platypush/platypush/backend/redis/__init__.py

107 lines
3.2 KiB
Python
Raw Normal View History

2018-05-14 20:09:25 +02:00
import json
2023-02-05 22:00:50 +01:00
from typing import Optional, Union
2018-05-14 20:09:25 +02:00
from redis import Redis
from platypush.backend import Backend
from platypush.context import get_plugin
2018-05-14 20:09:25 +02:00
from platypush.message import Message
class RedisBackend(Backend):
"""
2018-06-26 00:16:39 +02:00
Backend that reads messages from a configured Redis queue (default:
``platypush_bus_mq``) and posts them to the application bus. Very
useful when you have plugin whose code is executed in another process
2018-05-14 20:09:25 +02:00
and can't post events or requests to the application bus.
"""
2023-02-05 22:00:50 +01:00
def __init__(self, *args, queue='platypush_bus_mq', redis_args=None, **kwargs):
2018-05-14 20:09:25 +02:00
"""
2018-06-26 00:16:39 +02:00
:param queue: Queue name to listen on (default: ``platypush_bus_mq``)
:type queue: str
2019-12-27 19:22:48 +01:00
:param redis_args: Arguments that will be passed to the redis-py constructor (e.g. host, port, password), see
https://redis-py.readthedocs.io/en/latest/
2018-06-26 00:16:39 +02:00
:type redis_args: dict
2018-05-14 20:09:25 +02:00
"""
2018-06-26 00:16:39 +02:00
2018-05-14 20:09:25 +02:00
super().__init__(*args, **kwargs)
2019-12-27 19:22:48 +01:00
if redis_args is None:
redis_args = {}
2018-05-14 20:09:25 +02:00
self.queue = queue
if not redis_args:
2019-12-27 19:22:48 +01:00
redis_plugin = get_plugin('redis')
if redis_plugin and redis_plugin.kwargs:
redis_args = redis_plugin.kwargs
2019-12-27 19:22:48 +01:00
self.redis_args = redis_args
self.redis: Optional[Redis] = None
2018-05-14 20:09:25 +02:00
2023-02-05 22:00:50 +01:00
def send_message(
self, msg: Union[str, Message], queue_name: Optional[str] = None, **_
):
"""
Send a message to a Redis queue.
:param msg: Message to send, as a ``Message`` object or a string.
:param queue_name: Queue name to send the message to (default: ``platypush_bus_mq``).
"""
if not self.redis:
self.logger.warning('The Redis backend is not yet running.')
return
self.redis.rpush(queue_name or self.queue, str(msg))
def get_message(self, queue_name=None):
queue = queue_name or self.queue
data = self.redis.blpop(queue, timeout=1)
if data is None:
return
msg = data[1].decode()
try:
msg = Message.build(msg)
2021-04-05 00:58:44 +02:00
except Exception as e:
self.logger.debug(str(e))
try:
import ast
2023-02-05 22:00:50 +01:00
msg = Message.build(ast.literal_eval(msg))
2021-04-05 00:58:44 +02:00
except Exception as ee:
self.logger.debug(str(ee))
try:
msg = json.loads(msg)
2021-04-05 00:58:44 +02:00
except Exception as eee:
self.logger.exception(eee)
return msg
2018-05-14 20:09:25 +02:00
def run(self):
super().run()
2023-02-05 22:00:50 +01:00
self.logger.info(
'Initialized Redis backend on queue %s with arguments %s',
self.queue,
self.redis_args,
)
2018-05-14 20:09:25 +02:00
with Redis(**self.redis_args) as self.redis:
while not self.should_stop():
try:
msg = self.get_message()
if not msg:
continue
2023-02-05 22:00:50 +01:00
self.logger.info('Received message on the Redis backend: %s', msg)
self.on_message(msg)
except Exception as e:
self.logger.exception(e)
2018-05-14 20:09:25 +02:00
self.logger.info('Redis backend terminated')
2018-05-14 20:09:25 +02:00
# vim:sw=4:ts=4:et: