platypush/platypush/backend/redis/__init__.py

100 lines
3.0 KiB
Python
Raw Permalink Normal View History

2018-05-14 20:09:25 +02:00
import json
from typing import Any, Dict, Optional, Union
2018-05-14 20:09:25 +02:00
from redis import Redis
from platypush.backend import Backend
from platypush.message import Message
from platypush.utils import get_redis_conf
2018-05-14 20:09:25 +02:00
class RedisBackend(Backend):
"""
2018-06-26 00:16:39 +02:00
Backend that reads messages from a configured Redis queue (default:
``platypush/backend/redis``) and forwards them to the application bus.
Useful when you have plugin whose code is executed in another process
2018-05-14 20:09:25 +02:00
and can't post events or requests to the application bus.
"""
def __init__(
self,
*args,
queue: str = 'platypush/backend/redis',
redis_args: Optional[Dict[str, Any]] = None,
**kwargs
):
2018-05-14 20:09:25 +02:00
"""
:param queue: Name of the Redis queue to listen to (default:
``platypush/backend/redis``).
2018-06-26 00:16:39 +02:00
:param redis_args: Arguments that will be passed to the redis-py
constructor (e.g. host, port, password). See
https://redis-py.readthedocs.io/en/latest/connections.html#redis.Redis
for supported parameters.
2018-05-14 20:09:25 +02:00
"""
super().__init__(*args, **kwargs)
self.redis_args = redis_args or get_redis_conf()
2018-05-14 20:09:25 +02:00
self.queue = queue
self.redis: Optional[Redis] = None
2018-05-14 20:09:25 +02:00
2023-02-05 22:00:50 +01:00
def send_message(
self, msg: Union[str, Message], queue_name: Optional[str] = None, **_
):
"""
Send a message to a Redis queue.
:param msg: Message to send, as a ``Message`` object or a string.
:param queue_name: Queue name to send the message to (default:
configured ``queue`` value).
2023-02-05 22:00:50 +01:00
"""
if not self.redis:
self.logger.warning('The Redis backend is not yet running.')
return
self.redis.rpush(queue_name or self.queue, str(msg))
def get_message(self, queue_name: Optional[str] = None) -> Optional[Message]:
queue = queue_name or self.queue
assert self.redis, 'The Redis backend is not yet running.'
data = self.redis.blpop(queue, timeout=1)
if data is None:
return None
msg = data[1].decode()
try:
msg = Message.build(msg)
2021-04-05 00:58:44 +02:00
except Exception as e:
self.logger.debug(str(e))
try:
msg = json.loads(msg)
2021-04-05 00:58:44 +02:00
except Exception as ee:
self.logger.exception(ee)
return msg
2018-05-14 20:09:25 +02:00
def run(self):
super().run()
2023-02-05 22:00:50 +01:00
self.logger.info(
'Initialized Redis backend on queue %s with arguments %s',
self.queue,
self.redis_args,
)
2018-05-14 20:09:25 +02:00
with Redis(**self.redis_args) as self.redis:
while not self.should_stop():
try:
msg = self.get_message()
if not msg:
continue
2023-02-05 22:00:50 +01:00
self.logger.info('Received message on the Redis backend: %s', msg)
self.on_message(msg)
except Exception as e:
self.logger.exception(e)
2018-05-14 20:09:25 +02:00
self.logger.info('Redis backend terminated')
2018-05-14 20:09:25 +02:00
# vim:sw=4:ts=4:et: