platypush/platypush
platypush
/
platypush
2
2
Fork 4
Code Issues 38 Pull Requests Packages Projects 4 Releases Wiki Activity

Guard the start of the data throttler thread with a lock to prevent multiple launches

This commit is contained in:
Fabio Manganiello 2018-07-25 03:04:00 +02:00
parent cd52128e44
commit 423fc492cf
1 changed files with 29 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

52
platypush/plugins/adafruit/io.py
View File

@ -2,7 +2,7 @@ import ast
import statistics
import time
from threading import Thread
from threading import Thread, Lock
from Adafruit_IO import Client
from Adafruit_IO.errors import ThrottlingError
@ -10,6 +10,8 @@ from platypush.context import get_backend
from platypush.message import Message
from platypush.plugins import Plugin, action
data_throttler_lock = Lock()
class AdafruitIoPlugin(Plugin):
"""
This plugin allows you to interact with the Adafruit IO
@ -62,9 +64,10 @@ class AdafruitIoPlugin(Plugin):
self.aio = Client(username=username, key=key)
self.throttle_seconds = throttle_seconds
if self.throttle_seconds:
if self.throttle_seconds and not data_throttler_lock.locked():
redis = self._get_redis()
self.logger.info('Starting Adafruit IO throttler thread')
data_throttler_lock.acquire(False)
self.data_throttler = Thread(target=self._data_throttler())
self.data_throttler.start()
@ -85,32 +88,35 @@ class AdafruitIoPlugin(Plugin):
last_processed_batch_timestamp = None
data = {}
while True:
try:
new_data = ast.literal_eval(
redis.blpop(self._DATA_THROTTLER_QUEUE)[1].decode('utf-8'))
try:
while True:
try:
new_data = ast.literal_eval(
redis.blpop(self._DATA_THROTTLER_QUEUE)[1].decode('utf-8'))
for (key, value) in new_data.items():
data.setdefault(key, []).append(value)
except QueueTimeoutError:
pass
for (key, value) in new_data.items():
data.setdefault(key, []).append(value)
except QueueTimeoutError:
pass
if data and (last_processed_batch_timestamp is None or
time.time() - last_processed_batch_timestamp >= self.throttle_seconds):
last_processed_batch_timestamp = time.time()
self.logger.info('Processing feeds batch for Adafruit IO')
if data and (last_processed_batch_timestamp is None or
time.time() - last_processed_batch_timestamp >= self.throttle_seconds):
last_processed_batch_timestamp = time.time()
self.logger.info('Processing feeds batch for Adafruit IO')
for (feed, values) in data.items():
if values:
value = statistics.mean(values)
for (feed, values) in data.items():
if values:
value = statistics.mean(values)
try:
self.send(feed, value, enqueue=False)
except ThrottlingError:
self.logger.warning('Adafruit IO throttling threshold hit, taking a nap before retrying')
time.sleep(self.throttle_seconds)
try:
self.send(feed, value, enqueue=False)
except ThrottlingError:
self.logger.warning('Adafruit IO throttling threshold hit, taking a nap before retrying')
time.sleep(self.throttle_seconds)
data = {}
data = {}
except Exception as e:
self.logger.exception(e)
return run