Wrapped HTTP requests loop in a try-except block to prevent it from breaking in case of temporary failures
This commit is contained in:
parent
791c36f5df
commit
eb439d227a
1 changed files with 17 additions and 13 deletions
|
@ -56,6 +56,7 @@ class HttpRequest(object):
|
||||||
is_first_call = self.last_request_timestamp == 0
|
is_first_call = self.last_request_timestamp == 0
|
||||||
self.last_request_timestamp = time.time()
|
self.last_request_timestamp = time.time()
|
||||||
|
|
||||||
|
try:
|
||||||
method = getattr(requests, self.args.method.lower())
|
method = getattr(requests, self.args.method.lower())
|
||||||
response = method(self.args.url, *self.args.args, **self.args.kwargs)
|
response = method(self.args.url, *self.args.args, **self.args.kwargs)
|
||||||
new_items = self.get_new_items(response)
|
new_items = self.get_new_items(response)
|
||||||
|
@ -72,6 +73,9 @@ class HttpRequest(object):
|
||||||
self.bus.post(event)
|
self.bus.post(event)
|
||||||
|
|
||||||
response.raise_for_status()
|
response.raise_for_status()
|
||||||
|
except Exception as e:
|
||||||
|
self.logger.warning('Encountered an error while retrieving {}: {}'.
|
||||||
|
format(self.args.url, str(e)))
|
||||||
|
|
||||||
Thread(target=_thread_func).start()
|
Thread(target=_thread_func).start()
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue