Refactored inotify backend

This commit is contained in:
Fabio Manganiello 2020-09-09 02:16:13 +02:00
parent beeb7dca7c
commit 0af326fa11
4 changed files with 191 additions and 168 deletions

View file

@ -0,0 +1,99 @@
import os
from platypush.backend import Backend
from platypush.message.event.inotify import InotifyCreateEvent, InotifyDeleteEvent, \
InotifyOpenEvent, InotifyModifyEvent, InotifyCloseEvent, InotifyAccessEvent, InotifyMovedEvent
class InotifyBackend(Backend):
"""
(Linux only) This backend will listen for events on the filesystem (whether
a file/directory on a watch list is opened, modified, created, deleted,
closed or had its permissions changed) and will trigger a relevant event.
Triggers:
* :class:`platypush.message.event.inotify.InotifyCreateEvent` if a resource is created
* :class:`platypush.message.event.inotify.InotifyAccessEvent` if a resource is accessed
* :class:`platypush.message.event.inotify.InotifyOpenEvent` if a resource is opened
* :class:`platypush.message.event.inotify.InotifyModifyEvent` if a resource is modified
* :class:`platypush.message.event.inotify.InotifyPermissionsChangeEvent` if the permissions of a resource are changed
* :class:`platypush.message.event.inotify.InotifyCloseEvent` if a resource is closed
* :class:`platypush.message.event.inotify.InotifyDeleteEvent` if a resource is removed
Requires:
* **inotify** (``pip install inotify``)
"""
inotify_watch = None
def __init__(self, watch_paths=None, **kwargs):
"""
:param watch_paths: Filesystem resources to watch for events
:type watch_paths: str
"""
super().__init__(**kwargs)
self.watch_paths = set(map(
lambda path: os.path.abspath(os.path.expanduser(path)),
watch_paths if watch_paths else []))
def _cleanup(self):
if not self.inotify_watch:
return
for path in self.watch_paths:
self.inotify_watch.remove_watch(path)
self.inotify_watch = None
def run(self):
import inotify.adapters
super().run()
self.inotify_watch = inotify.adapters.Inotify()
for path in self.watch_paths:
self.inotify_watch.add_watch(path)
moved_file = None
self.logger.info('Initialized inotify file monitoring backend, monitored resources: {}'
.format(self.watch_paths))
try:
for inotify_event in self.inotify_watch.event_gen():
if inotify_event is not None:
(header, inotify_types, watch_path, filename) = inotify_event
event = None
resource_type = inotify_types[1] if len(inotify_types) > 1 else None
if moved_file:
new = filename if 'IN_MOVED_TO' in inotify_types else None
event = InotifyMovedEvent(path=watch_path, old=moved_file, new=new)
moved_file = None
if 'IN_OPEN' in inotify_types:
event = InotifyOpenEvent(path=watch_path, resource=filename, resource_type=resource_type)
elif 'IN_ACCESS' in inotify_types:
event = InotifyAccessEvent(path=watch_path, resource=filename, resource_type=resource_type)
elif 'IN_CREATE' in inotify_types:
event = InotifyCreateEvent(path=watch_path, resource=filename, resource_type=resource_type)
elif 'IN_MOVED_FROM' in inotify_types:
moved_file = filename
elif 'IN_MOVED_TO' in inotify_types and not moved_file:
event = InotifyMovedEvent(path=watch_path, old=None, new=filename)
elif 'IN_DELETE' in inotify_types:
event = InotifyDeleteEvent(path=watch_path, resource=filename, resource_type=resource_type)
elif 'IN_MODIFY' in inotify_types:
event = InotifyModifyEvent(path=watch_path, resource=filename, resource_type=resource_type)
elif 'IN_CLOSE_WRITE' in inotify_types or 'IN_CLOSE_NOWRITE' in inotify_types:
event = InotifyCloseEvent(path=watch_path, resource=filename, resource_type=resource_type)
if event:
self.bus.post(event)
finally:
self._cleanup()
# vim:sw=4:ts=4:et:

View file

@ -1,81 +0,0 @@
import os
from platypush.backend import Backend
from platypush.message.event.path import PathCreateEvent, PathDeleteEvent, \
PathOpenEvent, PathModifyEvent, PathPermissionsChangeEvent, PathCloseEvent
class InotifyBackend(Backend):
"""
(Linux only) This backend will listen for events on the filesystem (whether
a file/directory on a watch list is opened, modified, created, deleted,
closed or had its permissions changed) and will trigger a relevant event.
Triggers:
* :class:`platypush.message.event.path.PathCreateEvent` if a resource is created
* :class:`platypush.message.event.path.PathOpenEvent` if a resource is opened
* :class:`platypush.message.event.path.PathModifyEvent` if a resource is modified
* :class:`platypush.message.event.path.PathPermissionsChangeEvent` if the permissions of a resource are changed
* :class:`platypush.message.event.path.PathCloseEvent` if a resource is closed
* :class:`platypush.message.event.path.PathDeleteEvent` if a resource is removed
Requires:
* **inotify** (``pip install inotify``)
"""
inotify_watch = None
def __init__(self, watch_paths=[], **kwargs):
"""
:param watch_paths: Filesystem resources to watch for events
:type watch_paths: str
"""
super().__init__(**kwargs)
self.watch_paths = set(map(
lambda path: os.path.abspath(os.path.expanduser(path)),
watch_paths))
def _cleanup(self):
if not self.inotify_watch:
return
for path in self.watch_paths:
self.inotify_watch.remove_watch(path)
self.inotify_watch = None
def run(self):
import inotify.adapters
super().run()
self.inotify_watch = inotify.adapters.Inotify()
for path in self.watch_paths:
self.inotify_watch.add_watch(path)
self.logger.info('Initialized inotify file monitoring backend, monitored resources: {}'
.format(self.watch_paths))
try:
for inotify_event in self.inotify_watch.event_gen():
if inotify_event is not None:
(header, inotify_types, watch_path, filename) = inotify_event
event = None
if 'IN_OPEN' in inotify_types:
event = PathOpenEvent(path=watch_path)
elif 'IN_MODIFY' in inotify_types:
event = PathModifyEvent(path=watch_path)
elif 'IN_CLOSE_WRITE' in inotify_types or 'IN_CLOSE_NOWRITE' in inotify_types:
event = PathCloseEvent(path=watch_path)
if event:
self.bus.post(event)
finally:
self._cleanup()
# vim:sw=4:ts=4:et:

View file

@ -0,0 +1,92 @@
import os
from typing import Optional
from platypush.message.event import Event
class InotifyEvent(Event):
"""
Generic super-class for inotify events.
"""
def __init__(self, path: str, resource: Optional[str] = None, resource_type: Optional[str] = None,
*args, **kwargs):
"""
:param path: Monitored path.
:param resource: File/resource name.
:param resource_type: INotify type of the resource, if available.
"""
kwargs['full_path'] = os.path.join(path, resource) if resource else path
super().__init__(*args, path=path, resource=resource,
resource_type=self._resource_type_code_to_name(resource_type), **kwargs)
@staticmethod
def _resource_type_code_to_name(resource_type: Optional[str] = None) -> Optional[str]:
if resource_type == 'IN_ISDIR':
return 'directory'
return resource_type or 'file'
class InotifyOpenEvent(InotifyEvent):
"""
Event triggered when a monitored resource is opened.
"""
class InotifyCloseEvent(InotifyEvent):
"""
Event triggered when a monitored resource is closed.
"""
class InotifyAccessEvent(InotifyEvent):
"""
Event triggered when a monitored resource is accessed.
"""
class InotifyCreateEvent(InotifyEvent):
"""
Event triggered when a monitored resource is created.
"""
class InotifyDeleteEvent(InotifyEvent):
"""
Event triggered when a monitored resource is deleted.
"""
class InotifyModifyEvent(InotifyEvent):
"""
Event triggered when a monitored resource is modified.
"""
class InotifyMovedEvent(InotifyEvent):
"""
Event triggered when a resource in a monitored path is moved.
"""
def __init__(self, path: str, old: Optional[str] = None, new: Optional[str] = None, *args, **kwargs):
"""
:param path: Monitored path.
:param old: Old name.
:param new: New name.
"""
super().__init__(path=path, old=old, new=new, *args, **kwargs)
class InotifyPermissionsChangeEvent(InotifyEvent):
"""
Event triggered when the permissions on a monitored resource are changed.
"""
def __init__(self, path: str, umask: int, resource: Optional[str] = None, *args, **kwargs):
"""
:param path: Monitored path.
:param umask: New umask.
:param resource: File/resource name.
"""
super().__init__(path=path, resource=resource, umask=umask, *args, **kwargs)
# vim:sw=4:ts=4:et:

View file

@ -1,87 +0,0 @@
from platypush.message.event import Event
class PathOpenEvent(Event):
"""
Event triggered when a monitored file is opened
"""
def __init__(self, path, *args, **kwargs):
"""
:param path: File name
:type path: str
"""
super().__init__(path=path, *args, **kwargs)
class PathCloseEvent(Event):
"""
Event triggered when a monitored file is closed
"""
def __init__(self, path, *args, **kwargs):
"""
:param path: File name
:type path: str
"""
super().__init__(path=path, *args, **kwargs)
class PathCreateEvent(Event):
"""
Event triggered when a monitored file is created
"""
def __init__(self, path, *args, **kwargs):
"""
:param path: File name
:type path: str
"""
super().__init__(path=path, *args, **kwargs)
class PathDeleteEvent(Event):
"""
Event triggered when a monitored file is deleted
"""
def __init__(self, path, *args, **kwargs):
"""
:param path: File name
:type path: str
"""
super().__init__(path=path, *args, **kwargs)
class PathModifyEvent(Event):
"""
Event triggered when a monitored file is modified
"""
def __init__(self, path, *args, **kwargs):
"""
:param path: File name
:type path: str
"""
super().__init__(path=path, *args, **kwargs)
class PathPermissionsChangeEvent(Event):
"""
Event triggered when the permissions on a monitored file are changed
"""
def __init__(self, path, umask, *args, **kwargs):
"""
:param path: File name
:type path: str
:param umask: New file umask
:type umask: int
"""
super().__init__(path=path, umask=umask, *args, **kwargs)
# vim:sw=4:ts=4:et: