[Sync] + new Person sync

utils/Sync/sync/core/SyncPerson.py

@@ -0,0 +1,75 @@
+import os
+
+import logging
+
+import settings
+from sync import untouched
+from sync.core import Sync
+from sync.data import Provider
+from sync.models.Person import Person
+
+from utils.text.transform import url_encode_text
+
+logger = logging.getLogger(settings.name + '.Person')
+
+
+class SyncPerson(Sync):
+    async def run(self):
+        logger.info('Checking for update')
+
+        documents = await Person.scan(self.provider)
+
+        documents_id = [doc.id for doc in documents]
+        # self.validate(documents)
+        logger.info('Found {} Item(s)'.format(len(documents)))
+
+        # SKIP UNTOUCHED DOCUMENTS
+        documents = await untouched(documents)
+        logger.info('Changed {} Items(s)'.format(len(documents)))
+
+        # UPDATING
+        if settings.update_enabled:
+            if len(documents) == 0:
+                logger.info('No Items to update')
+
+            for document in documents:
+                logger.info('Updating Item {}'.format(document.id))
+
+                await document.build(
+                    sizes=settings.image_sizes,
+                    url_factory=get_image_url_fn(document.id),
+                )
+                await document.save()
+
+                logger.info('Updated Item {}'.format(document.id))
+
+        # DELETING
+        if settings.delete_enabled:
+            documents_delete = list(self.query({'id': {'$nin': documents_id}}))
+
+            if len(documents_delete) == 0:
+                logger.info('No Items to delete')
+            else:
+                for document in documents_delete:
+                    logger.info('Deleting Item {}'.format(document['id']))
+
+                    q = {'_id': document['_id']}
+                    self.delete(q)
+
+        # await self.clean()
+
+
+def get_image_url_fn(page_id: str):
+    image_id = lambda filename: url_encode_text(
+        os.path.splitext(os.path.basename(filename))[0]
+    )
+
+    def img_url_fn(file, size, ext):
+        return settings.page_url_base.format(
+            page=page_id,
+            id=image_id(file),
+            size=size,
+            ext=ext
+        )
+
+    return img_url_fn

utils/Sync/sync/core/person.py

@@ -1,39 +0,0 @@
-import settings
-from sync.core import Sync
-from utils.hash import hash_str
-from utils.image import create_image
-from utils.text.transform import url_encode_text
-
-url_base = settings.teacher_image_url_base
-sizes = settings.teacher_image_sizes
-
-
-class SyncPerson(Sync):
-    def __init__(self, collection, provider, dir_local_images):
-        super().__init__()
-        self.collection = collection
-        self.provider = provider
-        self.dir_local_images = dir_local_images
-
-    def compile(self, profile):
-        image_path = self.provider.get_abs(profile['picture'])
-        profile['picture'] = create_image(
-            image_path,
-            sizes,
-            lambda size, ext: url_base.format(id=profile['id'], size=size, ext=ext),
-            self.dir_local_images
-        )
-        return profile
-
-    def create_id(self, document):
-        if 'id' in document and document['id']:
-            return document
-
-        document['id'] = url_encode_text(document['name'])
-        return document
-
-    def create_hash(self, document):
-        document['hash'] = hash_str(
-            self.provider.hash(document['file']) + self.provider.hash(document['picture'])
-        )
-        return document