FUCKING BIG SYNC UPDATE: caching, events, albums, documents, awards, news, schedules, teachers, other

utils/Sync/sync/schedule.py

@@ -0,0 +1,137 @@
+import os
+from glob import glob
+
+from db import db
+from sync import Sync, untouched
+from utils.fn import lprint, lprint_json, lmap
+from utils.hash import hash_file
+from utils.io import read_yaml
+
+dir_documents = '/Users/tmshv/Dropbox/Dev/Hud school/Schedules'
+
+
+class SyncSchedule(Sync):
+    def __init__(self):
+        super().__init__()
+        self.collection = db().schedules
+
+    # def sync_collective(self, record):
+    #     if isinstance(record, list):
+    #         return lmap(
+    #             self.sync_collective,
+    #             record
+    #         )
+    #
+    #     q = {'id': record['id']}
+    #     try:
+    #         collection = db().collective
+    #         update_result = collection.update_one(q, {'$set': record}, upsert=True)
+    #         i = collection.find_one({'id': record['id']})
+    #         return i
+    #     except ValueError:
+    #         pass
+    #
+    #     return None
+    #
+    # def compile(self, profile):
+    #     profile['picture'] = create_image(
+    #         profile['picture'],
+    #         sizes,
+    #         lambda size, ext: url_base.format(id=profile['id'], size=size, ext=ext),
+    #         dir_local_images
+    #     )
+    #     return profile
+    #
+    # def read_document(self, i, query_fn=None):
+    #     q = query_fn(i) if query_fn else {'id': i['id']}
+    #     try:
+    #         return self.collection().find_one(q)
+    #     except ValueError:
+    #         pass
+    #
+    #     return None
+    #
+    # def query_documents(self, q):
+    #     return self.collection().find(q)
+    #
+    # def delete_document(self, q):
+    #     return self.collection().find_one_and_delete(q)
+
+    def create_id(self, document):
+        id = document['id'] if 'id' in document and document['id'] else None
+        if not id:
+            id = 'schedule-{period}-{semester}'.format(**document)
+        document['id'] = id
+        return document
+
+    def create_hash(self, document):
+        return {
+            **document,
+            'hash': hash_file(document['file'])
+        }
+
+
+if __name__ == '__main__':
+    # ALL DOCUMENTS IDS FOUNDED
+    scope_documents_ids = []
+
+    # INIT
+    os.chdir(dir_documents)
+    sync = SyncSchedule()
+
+    # COLLECT YAML/MD/JPG/PDF MANIFEST FILES
+    documents = glob('*.yaml')
+
+    # READ MANIFEST
+    documents = lmap(
+        lambda i: {
+            'file': i,
+            **read_yaml(i)
+        },
+        documents
+    )
+
+    # # CREATE DOCUMENT IDENTITY
+    documents = lmap(sync.create_id, documents)
+
+    # CREATE DOCUMENT HASH
+    documents = lmap(sync.create_hash, documents)
+
+    # # CREATE SCOPE OF CURRENT SESSION
+    scope_documents_ids = lmap(
+        lambda i: i['id'],
+        documents
+    )
+
+    # # SKIP UNTOUCHED DOCUMENTS
+    documents = untouched(documents, sync)
+
+    # DO HEAVY PROCESS WITH DOCUMENTS
+
+    # SYNC TEACHER_PROFILE
+    documents = lmap(
+        sync.update,
+        documents
+    )
+
+    documents_to_remove = sync.query({'id': {'$nin': scope_documents_ids}})
+    documents_to_remove = lmap(
+        sync.delete,
+        map(
+            lambda i: {'_id': i['_id']},
+            documents_to_remove
+        )
+    )
+
+    # SCOPE
+    print('SCOPE:')
+    lprint(scope_documents_ids)
+
+    # # DELETE
+    print('DELETE DOCUMENTS:')
+    lprint_json(documents_to_remove)
+
+    # DELETE
+    print('UPDATE DOCUMENTS:')
+    lprint_json(documents)
+    print('[SYNC DOCUMENTS DONE]')