[Sync] document cleanup

utils/Sync/sync/core/SyncDocument.py

@@ -1,18 +1,7 @@
-import os
-from tempfile import mkstemp
-
-import settings
-from sync import untouched
 from sync.core import Sync
 from sync.data import Provider
 from sync.models.Document import Document
 
-from utils.fn import last_good
-from utils.hash import hash_str
-from utils.image import create_image
-from utils.image.resize import image_magick_pdf_to_img
-from utils.text.transform import url_encode_text, url_encode_file
-
 
 class SyncDocument(Sync):
     def __init__(self, provider: Provider, sizes):
@@ -23,112 +12,3 @@ class SyncDocument(Sync):
         return {
             'sizes': self.sizes,
         }
-
-
-def validate(self, documents):
-    files = [doc['file'] for doc in documents]
-    file_names = [os.path.basename(f) for f in files]
-    file_names = set(file_names)
-
-    if len(file_names) != len(documents):
-        raise Exception('File names should be unique')
-
-
-def create(self, document):
-    file = document['file']
-    filename = os.path.basename(file)
-
-    document['type'] = document_type(document)
-    document['preview'] = self.create_preview(file, sizes=self.sizes, preview_dir=self.dir_static_previews)
-    document['title'] = last_good([
-        document['title'],
-        get_pdf_title(self.provider, document['file'])
-    ])
-    document['file'] = {
-        'name': filename,
-        'size': self.provider.size(file)
-    }
-
-    return document
-
-
-def create_id(self, document: dict) -> dict:
-    filepath = document['file']
-    filename = os.path.basename(filepath)
-
-    return {
-        **document,
-        'id': self.id_template.format(
-            category=url_encode_text(document['category']),
-            file=url_encode_text(filename)
-        ),
-    }
-
-
-def create_url(self, document: dict) -> dict:
-    filename = os.path.basename(document['file'])
-
-    return {
-        **document,
-        'url': self.url_template.format(
-            file=url_encode_file(filename)
-        ),
-    }
-
-
-def create_hash(self, document: dict) -> dict:
-    hash_doc = [document[key] for key in self.hash_keys]
-
-    return {
-        **document,
-        'hash': hash_str(
-            hash_str(hash_doc) + self.provider.hash(document['file'])
-        ),
-    }
-
-
-def create_preview(self, file, sizes, preview_dir):
-    def url(size, ext):
-        return self.url_base_preview.format(id=file, size=size, ext=ext)
-
-    temp_preview_path = pdf_to_jpg(self.provider, file)
-    file = os.path.basename(file)
-    file = url_encode_text(file)
-    img = create_image(temp_preview_path, sizes, url, preview_dir)
-    os.remove(temp_preview_path)
-    return img
-
-
-def document_type(document):
-    if document['category'] == 'Награды':
-        return 'award'
-    return 'document'
-
-
-def pdf_to_jpg(provider, pdf):
-    _, temp_in = mkstemp(suffix='.pdf')
-    _, temp_out = mkstemp(suffix='.jpg')
-
-    abspdf = provider.copy(pdf, temp_in)
-    image_magick_pdf_to_img(abspdf, temp_out)
-
-    os.remove(temp_in)
-    return temp_out
-
-
-def get_pdf_title(provider, file):
-    from PyPDF2 import PdfFileReader
-    from PyPDF2.generic import TextStringObject
-    from PyPDF2.generic import IndirectObject
-
-    pdf = PdfFileReader(provider.read(file))
-    info = pdf.getDocumentInfo()
-
-    if info:
-        if type(info.title) == TextStringObject:
-            return str(info.title)
-
-        if type(info.title_raw) == IndirectObject:
-            o = pdf.getObject(info.title_raw)
-            return str(o)
-    return None