108 lines
3.2 KiB
Python
108 lines
3.2 KiB
Python
import os
|
|
from tempfile import mkstemp
|
|
|
|
from sync.core import Sync
|
|
from utils.fn import last_good, lmap
|
|
from utils.hash import hash_str
|
|
from utils.image import create_image
|
|
from utils.image.resize import image_magick_pdf_to_img
|
|
from utils.text.transform import url_encode_text, url_encode_file
|
|
|
|
|
|
class SyncDocument(Sync):
|
|
def __init__(self, collection, provider, sizes, dir_static_previews, url_base_preview, url_base_document):
|
|
super().__init__()
|
|
self.collection = collection
|
|
self.provider = provider
|
|
self.sizes = sizes
|
|
self.dir_static_previews = dir_static_previews
|
|
self.url_base_preview = url_base_preview
|
|
self.url_base_document = url_base_document
|
|
|
|
def create(self, document):
|
|
file = document['file']
|
|
filename = os.path.basename(file)
|
|
|
|
document['type'] = document_type(document)
|
|
document['preview'] = self.create_preview(file, sizes=self.sizes, preview_dir=self.dir_static_previews)
|
|
document['title'] = last_good([
|
|
document['title'],
|
|
get_pdf_title(self.provider, document['file'])
|
|
])
|
|
document['file'] = {
|
|
'name': filename,
|
|
'size': self.provider.size(file)
|
|
}
|
|
|
|
return document
|
|
|
|
def create_id(self, document):
|
|
bn = os.path.basename(document['file'])
|
|
document['id'] = url_encode_text('{category}-{file}'.format(
|
|
category=document['category'],
|
|
file=bn
|
|
))
|
|
return document
|
|
|
|
def create_url(self, document):
|
|
filename = os.path.basename(document['file'])
|
|
document['url'] = self.url_base_document.format(file=url_encode_file(filename))
|
|
return document
|
|
|
|
def create_hash(self, document):
|
|
hash_keys = ['id', 'url']
|
|
hash_doc = lmap(
|
|
lambda key: document[key],
|
|
hash_keys
|
|
)
|
|
document['hash'] = hash_str(
|
|
hash_str(hash_doc) + self.provider.hash(document['file'])
|
|
)
|
|
return document
|
|
|
|
def create_preview(self, file, sizes, preview_dir):
|
|
def url(size, ext):
|
|
return self.url_base_preview.format(id=file, size=size, ext=ext)
|
|
|
|
temp_preview_path = pdf_to_jpg(self.provider, file)
|
|
file = os.path.basename(file)
|
|
file = url_encode_text(file)
|
|
img = create_image(temp_preview_path, sizes, url, preview_dir)
|
|
os.remove(temp_preview_path)
|
|
return img
|
|
|
|
|
|
def document_type(document):
|
|
if document['category'] == 'Награды':
|
|
return 'award'
|
|
return 'document'
|
|
|
|
|
|
def pdf_to_jpg(provider, pdf):
|
|
_, temp_in = mkstemp(suffix='.pdf')
|
|
_, temp_out = mkstemp(suffix='.jpg')
|
|
|
|
abspdf = provider.copy(pdf, temp_in)
|
|
image_magick_pdf_to_img(abspdf, temp_out)
|
|
|
|
os.remove(temp_in)
|
|
return temp_out
|
|
|
|
|
|
def get_pdf_title(provider, file):
|
|
from PyPDF2 import PdfFileReader
|
|
from PyPDF2.generic import TextStringObject
|
|
from PyPDF2.generic import IndirectObject
|
|
|
|
pdf = PdfFileReader(provider.read(file))
|
|
info = pdf.getDocumentInfo()
|
|
|
|
if info:
|
|
if type(info.title) == TextStringObject:
|
|
return str(info.title)
|
|
|
|
if type(info.title_raw) == IndirectObject:
|
|
o = pdf.getObject(info.title_raw)
|
|
return str(o)
|
|
return None
|