+ sync utils
This commit is contained in:
1 parent
238e4b9682
commit
0693e7c758
10 files changed
+736
No files matched your search
@@ -0,0 +1,112 @@
|
||||
from datetime import datetime
|
||||
import re
|
||||
import lxml.html
|
||||
from markdown import markdown
|
||||
import time
|
||||
from Album import Album
|
||||
import lxml_utils
|
||||
import settings
|
||||
|
||||
__author__ = 'Roman Timashev'
|
||||
|
||||
artist_name_exp = re.compile('([ %s]+)(\s\(\d+ лет\))?$' % (settings.CYR_LOWER+settings.CYR_UPPER))
|
||||
# artist_name_exp = re.compile('(.+)(\s\(\d+ лет\))?$')
|
||||
artist_age_exp = re.compile('.+\((\d+) лет\)$')
|
||||
|
||||
class GalleryReader:
|
||||
def __init__(self, path):
|
||||
super().__init__()
|
||||
self.html = None
|
||||
self.description_path = path
|
||||
|
||||
def read(self):
|
||||
with open(self.description_path, 'r', encoding='utf-8') as dfile:
|
||||
data = dfile.read()
|
||||
md = markdown(data)
|
||||
self.html = lxml.html.fromstring(md)
|
||||
|
||||
# ALBUM
|
||||
try:
|
||||
album_title = self.html.xpath('.//h1/a/text()')[0]
|
||||
album_uri = self.html.xpath('.//h1/a/@href')[0]
|
||||
except:
|
||||
raise Exception('Cannot read album title/uri')
|
||||
|
||||
# COURSE
|
||||
try:
|
||||
course_title = self.html.xpath('.//p/a/text()')[0]
|
||||
course_uri = self.html.xpath('.//p/a/@href')[0]
|
||||
except:
|
||||
raise Exception('Cannot read course title/uri')
|
||||
|
||||
# TEACHER
|
||||
teacher = lxml_utils.get_text_following_by_tag(self.html, 'em', "Преподаватель")
|
||||
teacher = re.sub(r'\s', '', teacher)
|
||||
if teacher not in settings.teachers_names:
|
||||
raise Exception('Teacher %s is not found' % teacher)
|
||||
teacher_name = settings.teachers_names[teacher]
|
||||
|
||||
# DATE
|
||||
date = self.get_date()
|
||||
if date is None:
|
||||
raise Exception('Date field is empty')
|
||||
|
||||
# PRODUCT
|
||||
content = self.get_drawings()
|
||||
|
||||
a = Album(type='1', title=album_title, uri=album_uri, course=course_title, course_uri=course_uri, date=date, teacher=teacher_name, comment=None)
|
||||
for p in content:
|
||||
a.add_product(p)
|
||||
return a
|
||||
|
||||
def get_drawings(self):
|
||||
drawings = []
|
||||
h3_list = self.html.xpath('.//h3')
|
||||
for h3 in h3_list:
|
||||
artist_name_age = h3.xpath('./a')
|
||||
if len(artist_name_age) == 0:
|
||||
raise Exception('Artist name should be a link')
|
||||
artist_name_age = artist_name_age[0].text
|
||||
|
||||
# ARTIST NAME [required]
|
||||
if artist_name_age is None:
|
||||
raise Exception('Artist name section is empty')
|
||||
|
||||
exp = artist_name_exp.search(artist_name_age)
|
||||
if exp is None:
|
||||
raise Exception('Artist name is not specified')
|
||||
artist_name = exp.group(1).strip()
|
||||
|
||||
# ARTIST AGE [optional]
|
||||
exp = artist_age_exp.search(artist_name_age)
|
||||
if exp is not None and len(exp.groups()) > 0:
|
||||
artist_age = int(exp.group(1))
|
||||
else:
|
||||
artist_age = None
|
||||
|
||||
image_filename = h3.xpath('./a/@href')[0]
|
||||
|
||||
# PRODUCT TITLE [optional]
|
||||
drawing_data = lxml_utils.get_following_tags(h3, 'h3')
|
||||
if len(drawing_data) == 0:
|
||||
product_title = None
|
||||
# raise Exception('Product title not specified')
|
||||
else:
|
||||
product_title = drawing_data[0].text[1:-1]
|
||||
|
||||
drawings.append((artist_name, artist_age, image_filename, product_title))
|
||||
|
||||
return drawings
|
||||
|
||||
def get_date(self):
|
||||
string = lxml_utils.get_text_following_by_tag(self.html, 'em', "Дата")
|
||||
if string is None:
|
||||
return None
|
||||
|
||||
for f in settings.date_formats:
|
||||
try:
|
||||
date = time.strptime(string, f)
|
||||
return datetime.fromtimestamp(time.mktime(date))
|
||||
except ValueError:
|
||||
continue
|
||||
return None
|
||||
Reference in new issue
Block a user