X-Git-Url: https://git.mdrn.pl/librarian.git/blobdiff_plain/ccd5654568bb362a15185bcf0c1dfa5cb9f3ace7..fc3d3f81bf77754e36543c8604bfa31fc5d0d2d6:/librarian/pdf.py diff --git a/librarian/pdf.py b/librarian/pdf.py index a868a2b..2d45372 100644 --- a/librarian/pdf.py +++ b/librarian/pdf.py @@ -19,24 +19,24 @@ from Texml.processor import process from lxml import etree from lxml.etree import XMLSyntaxError, XSLTApplyError +from librarian.dcparser import Person from librarian.parser import WLDocument -from librarian import ParseError +from librarian import ParseError, DCNS from librarian import functions - functions.reg_substitute_entities() -functions.reg_person_name() functions.reg_strip() functions.reg_starts_white() functions.reg_ends_white() +functions.reg_texcommand() STYLESHEETS = { 'wl2tex': 'xslt/wl2tex.xslt', } -def insert_tags(doc, split_re, tagname): +def insert_tags(doc, split_re, tagname, exclude=None): """ inserts for every occurence of `split_re' in text nodes in the `doc' tree >>> t = etree.fromstring('A-B-CX-Y-Z'); @@ -45,46 +45,47 @@ def insert_tags(doc, split_re, tagname): ABCXYZ """ - for elem in doc.iter(): - try: - if elem.text: - chunks = split_re.split(elem.text) - while len(chunks) > 1: - ins = etree.Element(tagname) - ins.tail = chunks.pop() - elem.insert(0, ins) - elem.text = chunks.pop(0) - if elem.tail: - chunks = split_re.split(elem.tail) - parent = elem.getparent() - ins_index = parent.index(elem) + 1 - while len(chunks) > 1: - ins = etree.Element(tagname) - ins.tail = chunks.pop() - parent.insert(ins_index, ins) - elem.tail = chunks.pop(0) - except TypeError, e: - # element with no children, like comment - pass + for elem in doc.iter(tag=etree.Element): + if exclude and elem.tag in exclude: + continue + if elem.text: + chunks = split_re.split(elem.text) + while len(chunks) > 1: + ins = etree.Element(tagname) + ins.tail = chunks.pop() + elem.insert(0, ins) + elem.text = chunks.pop(0) + if elem.tail: + chunks = split_re.split(elem.tail) + parent = elem.getparent() + ins_index = parent.index(elem) + 1 + while len(chunks) > 1: + ins = etree.Element(tagname) + ins.tail = chunks.pop() + parent.insert(ins_index, ins) + elem.tail = chunks.pop(0) def substitute_hyphens(doc): insert_tags(doc, re.compile("(?<=[^-\s])-(?=[^-\s])"), - "dywiz") + "dywiz", + exclude=[DCNS("identifier.url"), DCNS("rights.license")] + ) def fix_hanging(doc): insert_tags(doc, re.compile("(?<=\s\w)\s+"), - "nbsp") + "nbsp", + exclude=[DCNS("identifier.url"), DCNS("rights.license")] + ) def move_motifs_inside(doc): """ moves motifs to be into block elements """ for master in doc.xpath('//powiesc|//opowiadanie|//liryka_l|//liryka_lp|//dramat_wierszowany_l|//dramat_wierszowany_lp|//dramat_wspolczesny'): for motif in master.xpath('motyw'): - print motif.text for sib in motif.itersiblings(): if sib.tag not in ('sekcja_swiatlo', 'sekcja_asterysk', 'separator_linia', 'begin', 'end', 'motyw', 'extra', 'uwaga'): # motif shouldn't have a tail - it would be untagged text @@ -126,6 +127,16 @@ def hack_motifs(doc): break +def parse_creator(doc): + """ find all dc:creator tags and add dc:creator_parsed with forenames first """ + for creator in doc.findall('//'+DCNS('creator')): + p = Person.from_text(creator.text) + creator_parsed = deepcopy(creator) + creator_parsed.tag = DCNS('creator_parsed') + creator_parsed.text = ' '.join(p.first_names + (p.last_name,)) + creator.getparent().insert(0, creator_parsed) + + def get_resource(path): return os.path.join(os.path.dirname(__file__), path) @@ -153,7 +164,8 @@ def package_available(package, args='', verbose=False): return p == 0 -def transform(provider, slug=None, file_path=None, output_file=None, output_dir=None, make_dir=False, verbose=False, save_tex=None): +def transform(provider, slug=None, file_path=None, + output_file=None, output_dir=None, make_dir=False, verbose=False, save_tex=None, morefloats=None): """ produces a PDF file with XeLaTeX provider: a DocProvider @@ -164,6 +176,7 @@ def transform(provider, slug=None, file_path=None, output_file=None, output_dir= make_dir: writes output to //.pdf istead of /.pdf verbose: prints all output from LaTeX save_tex: path to save the intermediary LaTeX file to + morefloats (old/new/none): force specific morefloats """ # Parse XSLT @@ -178,13 +191,15 @@ def transform(provider, slug=None, file_path=None, output_file=None, output_dir= document = load_including_children(provider, slug=slug) # check for LaTeX packages - if not package_available('morefloats', 'maxfloats=19'): - # using old morefloats or none at all - document.edoc.getroot().set('old-morefloats', 'yes') + if morefloats: + document.edoc.getroot().set('morefloats', morefloats.lower()) + elif package_available('morefloats', 'maxfloats=19'): + document.edoc.getroot().set('morefloats', 'new') # hack the tree move_motifs_inside(document.edoc) hack_motifs(document.edoc) + parse_creator(document.edoc) substitute_hyphens(document.edoc) fix_hanging(document.edoc) @@ -268,8 +283,7 @@ def load_including_children(provider, slug=None, uri=None, file_path=None): raise ValueError('Neither slug, URI nor file path provided for a book.') document = WLDocument.from_file(f, True, - parse_dublincore=True, - preserve_lines=False) + parse_dublincore=True) f.close()