X-Git-Url: https://git.mdrn.pl/librarian.git/blobdiff_plain/0604bdd5f693da9f1c78f9d9fa2276f0c7b6c17b..e870e40d5fb975ba9ec0ec327014b3d16eea51e4:/src/librarian/document.py diff --git a/src/librarian/document.py b/src/librarian/document.py index 1bd249d..1c8f223 100644 --- a/src/librarian/document.py +++ b/src/librarian/document.py @@ -1,16 +1,22 @@ +import gettext +import os +import re +from urllib.request import urlopen from lxml import etree -from .builders import get_builder_class from .parser import parser -from . import dcparser +from . import dcparser, DCNS +from .functions import lang_code_3to2 class WLDocument: - def __init__(self, tree=None, filename=None): - if filename is not None: - tree = etree.parse(filename, parser=parser) + def __init__(self, filename=None, url=None): + source = filename or urlopen(url) + tree = etree.parse(source, parser=parser) self.tree = tree tree.getroot().document = self - self.base_meta = dcparser.BookInfo({}, {}, validate_required=False) + self.base_meta = dcparser.BookInfo({}, { + DCNS('language'): ["pol"], + }, validate_required=False) @property def meta(self): @@ -19,6 +25,44 @@ class WLDocument: return self.tree.getroot().meta return master.meta - def build(self, builder_id, **kwargs): - return get_builder_class(builder_id)().build(self, **kwargs) - + def build(self, builder, **kwargs): + return builder().build(self, **kwargs) + + def _compat_assign_ordered_ids(self): + """ + Compatibility: ids in document order, to be roughly compatible with legacy + footnote ids. Just for testing consistency, change to some sane identifiers + at convenience. + """ + EXPR = re.compile(r'/\s', re.MULTILINE | re.UNICODE) + def _compat_assign_ordered_ids_in_elem(elem, i): + elem.attrib['_compat_ordered_id'] = str(i) + i += 1 + if getattr(elem, 'HTML_CLASS', None) == 'stanza': + if elem.text: + i += len(EXPR.split(elem.text)) - 1 + for sub in elem: + i = _compat_assign_ordered_ids_in_elem(sub, i) + if sub.tail: + i += len(EXPR.split(sub.tail)) - 1 + else: + if elem.tag in ('uwaga', 'extra'): + return i + for sub in elem: + i = _compat_assign_ordered_ids_in_elem(sub, i) + return i + + _compat_assign_ordered_ids_in_elem(self.tree.getroot(), 4) + + def _compat_assign_section_ids(self): + """ + Ids in master-section order. These need to be compatible with the + #secN anchors used by WL search results page to link to fragments. + """ + def _compat_assigns_section_ids_in_elem(elem, prefix='sec'): + for i, child in enumerate(elem): + idfier = '{}{}'.format(prefix, i + 1) + child.attrib['_compat_section_id'] = idfier + _compat_assigns_section_ids_in_elem(child, idfier + '-') + _compat_assigns_section_ids_in_elem(self.tree.getroot().master) +