X-Git-Url: https://git.mdrn.pl/librarian.git/blobdiff_plain/a2f8ee881d66601e9cb714069dc88d3ed9703db6..82e604c583fb1efdb6d988ea7e8673f8f7c8f119:/librarian/html.py diff --git a/librarian/html.py b/librarian/html.py index 1f0615f..5f832e3 100644 --- a/librarian/html.py +++ b/librarian/html.py @@ -127,7 +127,13 @@ def extract_fragments(input_filename): open_fragments = {} closed_fragments = {} - for event, element in etree.iterparse(input_filename, events=('start', 'end')): + # iterparse would die on a HTML document + parser = etree.HTMLParser(encoding='utf-8') + buf = cStringIO.StringIO() + buf.write(etree.tostring(etree.parse(input_filename, parser).getroot()[0][0], encoding='utf-8')) + buf.seek(0) + + for event, element in etree.iterparse(buf, events=('start', 'end')): # Process begin and end elements if element.get('class', '') in ('theme-begin', 'theme-end'): if not event == 'end': continue # Process elements only once, on end event