+# -*- coding: utf-8 -*-
+#
+# This file is part of Librarian, licensed under GNU Affero GPLv3 or later.
+# Copyright © Fundacja Nowoczesna Polska. See NOTICE for more information.
+#
+from __future__ import with_statement
+
+import os
+import os.path
+import shutil
+import sys
+from copy import deepcopy
+from lxml import etree
+import zipfile
+
+from librarian import XMLNamespace, RDFNS, DCNS, WLNS, XHTMLNS
+
+NCXNS = XMLNamespace("http://www.daisy.org/z3986/2005/ncx/")
+OPFNS = XMLNamespace("http://www.idpf.org/2007/opf")
+
+
+def inner_xml(node):
+ """ returns node's text and children as a string
+
+ >>> print inner_xml(etree.fromstring('<a>x<b>y</b>z</a>'))
+ x<b>y</b>z
+ """
+
+ nt = node.text if node.text is not None else ''
+ return ''.join([nt] + [etree.tostring(child) for child in node])
+
+def set_inner_xml(node, text):
+ """ sets node's text and children from a string
+
+ >>> e = etree.fromstring('<a>b<b>x</b>x</a>')
+ >>> set_inner_xml(e, 'x<b>y</b>z')
+ >>> print etree.tostring(e)
+ <a>x<b>y</b>z</a>
+ """
+
+
+ p = etree.fromstring('<x>%s</x>' % text)
+ node.text = p.text
+ node[:] = p[:]
+
+
+def node_name(node):
+ """ Find out a node's name
+
+ >>> print node_name(etree.fromstring('<a>X<b>Y</b>Z</a>'))
+ XYZ
+ """
+
+ tempnode = deepcopy(node)
+
+ for p in ('pe', 'pa', 'pt', 'pr', 'motyw'):
+ for e in tempnode.findall('.//%s' % p):
+ t = e.tail
+ e.clear()
+ e.tail = t
+ etree.strip_tags(tempnode, '*')
+ return tempnode.text
+
+
+def xslt(xml, sheet):
+ if isinstance(xml, etree._Element):
+ xml = etree.ElementTree(xml)
+ with open(sheet) as xsltf:
+ return xml.xslt(etree.parse(xsltf))
+
+
+_resdir = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'epub')
+def res(fname):
+ return os.path.join(_resdir, fname)
+
+
+def replace_characters(node):
+ def replace_chars(text):
+ if text is None:
+ return None
+ return text.replace("&", "&")\
+ .replace("---", "—")\
+ .replace("--", "–")\
+ .replace(",,", "„")\
+ .replace('"', "”")\
+ .replace("'", "’")
+ if node.tag == 'extra':
+ node.clear()
+ else:
+ node.text = replace_chars(node.text)
+ node.tail = replace_chars(node.tail)
+ for child in node:
+ replace_characters(child)
+
+
+def find_annotations(annotations, source, part_number):
+ for child in source:
+ if child.tag in ('pe', 'pa', 'pt', 'pr'):
+ annotation = deepcopy(child)
+ annotation.set('number', str(len(annotations)+1))
+ annotation.set('part', str(part_number))
+ annotation.tail = ''
+ annotations.append(annotation)
+ tail = child.tail
+ child.clear()
+ child.tail = tail
+ child.text = str(len(annotations))
+ if child.tag not in ('extra', 'podtytul'):
+ find_annotations(annotations, child, part_number)
+
+
+def replace_by_verse(tree):
+ """ Find stanzas and create new verses in place of a '/' character """
+ stanzas = tree.findall('.//' + WLNS('strofa'))
+ for node in stanzas:
+ for child_node in node:
+ if child_node.tag in ('slowo_obce', 'wyroznienie'):
+ foreign_verses = inner_xml(child_node).split('/\n')
+ if len(foreign_verses) > 1:
+ new_foreign = ''
+ for foreign_verse in foreign_verses:
+ if foreign_verse.startswith('<wers'):
+ new_foreign += foreign_verse
+ else:
+ new_foreign += ''.join(('<wers_normalny>', foreign_verse, '</wers_normalny>'))
+ set_inner_xml(child_node, new_foreign)
+ verses = inner_xml(node).split('/\n')
+ if len(verses) > 1:
+ modified_inner_xml = ''
+ for verse in verses:
+ if verse.startswith('<wers') or verse.startswith('<extra'):
+ modified_inner_xml += verse
+ else:
+ modified_inner_xml += ''.join(('<wers_normalny>', verse, '</wers_normalny>'))
+ set_inner_xml(node, modified_inner_xml)
+
+
+def add_to_manifest(manifest, partno):
+ """ Adds a node to the manifest section in content.opf file """
+ partstr = 'part%d' % partno
+ e = manifest.makeelement(OPFNS('item'), attrib={
+ 'id': partstr,
+ 'href': partstr + '.html',
+ 'media-type': 'application/xhtml+xml',
+ })
+ manifest.append(e)
+
+
+def add_to_spine(spine, partno):
+ """ Adds a node to the spine section in content.opf file """
+ e = spine.makeelement(OPFNS('itemref'), attrib={'idref': 'part%d' % partno});
+ spine.append(e)
+
+
+def add_nav_point(nav_map, counter, title, part_counter):
+ nav_point = nav_map.makeelement(NCXNS('navPoint'))
+ nav_point.set('id', 'NavPoint-%d' % counter)
+ nav_point.set('playOrder', str(counter))
+
+ nav_label = nav_map.makeelement(NCXNS('navLabel'))
+ text = nav_map.makeelement(NCXNS('text'))
+ text.text = title
+ nav_label.append(text)
+ nav_point.append(nav_label)
+
+ content = nav_map.makeelement(NCXNS('content'))
+ content.set('src', 'part%d.html' % part_counter)
+ nav_point.append(content)
+
+ nav_map.append(nav_point)
+
+
+def add_nav_point2(nav_map, counter, title, part_counter, subcounter):
+ nav_point = nav_map.makeelement(NCXNS('navPoint'))
+ nav_point.set('id', 'NavPoint-%d' % counter)
+ nav_point.set('playOrder', str(counter))
+
+ nav_label = nav_map.makeelement(NCXNS('navLabel'))
+ text = nav_map.makeelement(NCXNS('text'))
+ text.text = title
+ nav_label.append(text)
+ nav_point.append(nav_label)
+
+ content = nav_map.makeelement(NCXNS('content'))
+ content.set('src', 'part%d.html#sub%d' % (part_counter, subcounter))
+ nav_point.append(content)
+
+ nav_map[-1].append(nav_point)
+
+
+def transform(input_file, output_file):
+ """ produces an epub
+
+ input_file and output_file should be filelike objects
+ """
+
+ input_xml = etree.parse(input_file)
+
+ zip = zipfile.ZipFile(output_file, 'w', zipfile.ZIP_DEFLATED)
+
+ mime = zipfile.ZipInfo()
+ mime.filename = 'mimetype'
+ mime.compress_type = zipfile.ZIP_STORED
+ mime.extra = ''
+ zip.writestr(mime, 'application/epub+zip')
+
+ zip.writestr('META-INF/container.xml', '<?xml version="1.0" ?><container version="1.0" ' \
+ 'xmlns="urn:oasis:names:tc:opendocument:xmlns:container">' \
+ '<rootfiles><rootfile full-path="OPS/content.opf" ' \
+ 'media-type="application/oebps-package+xml" />' \
+ '</rootfiles></container>')
+
+ metadata_el = input_xml.find('.//'+RDFNS('Description'))
+ metadatasource = etree.ElementTree(metadata_el)
+
+ opf = xslt(metadatasource, res('xsltContent.xsl'))
+
+ manifest = opf.find('.//' + OPFNS('manifest'))
+ spine = opf.find('.//' + OPFNS('spine'))
+
+ for fname in 'style.css', 'logo_wolnelektury.png':
+ zip.write(res(fname), os.path.join('OPS', fname))
+
+ annotations = etree.Element('annotations')
+ part_xml = etree.Element('utwor')
+ etree.SubElement(part_xml, 'master')
+
+ toc_file = etree.fromstring('<?xml version="1.0" encoding="utf-8"?><!DOCTYPE ncx PUBLIC ' \
+ '"-//NISO//DTD ncx 2005-1//EN" "http://www.daisy.org/z3986/2005/ncx-2005-1.dtd">' \
+ '<ncx xmlns="http://www.daisy.org/z3986/2005/ncx/" xml:lang="pl" ' \
+ 'version="2005-1"><head></head><docTitle></docTitle><navMap>' \
+ '<navPoint id="NavPoint-1" playOrder="1"><navLabel>' \
+ '<text>Strona tytułowa</text></navLabel><content src="title.html" />' \
+ '</navPoint><navPoint id="NavPoint-2" playOrder="2"><navLabel>' \
+ '<text>Początek utworu</text></navLabel><content src="part1.html" />' \
+ '</navPoint></navMap></ncx>')
+
+ main_xml_part = part_xml[0] # było [0][0], master
+ nav_map = toc_file[-1] # było [-1][-1]
+ depth = 1 # navmap
+
+ if len(input_xml.getroot()) > 1:
+ # rdf before style master
+ main_text = input_xml.getroot()[1]
+ else:
+ # rdf in style master
+ main_text = input_xml.getroot()[0]
+
+ replace_characters(main_text)
+ zip.writestr('OPS/title.html',
+ etree.tostring(xslt(input_xml, res('xsltTitle.xsl')), pretty_print=True))
+
+ # Search for table of contents elements and book division
+
+ stupid_i = stupid_j = stupid_k = 1
+ last_node_part = False
+ for one_part in main_text:
+ name = one_part.tag
+ if name in ("naglowek_czesc", "naglowek_rozdzial", "naglowek_akt", "srodtytul"):
+ if name == "naglowek_czesc":
+ stupid_k = 1
+ last_node_part = True
+ find_annotations(annotations, part_xml, stupid_j)
+ replace_by_verse(part_xml)
+ zip.writestr('OPS/part%d.html' % stupid_j,
+ etree.tostring(xslt(part_xml, res('xsltScheme.xsl')), pretty_print=True))
+ main_xml_part[:] = [deepcopy(one_part)]
+ # add to manifest and spine
+ add_to_manifest(manifest, stupid_j)
+ add_to_spine(spine, stupid_j)
+ name_toc = node_name(one_part)
+ # build table of contents
+ # i+2 because of title page
+ add_nav_point(nav_map, stupid_i+2, name_toc, stupid_j + 1)
+ stupid_i += 1
+ stupid_j += 1
+ else:
+ if last_node_part:
+ main_xml_part.append(one_part)
+ last_node_part = False
+ name_toc = node_name(one_part)
+ add_nav_point(nav_map, stupid_i + 1, name_toc, stupid_j)
+ else:
+ stupid_k = 1
+ find_annotations(annotations, part_xml, stupid_j)
+ replace_by_verse(part_xml)
+ zip.writestr('OPS/part%d.html' % stupid_j,
+ etree.tostring(xslt(part_xml, res('xsltScheme.xsl')), pretty_print=True))
+ # start building a new part
+ main_xml_part[:] = [deepcopy(one_part)]
+ add_to_manifest(manifest, stupid_j)
+ add_to_spine(spine, stupid_j)
+ name_toc = node_name(one_part)
+ add_nav_point(nav_map, stupid_i + 2, name_toc, stupid_j + 1) # title page
+ stupid_j += 1
+ stupid_i += 1
+ else:
+ if name in ('naglowek_podrozdzial', 'naglowek_scena'):
+ depth = 2
+ name_toc = node_name(one_part)
+ add_nav_point2(nav_map, stupid_i + 2, name_toc, stupid_j, stupid_k)
+ one_part.set('sub', str(stupid_k))
+ stupid_k += 1
+ stupid_i += 1
+ main_xml_part.append(deepcopy(one_part))
+ last_node_part = False
+ find_annotations(annotations, part_xml, stupid_j)
+ replace_by_verse(part_xml)
+ add_to_manifest(manifest, stupid_j)
+ add_to_spine(spine, stupid_j)
+
+ zip.writestr('OPS/part%d.html' % stupid_j,
+ etree.tostring(xslt(part_xml, res('xsltScheme.xsl')), pretty_print=True))
+
+ # Last modifications in container files and EPUB creation
+ if len(annotations) > 0:
+ nav_map.append(etree.fromstring(
+ '<navPoint id="NavPoint-%(i)d" playOrder="%(i)d" ><navLabel><text>Przypisy</text>'\
+ '</navLabel><content src="annotations.html" /></navPoint>' % {'i':stupid_i+2}))
+ manifest.append(etree.fromstring(
+ '<item id="annotations" href="annotations.html" media-type="application/xhtml+xml" />'))
+ spine.append(etree.fromstring(
+ '<itemref idref="annotations" />'))
+ replace_by_verse(annotations)
+ zip.writestr('OPS/annotations.html', etree.tostring(
+ xslt(annotations, res("xsltAnnotations.xsl")), pretty_print=True))
+
+ zip.writestr('OPS/content.opf', etree.tostring(opf, pretty_print=True))
+ contents = []
+ title = node_name(etree.ETXPath('.//'+DCNS('title'))(input_xml)[0])
+ attributes = "dtb:uid", "dtb:depth", "dtb:totalPageCount", "dtb:maxPageNumber"
+ for st in attributes:
+ meta = toc_file.makeelement(NCXNS('meta'))
+ meta.set('name', st)
+ meta.set('content', '0')
+ toc_file[0].append(meta)
+ toc_file[0][0].set('content', ''.join((title, 'WolneLektury.pl')))
+ toc_file[0][1].set('content', str(depth))
+ set_inner_xml(toc_file[1], ''.join(('<text>', title, '</text>')))
+ zip.writestr('OPS/toc.ncx', etree.tostring(toc_file, pretty_print=True))
+ zip.close()
+
+
+if __name__ == '__main__':
+ if len(sys.argv) < 2:
+ print >> sys.stderr, 'Usage: wl2epub <input file> [output file]'
+ sys.exit(1)
+
+ input = sys.argv[1]
+ if len(sys.argv) > 2:
+ output = sys.argv[2]
+ else:
+ basename, ext = os.path.splitext(input)
+ output = basename + '.epub'
+
+ wl2epub(open(input, 'r'), open(output, 'w'))
+
+
+
fnp / librarian.git / commitdiff
