Added book2html and bookfragments utilities to repository.

[wolnelektury.git] / bin / bookfragments.py

diff --git a/bin/bookfragments.py b/bin/bookfragments.py
new file mode 100755 (executable)
index 0000000..73d2711
--- /dev/null
+++ b/bin/bookfragments.py
@@ -0,0 +1,148 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+import optparse
+import os
+import copy
+
+from lxml import etree
+
+
+# Parse args
+usage = """Usage: %prog [options] SOURCE [SOURCE...]
+Extract theme fragments from SOURCE."""
+
+parser = optparse.OptionParser(usage=usage)
+
+parser.add_option('-v', '--verbose', action='store_true', dest='verbose', default=False,
+    help='print status messages to stdout')
+
+options, input_filenames = parser.parse_args()
+
+if len(input_filenames) < 1:
+    parser.print_help()
+    exit(1)
+
+
+class Fragment(object):
+    def __init__(self, id, themes):
+        super(Fragment, self).__init__()
+        self.id = id
+        self.themes = themes
+        self.events = []
+        
+    def append(self, event, element):
+        self.events.append((event, element))
+    
+    def closed_events(self):
+        stack = []
+        for event, element in self.events:
+            if event == 'start':
+                stack.append(('end', element))
+            elif event == 'end':
+                try:
+                    stack.pop()
+                except IndexError:
+                    print 'CLOSED NON-OPEN TAG:', element
+        
+        stack.reverse()
+        return self.events + stack
+    
+    def to_string(self):
+        result = []
+        for event, element in self.closed_events():
+            if event == 'start':
+                result.append(u'<%s %s>' % (element.tag, ' '.join('%s="%s"' % (k, v) for k, v in element.attrib.items())))
+                if element.text:
+                    result.append(element.text)
+            elif event == 'end':
+                result.append(u'</%s>' % element.tag)
+                if element.tail:
+                    result.append(element.tail)
+            else:
+                result.append(element)
+        
+        return ''.join(result)
+    
+    def __unicode__(self):
+        return self.to_string()
+
+
+# Do some real work
+for input_filename in input_filenames:
+    if options.verbose:
+        print input_filename
+    
+    output_filename = os.path.splitext(input_filename)[0] + '.fragments.html'
+    
+    open_fragments = {}
+    closed_fragments = {}
+    lost_text = []
+    
+    for event, element in etree.iterparse(input_filename, events=('start', 'end')):
+        
+        # Process begin and end elements
+        if element.tag == 'span' and element.get('class', '') in ('theme-begin', 'theme-end'):
+            if not event == 'end': continue # Process elements only once, on end event
+            
+            # Open new fragment
+            if element.get('class', '') == 'theme-begin':
+                fragment = Fragment(id=element.get('fid'), themes=element.text)
+                
+                # Append parents
+                if element.getparent().tag != 'body':
+                    parents = [element.getparent()]
+                    while parents[-1].getparent().tag != 'body':
+                        parents.append(parents[-1].getparent())
+                    
+                    parents.reverse()
+                    for parent in parents:
+                        fragment.append('start', parent)
+                
+                open_fragments[fragment.id] = fragment
+                    
+            # Close existing fragment
+            else:
+                try:
+                    fragment = open_fragments[element.get('fid')]
+                except KeyError:
+                    print '%s:closed not open fragment #%s' % (input_filename, element.get('fid'))
+                else:
+                    closed_fragments[fragment.id] = fragment
+                    del open_fragments[fragment.id]
+            
+            # Append element tail to lost_text (we don't want to lose any text)
+            if element.tail:
+                for fragment_id in open_fragments:
+                    open_fragments[fragment_id].append('text', element.tail)
+        
+        
+        # Process all elements except begin and end
+        else:
+            # Omit annotation tags
+            if len(element.get('name', '')) or element.get('class', '') == 'annotation':
+                if event == 'end' and element.tail:
+                    for fragment_id in open_fragments:
+                        open_fragments[fragment_id].append('text', element.tail)
+            else:
+                for fragment_id in open_fragments:
+                    open_fragments[fragment_id].append(event, copy.copy(element))
+
+
+    for fragment_id in open_fragments:
+        print '%s:warning:unclosed fragment #%s' % (input_filename, fragment_id)
+
+    output_file = open(output_filename, 'w')
+    output_file.write("""
+        <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
+        <html><head>
+            <title>bookfragments output</title>
+            <meta http-equiv="content-type" content="text/html;charset=utf-8"/>
+            <link rel="stylesheet" href="master.css" type="text/css" media="screen" charset="utf-8" />
+        </head>
+        <body>""")
+    for fragment in closed_fragments.values():
+        html = u'<div class="fragment"><h3>[#%s] %s</h3>%s</div>' % (fragment.id, fragment.themes, fragment)
+        output_file.write(html.encode('utf-8'))
+    output_file.write('</body></html>')
+    output_file.close()
+