Minor fixed to README.

[librarian.git] / librarian / text.py

diff --git a/librarian/text.py b/librarian/text.py
index db0d2b2..70d98c4 100644 (file)
--- a/librarian/text.py
+++ b/librarian/text.py
@@ -1,12 +1,30 @@
 # -*- coding: utf-8 -*-
-import os
+#
+#    This file is part of Librarian.
+#
+#    Copyright © 2008,2009,2010 Fundacja Nowoczesna Polska <fundacja@nowoczesnapolska.org.pl>
+#    
+#    For full list of contributors see AUTHORS file. 
+#
+#    This program is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU Affero General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU Affero General Public License for more details.
+#
+#    You should have received a copy of the GNU Affero General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+from librarian import dcparser, parser
+from lxml import etree
 import cStringIO
-import re
 import codecs
-
-from lxml import etree
-
-from librarian import dcparser
+import os
+import re
 
 
 ENTITY_SUBSTITUTIONS = [
@@ -18,7 +36,20 @@ ENTITY_SUBSTITUTIONS = [
 ]
 
 
-MAX_LINE_LENGTH = 80
+TEMPLATE = u"""\
+Kodowanie znaków w dokumencie: UTF-8.
+-----
+Publikacja zrealizowana w ramach projektu Wolne Lektury (http://wolnelektury.pl/). Reprodukcja cyfrowa wykonana przez
+Bibliotekę Narodową z egzemplarza pochodzącego ze zbiorów BN. Ten utwór nie jest chroniony prawem autorskim i znajduje
+się w domenie publicznej, co oznacza, że możesz go swobodnie wykorzystywać, publikować i rozpowszechniać.
+
+Wersja lektury w opracowaniu merytorycznym i krytycznym (przypisy i motywy) dostępna jest na stronie %(url)s.
+-----
+
+
+
+%(text)s
+"""
 
 
 def strip(context, text):
@@ -37,17 +68,20 @@ def substitute_entities(context, text):
     return text
 
 
-def wrap_words(context, text):
+def wrap_words(context, text, wrapping):
     """XPath extension function automatically wrapping words in passed text"""
     if isinstance(text, list):
         text = ''.join(text)
+    if not wrapping:
+        return text
+    
     words = re.split(r'\s', text)
     
     line_length = 0
     lines = [[]]
     for word in words:
         line_length += len(word) + 1
-        if line_length > MAX_LINE_LENGTH:
+        if line_length > wrapping:
             # Max line length was exceeded. We create new line
             lines.append([])
             line_length = len(word)
@@ -62,28 +96,27 @@ ns['substitute_entities'] = substitute_entities
 ns['wrap_words'] = wrap_words
 
 
-def transform(input_filename, output_filename):
+def transform(input_filename, output_filename, is_file=True, parse_dublincore=True, **options):
     """Transforms file input_filename in XML to output_filename in TXT."""
     # Parse XSLT
-    style_filename = os.path.join(os.path.dirname(__file__), 'book2txt.xslt')
+    style_filename = os.path.join(os.path.dirname(__file__), 'xslt/book2txt.xslt')
     style = etree.parse(style_filename)
 
-    doc_file = cStringIO.StringIO()
-    expr = re.compile(r'/\s', re.MULTILINE | re.UNICODE);
-    
-    f = open(input_filename, 'r')
-    for line in f:
-        line = line.decode('utf-8')
-        line = expr.sub(u'<br/>\n', line)
-        doc_file.write(line.encode('utf-8'))
-    f.close()
+    if is_file:
+        document = parser.WLDocument.from_file(input_filename, True, parse_dublincore=parse_dublincore)
+    else:
+        document = parser.WLDocument.from_string(input_filename, True, parse_dublincore=parse_dublincore)
 
-    doc_file.seek(0)
+    result = document.transform(style, **options)
 
-    parser = etree.XMLParser(remove_blank_text=True)
-    doc = etree.parse(doc_file, parser)
-    
-    result = doc.xslt(style)
     output_file = codecs.open(output_filename, 'wb', encoding='utf-8')
-    output_file.write(unicode(result) % dcparser.parse(input_filename).url)
+    
+    if parse_dublincore:
+        url = dcparser.parse(input_filename).url
+    else:
+        url = '*' * 10
+    output_file.write(TEMPLATE % {
+        'url': url,
+        'text': unicode(result),
+    })