lxml update

[librarian.git] / scripts / book2partner

diff --git a/scripts/book2partner b/scripts/book2partner
index e33ae13..8982354 100755 (executable)
--- a/scripts/book2partner
+++ b/scripts/book2partner
@@ -2,90 +2,17 @@
 # -*- coding: utf-8 -*-
 #
 # This file is part of Librarian, licensed under GNU Affero GPLv3 or later.
 # -*- coding: utf-8 -*-
 #
 # This file is part of Librarian, licensed under GNU Affero GPLv3 or later.

-# Copyright © Fundacja Nowoczesna Polska. See NOTICE for more information.  
+# Copyright © Fundacja Nowoczesna Polska. See NOTICE for more information.

 #
 #

-import os.path
-import optparse
-from copy import deepcopy
-from lxml import etree
-
-from librarian import epub, DirDocProvider, ParseError, cover
-from librarian.dcparser import BookInfo
-
-
-def utf_trunc(text, limit):
-    """ truncates text to at most `limit' bytes in utf-8 """
-    if text is None:
-        return text
-    orig_text = text
-    if len(text.encode('utf-8')) > limit:
-        newlimit = limit - 3
-        while len(text.encode('utf-8')) > newlimit:
-            text = text[:(newlimit - len(text.encode('utf-8'))) / 4]
-        text += '...'
-    return text
-
-
-def virtualo(filenames, output_dir, verbose):
-    xml = etree.fromstring("""<?xml version="1.0" encoding="utf-8"?>
-        <products xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"></products>""")
-    product = etree.fromstring("""<product>
-            <publisherProductId></publisherProductId>
-            <title></title>
-            <info></info>
-            <description></description>
-            <authors>
-                <author>
-                    <names>Jan</names>
-                    <lastName>Kowalski</lastName>
-                </author>
-            </authors>
-            <price>0.0</price>
-            <language>PL</language>
-        </product>""")
-
-    try:
-        for main_input in input_filenames:
-            if options.verbose:
-                print main_input
-            path, fname = os.path.realpath(main_input).rsplit('/', 1)
-            provider = DirDocProvider(path)
-            slug, ext = os.path.splitext(fname)
-
-            outfile_dir = os.path.join(output_dir, slug)
-            os.makedirs(os.path.join(output_dir, slug))
-
-            info = BookInfo.from_file(main_input)
-
-            product_elem = deepcopy(product)
-            product_elem[0].text = utf_trunc(slug, 100)
-            product_elem[1].text = utf_trunc(info.title, 255)
-            product_elem[2].text = utf_trunc(info.description, 255)
-            product_elem[3].text = utf_trunc(info.source_name, 3000)
-            product_elem[4][0][0].text = utf_trunc(u' '.join(info.author.first_names), 100)
-            product_elem[4][0][1].text = utf_trunc(info.author.last_name, 100)
-            xml.append(product_elem)
-
-            cover.virtualo_cover(
-                u' '.join(info.author.first_names + (info.author.last_name,)), 
-                info.title
-                ).save(os.path.join(outfile_dir, slug+'.jpg'))
-            outfile = os.path.join(outfile_dir, '1.epub')
-            outfile_sample = os.path.join(outfile_dir, '1.sample.epub')
-            epub.transform(provider, file_path=main_input, output_file=outfile)
-            epub.transform(provider, file_path=main_input, output_file=outfile_sample, sample=25)
-    except ParseError, e:
-        print '%(file)s:%(name)s:%(message)s' % {
-            'file': main_input,
-            'name': e.__class__.__name__,
-            'message': e.message
-        }
-
-    xml_file = open(os.path.join(output_dir, 'import_products.xml'), 'w')
-    xml_file.write(etree.tostring(xml, pretty_print=True, encoding=unicode).encode('utf-8'))
-    xml_file.close()
+from __future__ import print_function, unicode_literals

 
 

+from collections import OrderedDict
+import inspect
+import optparse
+import os
+import sys

 
 

+from librarian import packagers

 
 
 if __name__ == '__main__':
 
 
 if __name__ == '__main__':


@@ -99,14 +26,54 @@ if __name__ == '__main__':
         help='print status messages to stdout')
     parser.add_option('-O', '--output-dir', dest='output_dir', metavar='DIR', default='',
                       help='specifies the directory for output')
         help='print status messages to stdout')
     parser.add_option('-O', '--output-dir', dest='output_dir', metavar='DIR', default='',
                       help='specifies the directory for output')

-    parser.add_option('--virtualo', action='store_true', dest='virtualo', default=False,
-                      help='prepare files for Virtualo API')
+    parser.add_option('-f', '--force-overwrite',
+        action='store_true',
+        dest='overwrite',
+        default=False,
+        help='rebuild the file even if it already exists')
+    parser.add_option('-p', '--packages',
+        dest='packages',
+        metavar='package,...',
+        default='',
+        help='lists packages to build')
+    parser.add_option('-m', '--packages-modules',
+        dest='packages_modules', metavar='path.to.module,...',
+        default='librarian.partners',
+        help='modules with packages definitions to load')
+    parser.add_option('-l', '--list-packages',
+        action='store_true',
+        dest='list_packages',
+        default=False,
+        help='lists available packages')

 
     options, input_filenames = parser.parse_args()
 
     options, input_filenames = parser.parse_args()

-
-    if len(input_filenames) < 1:
+    packages = OrderedDict()
+
+    sys.path.insert(0, os.getcwd())
+    for module_name in options.packages_modules.split(','):
+        if not module_name:
+            continue
+        module = __import__(module_name, globals(), locals(), ['*'])
+        for package_name in dir(module):
+            package = getattr(module, package_name)
+            if inspect.isclass(package) and issubclass(package, packagers.Packager):
+                packages[package_name] = package
+    if not packages:
+        print('No packages found!')
+
+    if options.list_packages:
+        print('Available packages:')
+        for package_name, package in packages.items():
+            print(' ', package_name)
+        exit(0)
+
+    if len(input_filenames) < 1 or not options.packages:

         parser.print_help()
         exit(1)
 
         parser.print_help()
         exit(1)
 

-    if options.virtualo:
-        virtualo(input_filenames, options.output_dir, options.verbose)
+    used_packages = [packages[p] for p in options.packages.split(',')]
+    for package in used_packages:
+        if options.verbose:
+            print('Package:', package.__name__)
+        package.prepare(input_filenames,
+            options.output_dir, options.verbose, options.overwrite)