# -*- coding: utf-8 -*-
+from collections import defaultdict
import json
from optparse import make_option
import urllib2
class Command(BaseCommand):
option_list = BaseCommand.option_list + (
- make_option('-q', '--quiet', action='store_false', dest='verbose', default=True,
- help='Less output'),
+ make_option('-q', '--quiet', action='store_false', dest='verbose', default=True, help='Less output'),
)
help = 'Imports XML files from WL.'
transaction.managed(True)
if verbose:
- print 'Reading currently managed files.'
- slugs = {}
- for b in Book.objects.all():
+ print 'Reading currently managed files (skipping hidden ones).'
+ slugs = defaultdict(list)
+ for b in Book.objects.exclude(slug__startswith='.').all():
if verbose:
print b.slug
text = b.materialize().encode('utf-8')
except (ParseError, ValidationError):
pass
else:
- slugs[info.slug] = b
+ slugs[info.slug].append(b)
book_count = 0
commit_args = {
"author_name": 'Platforma',
- "description": 'Import from WL',
+ "description": 'Automatycznie zaimportowane z Wolnych Lektur',
+ "publishable": True,
}
if verbose:
book_detail = json.load(urllib2.urlopen(book['href']))
xml_text = urllib2.urlopen(book_detail['xml']).read()
info = BookInfo.from_string(xml_text)
- previous_book = slugs.get(info.slug, None)
- if previous_book:
+ previous_books = slugs.get(info.slug)
+ if previous_books:
+ if len(previous_books) > 1:
+ print self.style.ERROR("There is more than one book with slug %s:"),
+ previous_book = previous_books[0]
comm = previous_book.slug
else:
+ previous_book = None
comm = '*'
- print book_count, info.slug , '-->', comm
- Book.import_xml_text(xml_text, title=info.title,
- slug=info.slug, previous_book=slugs.get(info.slug, None))
+ print book_count, info.slug, '-->', comm
+ Book.import_xml_text(
+ xml_text, title=info.title[:255],
+ slug=info.slug[:128], previous_book=previous_book,
+ commit_args=commit_args)
book_count += 1
# Print results
book_count, )
print
-
transaction.commit()
transaction.leave_transaction_management()
-