X-Git-Url: https://git.mdrn.pl/wolnelektury.git/blobdiff_plain/6e75a30246598a40cabb8ca1498c3a4f6f146c91..22af332597f857ee4fe60ea2ebfd8723fd9d5da9:/apps/catalogue/models.py?ds=sidebyside diff --git a/apps/catalogue/models.py b/apps/catalogue/models.py index 565b759ce..22ed32510 100644 --- a/apps/catalogue/models.py +++ b/apps/catalogue/models.py @@ -10,8 +10,8 @@ import django.dispatch from django.core.cache import cache from django.utils.translation import ugettext_lazy as _ from django.contrib.auth.models import User -from django.core.files import File from django.template.loader import render_to_string +from django.utils.datastructures import SortedDict from django.utils.safestring import mark_safe from django.utils.translation import get_language from django.core.urlresolvers import reverse @@ -22,14 +22,8 @@ from django.conf import settings from newtagging.models import TagBase, tags_updated from newtagging import managers from catalogue.fields import JSONField, OverwritingFileField -from catalogue.utils import ExistingFile, ORMDocProvider, create_zip_task, remove_zip +from catalogue.utils import create_zip -from librarian import dcparser, html, epub, NoDublinCore -import mutagen -from mutagen import id3 -from slughifi import slughifi -from sortify import sortify -from os import unlink TAG_CATEGORIES = ( ('author', _('author')), @@ -179,6 +173,8 @@ class Tag(TagBase): # TODO: why is this hard-coded ? def book_upload_path(ext=None, maxlen=100): def get_dynamic_path(media, filename, ext=ext): + from slughifi import slughifi + # how to put related book's slug here? if not ext: if media.type == 'daisy': @@ -211,6 +207,9 @@ class BookMedia(models.Model): verbose_name_plural = _('book media') def save(self, *args, **kwargs): + from slughifi import slughifi + from catalogue.utils import ExistingFile, remove_zip + try: old = BookMedia.objects.get(pk=self.pk) except BookMedia.DoesNotExist, e: @@ -220,10 +219,11 @@ class BookMedia(models.Model): if slughifi(self.name) != slughifi(old.name): self.file.save(None, ExistingFile(self.file.path), save=False, leave=True) + super(BookMedia, self).save(*args, **kwargs) + # remove the zip package for book with modified media remove_zip(self.book.slug) - super(BookMedia, self).save(*args, **kwargs) extra_info = self.get_extra_info_value() extra_info.update(self.read_meta()) self.set_extra_info_value(extra_info) @@ -234,6 +234,8 @@ class BookMedia(models.Model): """ Reads some metadata from the audiobook. """ + import mutagen + from mutagen import id3 artist_name = director_name = project = funded_by = '' if self.type == 'mp3': @@ -266,6 +268,8 @@ class BookMedia(models.Model): """ Reads source file SHA1 from audiobok metadata. """ + import mutagen + from mutagen import id3 if filetype == 'mp3': try: @@ -305,6 +309,7 @@ class Book(models.Model): tags = managers.TagDescriptor(Tag) html_built = django.dispatch.Signal() + published = django.dispatch.Signal() class AlreadyExists(Exception): pass @@ -318,6 +323,8 @@ class Book(models.Model): return self.title def save(self, force_insert=False, force_update=False, reset_short_html=True, **kwargs): + from sortify import sortify + self.sort_key = sortify(self.title) ret = super(Book, self).save(force_insert, force_update) @@ -462,12 +469,11 @@ class Book(models.Model): """ (Re)builds the pdf file. """ - from librarian import pdf from tempfile import NamedTemporaryFile - import os - - # remove zip with all pdf files - remove_zip(settings.ALL_PDF_ZIP) + from os import unlink + from django.core.files import File + from librarian import pdf + from catalogue.utils import ORMDocProvider, remove_zip try: pdf_file = NamedTemporaryFile(delete=False) @@ -480,16 +486,18 @@ class Book(models.Model): finally: unlink(pdf_file.name) + # remove zip with all pdf files + remove_zip(settings.ALL_PDF_ZIP) + def build_mobi(self): """ (Re)builds the MOBI file. """ - from librarian import mobi from tempfile import NamedTemporaryFile - import os - - # remove zip with all pdf files - remove_zip(settings.ALL_MOBI_ZIP) + from os import unlink + from django.core.files import File + from librarian import mobi + from catalogue.utils import ORMDocProvider, remove_zip try: mobi_file = NamedTemporaryFile(suffix='.mobi', delete=False) @@ -502,6 +510,9 @@ class Book(models.Model): finally: unlink(mobi_file.name) + # remove zip with all mobi files + remove_zip(settings.ALL_MOBI_ZIP) + def build_epub(self, remove_descendants=True): """ (Re)builds the epub file. If book has a parent, does nothing. @@ -510,14 +521,13 @@ class Book(models.Model): from StringIO import StringIO from hashlib import sha1 from django.core.files.base import ContentFile + from librarian import epub, NoDublinCore + from catalogue.utils import ORMDocProvider, remove_zip if self.parent: # don't need an epub return - # remove zip package with all epub files - remove_zip(settings.ALL_EPUB_ZIP) - epub_file = StringIO() try: epub.transform(ORMDocProvider(self), self.slug, output_file=epub_file) @@ -535,6 +545,9 @@ class Book(models.Model): child_book.save() book_descendants += list(child_book.children.all()) + # remove zip package with all epub files + remove_zip(settings.ALL_EPUB_ZIP) + def build_txt(self): from StringIO import StringIO from django.core.files.base import ContentFile @@ -548,6 +561,9 @@ class Book(models.Model): def build_html(self): from tempfile import NamedTemporaryFile from markupstring import MarkupString + from django.core.files import File + from slughifi import slughifi + from librarian import html meta_tags = list(self.tags.filter( category__in=('author', 'epoch', 'genre', 'kind'))) @@ -601,52 +617,32 @@ class Book(models.Model): return False @staticmethod - def zip_epub(): - books = Book.objects.all() - - paths = filter(lambda x: x is not None, - map(lambda b: b.epub_file and b.epub_file.path or None, books)) - if settings.USE_CELERY: - result = create_zip_task.delay(paths, settings.ALL_EPUB_ZIP) - return result.wait() - else: - result = create_zip_task(paths, settings.ALL_EPUB_ZIP) - return result - - @staticmethod - def zip_pdf(): - books = Book.objects.all() - - paths = filter(lambda x: x is not None, - map(lambda b: b.pdf_file and b.pdf_file.path or None, books)) - if settings.USE_CELERY: - result = create_zip_task.delay(paths, settings.ALL_PDF_ZIP) - return result.wait() - else: - result = create_zip_task(paths, settings.ALL_PDF_ZIP) - return result - - @staticmethod - def zip_mobi(): - books = Book.objects.all() - - paths = filter(lambda x: x is not None, - map(lambda b: b.mobi_file and b.mobi_file.path or None, books)) - result = create_zip_task.delay(paths, settings.ALL_MOBI_ZIP) - return settings.MEDIA_URL + result.wait() + def zip_format(format_): + def pretty_file_name(book): + return "%s/%s.%s" % ( + b.get_extra_info_value()['author'], + b.slug, + format_) + + field_name = "%s_file" % format_ + books = Book.objects.filter(parent=None).exclude(**{field_name: ""}) + paths = [(pretty_file_name(b), getattr(b, field_name).path) + for b in books] + result = create_zip.delay(paths, + getattr(settings, "ALL_%s_ZIP" % format_.upper())) + return result.wait() def zip_audiobooks(self): - bm = BookMedia.objects.filter(book=self) - paths = map(lambda bm: bm.file.path, bm) - if settings.USE_CELERY: - result = create_zip_task.delay(paths, self.slug) - return result.wait() - else: - result = create_zip_task(paths, self.slug) - return result + bm = BookMedia.objects.filter(book=self, type='mp3') + paths = map(lambda bm: (None, bm.file.path), bm) + result = create_zip.delay(paths, self.slug) + return result.wait() @classmethod def from_xml_file(cls, xml_file, **kwargs): + from django.core.files import File + from librarian import dcparser + # use librarian to parse meta-data book_info = dcparser.parse(xml_file) @@ -662,6 +658,8 @@ class Book(models.Model): def from_text_and_meta(cls, raw_file, book_info, overwrite=False, build_epub=True, build_txt=True, build_pdf=True, build_mobi=True): import re + from slughifi import slughifi + from sortify import sortify # check for parts before we do anything children = [] @@ -756,6 +754,7 @@ class Book(models.Model): book.reset_tag_counter() book.reset_theme_counter() + cls.published.send(sender=book) return book def reset_tag_counter(self): @@ -849,6 +848,43 @@ class Book(models.Model): return objects + @classmethod + def book_list(cls, filter=None): + """Generates a hierarchical listing of all books. + + Books are optionally filtered with a test function. + + """ + + books_by_parent = {} + books = cls.objects.all().order_by('parent_number', 'sort_key').only('title', 'parent', 'slug') + if filter: + books = books.filter(filter).distinct() + book_ids = set((book.pk for book in books)) + for book in books: + parent = book.parent_id + if parent not in book_ids: + parent = None + books_by_parent.setdefault(parent, []).append(book) + else: + for book in books: + books_by_parent.setdefault(book.parent_id, []).append(book) + + orphans = [] + books_by_author = SortedDict() + for tag in Tag.objects.filter(category='author'): + books_by_author[tag] = [] + + for book in books_by_parent.get(None,()): + authors = list(book.tags.filter(category='author')) + if authors: + for author in authors: + books_by_author[author].append(book) + else: + orphans.append(book) + + return books_by_author, orphans, books_by_parent + def _has_factory(ftype): has = lambda self: bool(getattr(self, "%s_file" % ftype))