8a7722749b95a755cf91bc6bcd61302dc95dc74b
[wolnelektury.git] / apps / catalogue / models.py
1 # -*- coding: utf-8 -*-
2 from django.db import models
3 from django.db.models import permalink, Q
4 from django.utils.translation import ugettext_lazy as _
5 from django.contrib.auth.models import User
6 from django.core.files import File
7 from django.template.loader import render_to_string
8 from django.utils.safestring import mark_safe
9 from django.core.urlresolvers import reverse
10
11 from newtagging.models import TagBase
12 from newtagging import managers
13
14 from librarian import html, dcparser
15
16
17 TAG_CATEGORIES = (
18     ('author', _('author')),
19     ('epoch', _('epoch')),
20     ('kind', _('kind')),
21     ('genre', _('genre')),
22     ('theme', _('theme')),
23     ('set', _('set')),
24 )
25
26
27 class TagSubcategoryManager(models.Manager):
28     def __init__(self, subcategory):
29         super(TagSubcategoryManager, self).__init__()
30         self.subcategory = subcategory
31         
32     def get_query_set(self):
33         return super(TagSubcategoryManager, self).get_query_set().filter(category=self.subcategory)
34
35
36 class Tag(TagBase):
37     name = models.CharField(_('name'), max_length=50, db_index=True)
38     slug = models.SlugField(_('slug'), max_length=120, unique=True, db_index=True)
39     sort_key = models.SlugField(_('sort key'), max_length=120, db_index=True)
40     category = models.CharField(_('category'), max_length=50, blank=False, null=False, 
41         db_index=True, choices=TAG_CATEGORIES)
42     description = models.TextField(_('description'), blank=True)
43     main_page = models.BooleanField(_('main page'), default=False, db_index=True, help_text=_('Show tag on main page'))
44         
45     user = models.ForeignKey(User, blank=True, null=True)
46     book_count = models.IntegerField(_('book count'), default=0, blank=False, null=False)
47     
48     def has_description(self):
49         return len(self.description) > 0
50     has_description.short_description = _('description')
51     has_description.boolean = True
52
53     @permalink
54     def get_absolute_url(self):
55         return ('catalogue.views.tagged_object_list', [self.slug])
56     
57     class Meta:
58         ordering = ('sort_key',)
59         verbose_name = _('tag')
60         verbose_name_plural = _('tags')
61     
62     def __unicode__(self):
63         return self.name
64
65     @staticmethod
66     def get_tag_list(tags):
67         if isinstance(tags, basestring):
68             tag_slugs = tags.split('/')
69             return [Tag.objects.get(slug=slug) for slug in tag_slugs]
70         else:
71             return TagBase.get_tag_list(tags)
72
73
74 def book_upload_path(ext):
75     def get_dynamic_path(book, filename):
76         return 'lektura/%s.%s' % (book.slug, ext)
77     return get_dynamic_path
78
79
80 class Book(models.Model):
81     title = models.CharField(_('title'), max_length=120)
82     slug = models.SlugField(_('slug'), max_length=120, unique=True, db_index=True)
83     description = models.TextField(_('description'), blank=True)
84     created_at = models.DateTimeField(_('creation date'), auto_now=True)
85     _short_html = models.TextField(_('short HTML'), editable=False)
86     parent_number = models.IntegerField(_('parent number'), default=0)
87     
88     # Formats
89     xml_file = models.FileField(_('XML file'), upload_to=book_upload_path('xml'), blank=True)
90     html_file = models.FileField(_('HTML file'), upload_to=book_upload_path('html'), blank=True)
91     pdf_file = models.FileField(_('PDF file'), upload_to=book_upload_path('pdf'), blank=True)
92     odt_file = models.FileField(_('ODT file'), upload_to=book_upload_path('odt'), blank=True)
93     txt_file = models.FileField(_('TXT file'), upload_to=book_upload_path('txt'), blank=True)
94     
95     parent = models.ForeignKey('self', blank=True, null=True, related_name='children')
96     
97     objects = models.Manager()
98     tagged = managers.ModelTaggedItemManager(Tag)
99     tags = managers.TagDescriptor(Tag)
100     
101     @property
102     def name(self):
103         return self.title
104     
105     def short_html(self):
106         if len(self._short_html):
107             return mark_safe(self._short_html)
108         else:
109             tags = self.tags.filter(~Q(category__in=('set', 'theme')))
110             tags = [u'<a href="%s">%s</a>' % (tag.get_absolute_url(), tag.name) for tag in tags]
111
112             formats = []
113             if self.html_file:
114                 formats.append(u'<a href="%s">Czytaj online</a>' % reverse('book_text', kwargs={'slug': self.slug}))
115             if self.pdf_file:
116                 formats.append(u'<a href="%s">Plik PDF</a>' % self.pdf_file.url)
117             if self.odt_file:
118                 formats.append(u'<a href="%s">Plik ODT</a>' % self.odt_file.url)
119             if self.txt_file:
120                 formats.append(u'<a href="%s">Plik TXT</a>' % self.txt_file.url)
121             
122             self._short_html = unicode(render_to_string('catalogue/book_short.html',
123                 {'book': self, 'tags': tags, 'formats': formats}))
124             self.save()
125             return mark_safe(self._short_html)
126     
127     def has_description(self):
128         return len(self.description) > 0
129     has_description.short_description = _('description')
130     has_description.boolean = True
131     
132     def has_pdf_file(self):
133         return bool(self.pdf_file)
134     has_pdf_file.short_description = 'PDF'
135     has_pdf_file.boolean = True
136     
137     def has_odt_file(self):
138         return bool(self.odt_file)
139     has_odt_file.short_description = 'ODT'
140     has_odt_file.boolean = True
141     
142     def has_html_file(self):
143         return bool(self.html_file)
144     has_html_file.short_description = 'HTML'
145     has_html_file.boolean = True
146
147     class AlreadyExists(Exception):
148         pass
149     
150     @staticmethod
151     def from_xml_file(xml_file, overwrite=False):
152         from tempfile import NamedTemporaryFile
153         from slughifi import slughifi
154         from markupstring import MarkupString
155         
156         # Read book metadata
157         book_info = dcparser.parse(xml_file)
158         book_base, book_slug = book_info.url.rsplit('/', 1)
159         book, created = Book.objects.get_or_create(slug=book_slug)
160         if not created and not overwrite:
161             raise Book.AlreadyExists('Book %s already exists' % book_slug)
162         
163         book.title = book_info.title
164         book._short_html = ''
165         book.save()
166         
167         book_tags = []
168         for category in ('kind', 'genre', 'author', 'epoch'):    
169             tag_name = getattr(book_info, category)
170             tag_sort_key = tag_name
171             if category == 'author':
172                 tag_sort_key = tag_name.last_name
173                 tag_name = ' '.join(tag_name.first_names) + ' ' + tag_name.last_name
174             tag, created = Tag.objects.get_or_create(slug=slughifi(tag_name))
175             if created:
176                 tag.name = tag_name
177                 tag.sort_key = slughifi(tag_sort_key)
178                 tag.category = category
179                 tag.save()
180             book_tags.append(tag)
181         book.tags = book_tags
182         
183         if hasattr(book_info, 'parts'):
184             for n, part_url in enumerate(book_info.parts):
185                 base, slug = part_url.rsplit('/', 1)
186                 child_book = Book.objects.get(slug=slug)
187                 child_book.parent = book
188                 child_book.parent_number = n
189                 child_book.save()
190         
191         # Save XML and HTML files
192         book.xml_file.save('%s.xml' % book.slug, File(file(xml_file)), save=False)
193         
194         html_file = NamedTemporaryFile()
195         if html.transform(book.xml_file.path, html_file):
196             book.html_file.save('%s.html' % book.slug, File(html_file), save=False)
197             
198             # Extract fragments
199             closed_fragments, open_fragments = html.extract_fragments(book.html_file.path)
200             book_themes = []
201             for fragment in closed_fragments.values():
202                 text = fragment.to_string()
203                 short_text = ''
204                 if (len(MarkupString(text)) > 240):
205                     short_text = unicode(MarkupString(text)[:160])
206                 new_fragment, created = Fragment.objects.get_or_create(anchor=fragment.id, book=book, 
207                     defaults={'text': text, 'short_text': short_text})
208                 
209                 try:
210                     theme_names = [s.strip() for s in fragment.themes.split(',')]
211                 except AttributeError:
212                     continue
213                 themes = []
214                 for theme_name in theme_names:
215                     tag, created = Tag.objects.get_or_create(slug=slughifi(theme_name))
216                     if created:
217                         tag.name = theme_name
218                         tag.sort_key = slughifi(theme_name)
219                         tag.category = 'theme'
220                         tag.save()
221                     themes.append(tag)
222                 new_fragment.save()
223                 new_fragment.tags = list(book.tags) + themes
224                 book_themes += themes
225             
226             book_themes = set(book_themes)
227             book.tags = list(book.tags) + list(book_themes)
228         
229         book.save()
230         return book
231     
232     @permalink
233     def get_absolute_url(self):
234         return ('catalogue.views.book_detail', [self.slug])
235         
236     class Meta:
237         ordering = ('title',)
238         verbose_name = _('book')
239         verbose_name_plural = _('books')
240
241     def __unicode__(self):
242         return self.title
243
244
245 class Fragment(models.Model):
246     text = models.TextField()
247     short_text = models.TextField(editable=False)
248     _short_html = models.TextField(editable=False)
249     anchor = models.CharField(max_length=120)
250     book = models.ForeignKey(Book, related_name='fragments')
251
252     objects = models.Manager()
253     tagged = managers.ModelTaggedItemManager(Tag)
254     tags = managers.TagDescriptor(Tag)
255     
256     def short_html(self):
257         if len(self._short_html):
258             return mark_safe(self._short_html)
259         else:
260             book_authors = [u'<a href="%s">%s</a>' % (tag.get_absolute_url(), tag.name) 
261                 for tag in self.book.tags if tag.category == 'author']
262             
263             self._short_html = unicode(render_to_string('catalogue/fragment_short.html',
264                 {'fragment': self, 'book': self.book, 'book_authors': book_authors}))
265             self.save()
266             return mark_safe(self._short_html)
267     
268     def get_absolute_url(self):
269         return '%s#m%s' % (reverse('book_text', kwargs={'slug': self.book.slug}), self.anchor)
270     
271     class Meta:
272         ordering = ('book', 'anchor',)
273         verbose_name = _('fragment')
274         verbose_name_plural = _('fragments')
275