update results email for new test + disable new forms
[edumed.git] / catalogue / models.py
1 # -*- coding: utf-8
2 from django.conf import settings
3 from django.core.files import File
4 from django.core.urlresolvers import reverse
5 from django.db import models
6 from jsonfield import JSONField
7 from fnpdjango.storage import BofhFileSystemStorage
8
9 from curriculum.models import Level, Curriculum, CurriculumCourse
10 import logging
11
12 bofh_storage = BofhFileSystemStorage()
13
14
15 class Section(models.Model):
16     title = models.CharField(max_length=255, unique=True)
17     slug = models.SlugField(max_length=255, unique=True)
18     order = models.IntegerField()
19     xml_file = models.FileField(
20         upload_to="catalogue/section/xml",
21         null=True, blank=True, max_length=255,
22         storage=bofh_storage)
23     image = models.ImageField(upload_to="catalogue/section/image", null=True, blank=True)
24
25     pic = models.ImageField(upload_to="catalogue/section/pic", null=True, blank=True)
26     pic_attribution = models.CharField(max_length=255, null=True, blank=True)
27     pic_src = models.URLField(null=True, blank=True)
28     
29     summary = models.TextField(blank=True, null=True)
30
31     class Meta:
32         ordering = ['order']
33
34     class IncompleteError(BaseException):
35         pass
36
37     def __unicode__(self):
38         return self.title
39
40     def get_absolute_url(self):
41         return "%s#gimnazjum_%s" % (reverse("catalogue_lessons"), self.slug)
42
43     @classmethod
44     def publish(cls, infile, ignore_incomplete=False):
45         from librarian.parser import WLDocument
46         from django.core.files.base import ContentFile
47         xml = infile.get_string()
48         wldoc = WLDocument.from_string(xml)
49
50         lessons = []
51         for part in wldoc.book_info.parts:
52             try:
53                 lessons.append(Lesson.objects.get(slug=part.slug))
54             except Lesson.DoesNotExist, e:
55                 if not ignore_incomplete:
56                     raise cls.IncompleteError(part.slug)
57
58         slug = wldoc.book_info.url.slug
59         try:
60             section = cls.objects.get(slug=slug)
61         except cls.DoesNotExist:
62             section = cls(slug=slug, order=0)
63
64         # Save XML file
65         section.xml_file.save('%s.xml' % slug, ContentFile(xml), save=False)
66         section.title = wldoc.book_info.title
67         section.save()
68
69         section.lesson_set.all().update(section=None)
70         for i, lesson in enumerate(lessons):
71             lesson.section = section
72             lesson.order = i
73             lesson.save()
74
75         return section
76
77     def syntetic_lesson(self, level):
78         try:
79             return self.lesson_set.filter(type='synthetic', level=level)[0]
80         except IndexError:
81             return None
82
83
84 class Lesson(models.Model):
85     section = models.ForeignKey(Section, null=True, blank=True)
86     level = models.ForeignKey(Level)
87     title = models.CharField(max_length=255)
88     slug = models.SlugField(max_length=255, unique=True)
89     type = models.CharField(max_length=15, db_index=True)
90     order = models.IntegerField(db_index=True)
91     dc = JSONField(default='{}')
92     curriculum_courses = models.ManyToManyField(CurriculumCourse, blank=True)
93     description = models.TextField(null=True, blank=True)
94
95     xml_file = models.FileField(
96         upload_to="catalogue/lesson/xml",
97         null=True, blank=True, max_length=255, storage=bofh_storage)
98     html_file = models.FileField(
99         upload_to="catalogue/lesson/html",
100         null=True, blank=True, max_length=255, storage=bofh_storage)
101     package = models.FileField(
102         upload_to="catalogue/lesson/pack",
103         null=True, blank=True, max_length=255, storage=bofh_storage)
104     student_package = models.FileField(
105         upload_to="catalogue/lesson/student_pack",
106         null=True, blank=True, max_length=255, storage=bofh_storage)
107     pdf = models.FileField(
108         upload_to="catalogue/lesson/pdf",
109         null=True, blank=True, max_length=255, storage=bofh_storage)
110     student_pdf = models.FileField(
111         upload_to="catalogue/lesson/student_pdf",
112         null=True, blank=True, max_length=255, storage=bofh_storage)
113     weasy_pdf = models.FileField(
114         upload_to="catalogue/lesson/weasy",
115         null=True, blank=True, max_length=255, storage=bofh_storage)
116
117     class Meta:
118         ordering = ['section', 'level', 'order']
119
120     def __unicode__(self):
121         return self.title
122
123     @models.permalink
124     def get_absolute_url(self):
125         return 'catalogue_lesson', [self.slug]
126
127     @classmethod
128     def publish(cls, infile, ignore_incomplete=False, repackage_level=False):
129         from librarian.parser import WLDocument
130         from django.core.files.base import ContentFile
131         wldoc = WLDocument(infile)
132
133         # Check if not section metadata block.
134         if wldoc.book_info.parts:
135             return Section.publish(infile, ignore_incomplete=ignore_incomplete)
136
137         slug = wldoc.book_info.url.slug
138         try:
139             lesson = cls.objects.get(slug=slug)
140             lesson.attachment_set.all().delete()
141         except cls.DoesNotExist:
142             lesson = cls(slug=slug, order=0)
143
144         # Save XML file
145         lesson.xml_file.save('%s.xml' % slug, ContentFile(infile.get_string()), save=False)
146         lesson.title = wldoc.book_info.title
147
148         lesson.level = Level.objects.get(meta_name=wldoc.book_info.audience)
149         lesson.populate_dc()
150         lesson.populate_description(wldoc=wldoc)
151         lesson.build_html(infile=infile)
152         lesson.build_pdf()
153         lesson.build_package()
154         if lesson.type != 'project':
155             lesson.build_pdf(student=True)
156             lesson.build_package(student=True)
157         if repackage_level:
158             lesson.level.build_packages()
159         return lesson
160
161     def republish(self, repackage_level=True, attachments=None):
162         from librarian import IOFile
163         import os.path
164         from django.conf import settings
165         if attachments is None:
166             attachments = {}
167             for attachment in self.attachment_set.all():
168                 full_name = os.path.join(settings.MEDIA_ROOT, attachment.file.name)
169                 f = IOFile.from_filename(full_name)
170                 attachments['%s.%s' % (attachment.slug, attachment.ext)] = f
171         infile = IOFile.from_filename(self.xml_file.path, attachments=attachments)
172         Lesson.publish(infile, repackage_level=repackage_level)
173
174     def populate_dc(self):
175         from librarian.parser import WLDocument
176         wldoc = WLDocument.from_file(self.xml_file.path)
177         self.dc = wldoc.book_info.to_dict()
178         self.type = self.dc["type"]
179         assert self.type in ('appendix', 'course', 'synthetic', 'project', 'added', 'added-var'), \
180             u"Unknown lesson type: %s" % self.type
181         self.save()
182
183         courses = set()
184         for identifier in wldoc.book_info.curriculum:
185             identifier = (identifier or "").replace(' ', '')
186             if not identifier:
187                 continue
188             try:
189                 curr = Curriculum.objects.get(identifier__iexact=identifier)
190             except Curriculum.DoesNotExist:
191                 logging.warn('Unknown curriculum course %s in lesson %s' % (identifier, self.slug))
192                 pass
193             else:
194                 courses.add(curr.course)
195         self.curriculum_courses = courses
196
197     def populate_description(self, wldoc=None, infile=None):
198         if wldoc is None:
199             wldoc = self.wldocument(infile)
200         if self.type == 'project':
201             lookup = u'Zadanie'
202         else:
203             lookup = u'Pomysł na lekcję'
204         for header in wldoc.edoc.findall('.//naglowek_rozdzial'):
205             if (header.text or '').strip() == lookup:
206                 from lxml import etree
207                 self.description = etree.tostring(
208                     header.getnext(), method='text', encoding='unicode').strip()
209                 self.save()
210                 return
211
212     def wldocument(self, infile=None):
213         from librarian import IOFile
214         from librarian.parser import WLDocument
215         from .publish import OrmDocProvider
216
217         if infile is None:
218             infile = IOFile.from_filename(self.xml_file.path)
219             for att in self.attachment_set.all():
220                 infile.attachments["%s.%s" % (att.slug, att.ext)] = \
221                     IOFile.from_filename(att.file.path)
222         return WLDocument(infile, provider=OrmDocProvider())
223
224     def build_html(self, infile=None):
225         from .publish import HtmlFormat
226         wldoc = self.wldocument(infile)
227         html = HtmlFormat(wldoc).build()
228         self.html_file.save("%s.html" % self.slug, File(open(html.get_filename())))
229
230     def build_pdf(self, student=False):
231         from .publish import PdfFormat
232         # PDF uses document with attachments already saved as media,
233         # otherwise sorl.thumbnail complains about SuspiciousOperations.
234         wldoc = self.wldocument()
235         if student:
236             pdf = PdfFormat(wldoc).build()
237             self.student_pdf.save("%s.pdf" % self.slug, File(open(pdf.get_filename())))
238         else:
239             pdf = PdfFormat(wldoc, teacher=True).build()
240             self.pdf.save("%s.pdf" % self.slug, File(open(pdf.get_filename())))
241
242     def build_pdf_from_html(self, **kwargs):
243         from .publish import PdfFromHtmlFormat
244         wldoc = self.wldocument()
245         pdf = PdfFromHtmlFormat(
246             wldoc, media_root=settings.MEDIA_ROOT,
247             html_to_pdf_command=settings.HTML_TO_PDF_COMMAND,
248             **kwargs).build()
249         self.weasy_pdf.save("%s.pdf" % self.slug, File(open(pdf.get_filename())))
250
251     def add_to_zip(self, zipf, student=False, prefix=''):
252         pdf = self.student_pdf if student else self.pdf
253         if pdf:
254             zipf.write(pdf.path, "%s%s%s.pdf" % (prefix, self.slug, "_student" if student else ""))
255             for attachment in self.attachment_set.all():
256                 zipf.write(attachment.file.path, u"%smaterialy/%s.%s" % (prefix, attachment.slug, attachment.ext))
257             zipf.write(self.xml_file.path, "%spliki-zrodlowe/%s.xml" % (prefix, self.slug))
258
259     def build_package(self, student=False):
260         from StringIO import StringIO
261         import zipfile
262         from django.core.files.base import ContentFile
263         buff = StringIO()
264         zipf = zipfile.ZipFile(buff, 'w', zipfile.ZIP_STORED)
265         self.add_to_zip(zipf, student)
266         zipf.close()
267         fieldname = "student_package" if student else "package"
268         getattr(self, fieldname).save(
269             "%s%s.zip" % (self.slug, "_student" if student else ""),
270             ContentFile(buff.getvalue()))
271
272     def get_syntetic(self):
273         if self.section is None:
274             return None
275         return self.section.syntetic_lesson(self.level)
276
277     def get_other_level(self):
278         if self.section is None:
279             return None
280         other_levels = self.section.lesson_set.exclude(level=self.level)
281         if other_levels.exists():
282             return other_levels[0].level
283
284     def get_previous(self):
285         if self.section is None:
286             return None
287         try:
288             return self.section.lesson_set.filter(
289                 type=self.type, level=self.level,
290                 order__lt=self.order).order_by('-order')[0]
291         except IndexError:
292             return None
293
294     def get_next(self):
295         if self.section is None:
296             return None
297         try:
298             return self.section.lesson_set.filter(
299                 type=self.type, level=self.level,
300                 order__gt=self.order).order_by('order')[0]
301         except IndexError:
302             return None
303
304     def requires_internet(self):
305         return any(requirement in self.dc.get('requires', []) for requirement in ('internet', 'Internet'))
306
307
308 def attachment_path(instance, filename):
309     return 'catalogue/attachment/%s/%s' % (instance.lesson.slug, filename)
310
311
312 class Attachment(models.Model):
313     slug = models.CharField(max_length=255)
314     ext = models.CharField(max_length=15)
315     lesson = models.ForeignKey(Lesson)
316     file = models.FileField(upload_to=attachment_path, storage=bofh_storage, max_length=255)
317
318     class Meta:
319         ordering = ['slug', 'ext']
320         unique_together = ['lesson', 'slug', 'ext']
321
322     def __unicode__(self):
323         return "%s.%s" % (self.slug, self.ext)
324
325
326 class Part(models.Model):
327     lesson = models.ForeignKey(Lesson)
328     pdf = models.FileField(upload_to="catalogue/part/pdf", null=True, blank=True)
329     student_pdf = models.FileField(upload_to="catalogue/part/student_pdf", null=True, blank=True)
330
331
332 class LessonStub(models.Model):
333     section = models.ForeignKey(Section, null=True, blank=True)
334     level = models.ForeignKey(Level)
335     title = models.CharField(max_length=255)
336     type = models.CharField(max_length=15, db_index=True)
337     order = models.IntegerField(db_index=True)
338
339     class Meta:
340         ordering = ['section', 'level', 'order']
341
342     def __unicode__(self):
343         return self.title
344
345     @property
346     def slug(self):
347         return ''
348
349     def add_to_zip(self, *args, **kwargs):
350         pass