Clean l10n files at last.
[wolnelektury.git] / apps / catalogue / tests / book_import.py
1 # -*- coding: utf-8 -*-
2 from django.conf import settings
3
4 from django.core.files.base import ContentFile, File
5 from catalogue.test_utils import *
6 from catalogue import models
7 from librarian import WLURI
8
9 from nose.tools import raises
10 from os import path, makedirs
11
12 class BookImportLogicTests(WLTestCase):
13
14     def setUp(self):
15         WLTestCase.setUp(self)
16         self.book_info = BookInfoStub(
17             url=WLURI.from_slug(u"default-book"),
18             about=u"http://wolnelektury.pl/example/URI/default_book",
19             title=u"Default Book",
20             author=PersonStub(("Jim",), "Lazy"),
21             kind="X-Kind",
22             genre="X-Genre",
23             epoch="X-Epoch",
24             language=u"pol",
25         )
26
27         self.expected_tags = [
28            ('author', 'jim-lazy'),
29            ('genre', 'x-genre'),
30            ('epoch', 'x-epoch'),
31            ('kind', 'x-kind'),
32         ]
33         self.expected_tags.sort()
34
35     def test_empty_book(self):
36         BOOK_TEXT = "<utwor />"
37         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.book_info)
38
39         self.assertEqual(book.title, "Default Book")
40         self.assertEqual(book.slug, "default-book")
41         self.assert_(book.parent is None)
42         self.assertFalse(book.has_html_file())
43
44         # no fragments generated
45         self.assertEqual(book.fragments.count(), 0)
46
47         # TODO: this should be filled out probably...
48         self.assertEqual(book.wiki_link, '')
49         self.assertEqual(book.gazeta_link, '')
50         self.assertEqual(book.description, '')
51
52         tags = [ (tag.category, tag.slug) for tag in book.tags ]
53         tags.sort()
54
55         self.assertEqual(tags, self.expected_tags)
56
57     def test_not_quite_empty_book(self):
58         """ Not empty, but without any real text.
59
60         Should work like any other non-empty book.
61         """
62
63         BOOK_TEXT = """<utwor>
64         <liryka_l>
65             <nazwa_utworu>Nic</nazwa_utworu>
66         </liryka_l></utwor>
67         """
68
69         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.book_info)
70         self.assertTrue(book.has_html_file())
71
72     def test_book_with_fragment(self):
73         BOOK_TEXT = """<utwor>
74         <opowiadanie>
75             <akap><begin id="m01" /><motyw id="m01">Love</motyw>Ala ma kota<end id="m01" /></akap>
76         </opowiadanie></utwor>
77         """
78
79         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.book_info)
80         self.assertTrue(book.has_html_file())
81
82         self.assertEqual(book.fragments.count(), 1)
83         self.assertEqual(book.fragments.all()[0].text, u'<p class="paragraph">Ala ma kota</p>\n')
84
85         self.assert_(('theme', 'love') in [ (tag.category, tag.slug) for tag in book.fragments.all()[0].tags ])
86
87     def test_book_with_empty_theme(self):
88         """ empty themes should be ignored """
89
90         BOOK_TEXT = """<utwor>
91         <opowiadanie>
92             <akap><begin id="m01" /><motyw id="m01"> , Love , , </motyw>Ala ma kota<end id="m01" /></akap>
93         </opowiadanie></utwor>
94         """
95
96         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.book_info)
97         self.assert_([('theme', 'love')],
98                          [ (tag.category, tag.slug) for tag in book.fragments.all()[0].tags.filter(category='theme') ])
99
100     def test_book_with_no_theme(self):
101         """ fragments with no themes shouldn't be created at all """
102
103         BOOK_TEXT = """<utwor>
104         <opowiadanie>
105             <akap><begin id="m01" /><motyw id="m01"></motyw>Ala ma kota<end id="m01" /></akap>
106         </opowiadanie></utwor>
107         """
108
109         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.book_info)
110         self.assertEqual(book.fragments.count(), 0)
111         self.assertEqual(book.tags.filter(category='theme').count(), 0)
112
113     @raises(ValueError)
114     def test_book_with_invalid_slug(self):
115         """ Book with invalid characters in slug shouldn't be imported """
116         self.book_info.url = WLURI.from_slug(u"default_book")
117         BOOK_TEXT = "<utwor />"
118         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.book_info)
119
120     def test_book_replace_title(self):
121         BOOK_TEXT = """<utwor />"""
122         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.book_info)
123         self.book_info.title = u"Extraordinary"
124         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.book_info, overwrite=True)
125
126         tags = [ (tag.category, tag.slug) for tag in book.tags ]
127         tags.sort()
128
129         self.assertEqual(tags, self.expected_tags)
130
131     def test_book_replace_author(self):
132         BOOK_TEXT = """<utwor />"""
133         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.book_info)
134         self.book_info.author = PersonStub(("Hans", "Christian"), "Andersen")
135         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.book_info, overwrite=True)
136
137         tags = [ (tag.category, tag.slug) for tag in book.tags ]
138         tags.sort()
139
140         self.expected_tags.remove(('author', 'jim-lazy'))
141         self.expected_tags.append(('author', 'hans-christian-andersen'))
142         self.expected_tags.sort()
143
144         self.assertEqual(tags, self.expected_tags)
145
146         # the old tag shouldn't disappear
147         models.Tag.objects.get(slug="jim-lazy", category="author")
148
149     def test_book_remove_fragment(self):
150         BOOK_TEXT = """<utwor>
151         <opowiadanie>
152             <akap>
153                 <begin id="m01" /><motyw id="m01">Love</motyw>Ala ma kota<end id="m01" />
154                 <begin id="m02" /><motyw id="m02">Hatred</motyw>To kot Ali<end id="m02" />
155             </akap>
156         </opowiadanie></utwor>
157         """
158         BOOK_TEXT_AFTER = """<utwor>
159         <opowiadanie>
160             <akap>
161                 <begin id="m01" /><motyw id="m01">Love</motyw>Ala ma kota<end id="m01" />
162                 To kot Ali
163             </akap>
164         </opowiadanie></utwor>
165         """
166
167         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.book_info)
168         self.assertEqual(book.fragments.count(), 2)
169         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT_AFTER), self.book_info, overwrite=True)
170         self.assertEqual(book.fragments.count(), 1)
171
172     def test_multiple_tags(self):
173         BOOK_TEXT = """<utwor />"""
174         self.book_info.authors = self.book_info.author, PersonStub(("Joe",), "Dilligent"),
175         self.book_info.kinds = self.book_info.kind, 'Y-Kind',
176         self.book_info.genres = self.book_info.genre, 'Y-Genre',
177         self.book_info.epochs = self.book_info.epoch, 'Y-Epoch',
178
179         self.expected_tags.extend([
180            ('author', 'joe-dilligent'),
181            ('genre', 'y-genre'),
182            ('epoch', 'y-epoch'),
183            ('kind', 'y-kind'),
184         ])
185         self.expected_tags.sort()
186
187         book = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.book_info)
188         tags = [ (tag.category, tag.slug) for tag in book.tags ]
189         tags.sort()
190
191         self.assertEqual(tags, self.expected_tags)
192
193
194 class ChildImportTests(WLTestCase):
195
196     def setUp(self):
197         WLTestCase.setUp(self)
198         self.child_info = BookInfoStub(
199             genre='X-Genre',
200             epoch='X-Epoch',
201             kind='X-Kind',
202             author=PersonStub(("Joe",), "Doe"),
203             **info_args("Child")
204         )
205
206         self.parent_info = BookInfoStub(
207             genre='X-Genre',
208             epoch='X-Epoch',
209             kind='X-Kind',
210             author=PersonStub(("Jim",), "Lazy"),
211             parts=[self.child_info.url],
212             **info_args("Parent")
213         )
214
215     def test_child(self):
216         TEXT = """<utwor />"""
217         child = models.Book.from_text_and_meta(ContentFile(TEXT), self.child_info)
218         parent = models.Book.from_text_and_meta(ContentFile(TEXT), self.parent_info)
219         author = parent.tags.get(category='author')
220         books = self.client.get(author.get_absolute_url()).context['object_list']
221         self.assertEqual(len(books), 1,
222                         "Only parent book should be visible on author's page")
223
224     def test_child_replace(self):
225         PARENT_TEXT = """<utwor />"""
226         CHILD_TEXT = """<utwor>
227         <opowiadanie>
228             <akap><begin id="m01" /><motyw id="m01">Pies</motyw>Ala ma kota<end id="m01" /></akap>
229         </opowiadanie></utwor>
230         """
231         child = models.Book.from_text_and_meta(ContentFile(CHILD_TEXT), self.child_info)
232         parent = models.Book.from_text_and_meta(ContentFile(PARENT_TEXT), self.parent_info)
233         CHILD_TEXT = """<utwor>
234         <opowiadanie>
235             <akap><begin id="m01" /><motyw id="m01">Kot</motyw>Ala ma kota<end id="m01" /></akap>
236         </opowiadanie></utwor>
237         """
238         child = models.Book.from_text_and_meta(ContentFile(CHILD_TEXT), self.child_info, overwrite=True)
239         themes = parent.related_themes()
240         self.assertEqual(['Kot'], [tag.name for tag in themes],
241                         'wrong related theme list')
242
243
244 class TreeImportTest(WLTestCase):
245     def setUp(self):
246         WLTestCase.setUp(self)
247         self.child_info = BookInfoStub(
248             genre='X-Genre',
249             epoch='X-Epoch',
250             kind='X-Kind',
251             author=PersonStub(("Joe",), "Doe"),
252             **info_args("Child")
253         )
254         self.CHILD_TEXT = """<utwor>
255         <opowiadanie>
256             <akap><begin id="m01" /><motyw id="m01">Pies</motyw>
257                 Ala ma kota<end id="m01" /></akap>
258         </opowiadanie></utwor>
259         """
260         self.child = models.Book.from_text_and_meta(
261             ContentFile(self.CHILD_TEXT), self.child_info)
262
263         self.book_info = BookInfoStub(
264             genre='X-Genre',
265             epoch='X-Epoch',
266             kind='X-Kind',
267             author=PersonStub(("Joe",), "Doe"),
268             parts=[self.child_info.url],
269             **info_args("Book")
270         )
271         self.BOOK_TEXT = """<utwor />"""
272         self.book = models.Book.from_text_and_meta(
273             ContentFile(self.BOOK_TEXT), self.book_info)
274
275         self.parent_info = BookInfoStub(
276             genre='X-Genre',
277             epoch='X-Epoch',
278             kind='X-Kind',
279             author=PersonStub(("Jim",), "Lazy"),
280             parts=[self.book_info.url],
281             **info_args("Parent")
282         )
283         self.PARENT_TEXT = """<utwor />"""
284         self.parent = models.Book.from_text_and_meta(
285             ContentFile(self.PARENT_TEXT), self.parent_info)
286
287     def test_ok(self):
288         self.assertEqual(
289                 list(self.client.get('/katalog/gatunek/x-genre/'
290                     ).context['object_list']),
291                 [self.parent],
292                 u"There should be only parent on common tag page."
293             )
294         pies = models.Tag.objects.get(slug='pies')
295         self.assertEqual(self.parent.theme_counter, {pies.pk: 1},
296                 u"There should be child theme in parent theme counter."
297             )
298         epoch = models.Tag.objects.get(slug='x-epoch')
299         self.assertEqual(epoch.book_count, 1,
300                 u"There should be only parent in common tag's counter."
301             )
302
303     def test_child_republish(self):
304         CHILD_TEXT = """<utwor>
305         <opowiadanie>
306             <akap><begin id="m01" /><motyw id="m01">Pies, Kot</motyw>
307                 Ala ma kota<end id="m01" /></akap>
308         </opowiadanie></utwor>
309         """
310         models.Book.from_text_and_meta(
311             ContentFile(CHILD_TEXT), self.child_info, overwrite=True)
312         self.assertEqual(
313                 list(self.client.get('/katalog/gatunek/x-genre/'
314                     ).context['object_list']),
315                 [self.parent],
316                 u"There should only be parent on common tag page."
317             )
318         pies = models.Tag.objects.get(slug='pies')
319         kot = models.Tag.objects.get(slug='kot')
320         self.assertEqual(self.parent.theme_counter, {pies.pk: 1, kot.pk: 1},
321                 u"There should be child themes in parent theme counter."
322             )
323         epoch = models.Tag.objects.get(slug='x-epoch')
324         self.assertEqual(epoch.book_count, 1,
325                 u"There should only be parent in common tag's counter."
326             )
327
328     def test_book_change_child(self):
329         second_child_info = BookInfoStub(
330             genre='X-Genre',
331             epoch='X-Epoch',
332             kind='Other-Kind',
333             author=PersonStub(("Joe",), "Doe"),
334             **info_args("Second Child")
335         )
336         SECOND_CHILD_TEXT = """<utwor>
337         <opowiadanie>
338             <akap><begin id="m01" /><motyw id="m01">Kot</motyw>
339                 Ala ma kota<end id="m01" /></akap>
340         </opowiadanie></utwor>
341         """
342         # Import a second child.
343         second_child = models.Book.from_text_and_meta(
344             ContentFile(SECOND_CHILD_TEXT), second_child_info)
345         # The book has only this new child now.
346         self.book_info.parts = [second_child_info.url]
347         self.book = models.Book.from_text_and_meta(
348             ContentFile(self.BOOK_TEXT), self.book_info, overwrite=True)
349
350         self.assertEqual(
351                 set(self.client.get('/katalog/gatunek/x-genre/'
352                     ).context['object_list']),
353                 set([self.parent, self.child]),
354                 u"There should be parent and old child on common tag page."
355             )
356         kot = models.Tag.objects.get(slug='kot')
357         self.assertEqual(self.parent.theme_counter, {kot.pk: 1},
358                 u"There should only be new child themes in parent theme counter."
359             )
360         epoch = models.Tag.objects.get(slug='x-epoch')
361         self.assertEqual(epoch.book_count, 2,
362                 u"There should be parent and old child in common tag's counter."
363             )
364         self.assertEqual(
365                 list(self.client.get('/katalog/lektura/parent/motyw/kot/'
366                     ).context['fragments']),
367                 [second_child.fragments.all()[0]],
368                 u"There should be new child's fragments on parent's theme page."
369             )
370         self.assertEqual(
371                 list(self.client.get('/katalog/lektura/parent/motyw/pies/'
372                     ).context['fragments']),
373                 [],
374                 u"There should be no old child's fragments on parent's theme page."
375             )
376
377
378 class MultilingualBookImportTest(WLTestCase):
379     def setUp(self):
380         WLTestCase.setUp(self)
381         common_uri = WLURI.from_slug('common-slug')
382
383         self.pol_info = BookInfoStub(
384             genre='X-Genre',
385             epoch='X-Epoch',
386             kind='X-Kind',
387             author=PersonStub(("Joe",), "Doe"),
388             variant_of=common_uri,
389             **info_args(u"Książka")
390         )
391
392         self.eng_info = BookInfoStub(
393             genre='X-Genre',
394             epoch='X-Epoch',
395             kind='X-Kind',
396             author=PersonStub(("Joe",), "Doe"),
397             variant_of=common_uri,
398             **info_args("A book", "eng")
399         )
400
401     def test_multilingual_import(self):
402         BOOK_TEXT = """<utwor><opowiadanie><akap>A</akap></opowiadanie></utwor>"""
403
404         book1 = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.pol_info)
405         book2 = models.Book.from_text_and_meta(ContentFile(BOOK_TEXT), self.eng_info)
406
407         self.assertEqual(
408                 set([b.language for b in models.Book.objects.all()]),
409                 set(['pol', 'eng']),
410                 'Books imported in wrong languages.'
411             )
412
413
414 class BookImportGenerateTest(WLTestCase):
415     def setUp(self):
416         WLTestCase.setUp(self)
417         xml = path.join(path.dirname(__file__), 'files/fraszka-do-anusie.xml')
418         self.book = models.Book.from_xml_file(xml)
419
420     def test_gen_pdf(self):
421         self.book.pdf_file.build()
422         book = models.Book.objects.get(pk=self.book.pk)
423         self.assertTrue(path.exists(book.pdf_file.path))
424
425     def test_gen_pdf_parent(self):
426         """This book contains a child."""
427         xml = path.join(path.dirname(__file__), "files/fraszki.xml")
428         parent = models.Book.from_xml_file(xml)
429         parent.pdf_file.build()
430         parent = models.Book.objects.get(pk=parent.pk)
431         self.assertTrue(path.exists(parent.pdf_file.path))
432
433     def test_custom_pdf(self):
434         from catalogue.tasks import build_custom_pdf
435         from catalogue.utils import get_dynamic_path
436         out = get_dynamic_path(None, 'test-custom', ext='pdf')
437         absoulute_path = path.join(settings.MEDIA_ROOT, out)
438         
439         if not path.exists(path.dirname(absoulute_path)):
440             makedirs(path.dirname(absoulute_path))
441
442         build_custom_pdf(self.book.id,
443             customizations=['nofootnotes', '13pt', 'a4paper'], file_name=out)
444         self.assertTrue(path.exists(absoulute_path))