X-Git-Url: https://git.mdrn.pl/redakcja.git/blobdiff_plain/dd79289baf8168c654faaaa5c8e5840e3a63f94e..1c013c31745b335962a07057f962e47212faf80f:/src/catalogue/models.py?ds=sidebyside diff --git a/src/catalogue/models.py b/src/catalogue/models.py index 1aa145c8..d4111cb2 100644 --- a/src/catalogue/models.py +++ b/src/catalogue/models.py @@ -1,6 +1,7 @@ from collections import Counter from datetime import date, timedelta import decimal +import io import re from urllib.request import urlopen from django.apps import apps @@ -11,6 +12,9 @@ from django.urls import reverse from django.utils.translation import gettext_lazy as _ from admin_ordering.models import OrderableModel from wikidata.client import Client +from librarian import DCNS +from librarian.cover import make_cover +from librarian.dcparser import BookInfo, Person from .constants import WIKIDATA from .wikidata import WikidataModel from .wikimedia import WikiMedia @@ -85,6 +89,8 @@ class Author(WikidataModel): ) collections = models.ManyToManyField("Collection", blank=True, verbose_name=_("collections")) + woblink = models.IntegerField(null=True, blank=True) + class Meta: verbose_name = _('author') verbose_name_plural = _('authors') @@ -119,6 +125,18 @@ class Author(WikidataModel): def get_absolute_url(self): return reverse("catalogue_author", args=[self.slug]) + @classmethod + def get_by_literal(cls, literal): + names = literal.split(',', 1) + names = [n.strip() for n in names] + if len(names) == 2: + return cls.objects.filter(last_name=names[0], first_name=names[1]).first() + else: + return cls.objects.filter(last_name_pl=names[0], first_name_pl='').first() or \ + cls.objects.filter(first_name_pl=names[0], last_name_pl='').first() or \ + cls.objects.filter(first_name_pl=literal, last_name_pl='').first() or \ + cls.objects.filter(first_name_pl=literal, last_name_pl=None).first() + @property def name(self): return f"{self.last_name}, {self.first_name}" @@ -184,6 +202,9 @@ class NotableBook(OrderableModel): author = models.ForeignKey(Author, models.CASCADE) book = models.ForeignKey('Book', models.CASCADE) + def __str__(self): + return self.book.title + class Category(WikidataModel): name = models.CharField(_("name"), max_length=255) @@ -213,9 +234,12 @@ class Epoch(Category): class Genre(Category): + thema = models.CharField( + max_length=32, blank=True, + help_text='Odpowiadający kwalifikator Thema.' + ) plural = models.CharField( 'liczba mnoga', max_length=255, blank=True, - help_text='dotyczy gatunków' ) is_epoch_specific = models.BooleanField( default=False, @@ -240,6 +264,8 @@ class Kind(Category): class Book(WikidataModel): slug = models.SlugField(max_length=255, blank=True, null=True, unique=True) + parent = models.ForeignKey('self', models.SET_NULL, null=True, blank=True) + parent_number = models.IntegerField(null=True, blank=True) authors = models.ManyToManyField(Author, blank=True, verbose_name=_("authors")) translators = models.ManyToManyField( Author, @@ -266,6 +292,7 @@ class Book(WikidataModel): ) original_year = models.IntegerField(_('original publication year'), null=True, blank=True) pd_year = models.IntegerField(_('year of entry into PD'), null=True, blank=True) + plwiki = models.CharField(blank=True, max_length=255) gazeta_link = models.CharField(_("gazeta link"), max_length=255, blank=True) collections = models.ManyToManyField("Collection", blank=True, verbose_name=_("collections")) @@ -276,6 +303,8 @@ class Book(WikidataModel): free_license = models.BooleanField(_('free license'), default=False) polona_missing = models.BooleanField(_('missing on Polona'), default=False) + cover = models.FileField(blank=True, upload_to='catalogue/cover') + monthly_views_reader = models.IntegerField(default=0) monthly_views_page = models.IntegerField(default=0) @@ -285,6 +314,7 @@ class Book(WikidataModel): verbose_name_plural = _('books') class Wikidata: + plwiki = "plwiki" authors = WIKIDATA.AUTHOR translators = WIKIDATA.TRANSLATOR title = WIKIDATA.TITLE @@ -305,9 +335,34 @@ class Book(WikidataModel): txt = f"{txt}, tłum. {tstr}" return txt + def build_cover(self): + width, height = 212, 300 + # TODO: BookInfo shouldn't be required to build a cover. + info = BookInfo(rdf_attrs={}, dc_fields={ + DCNS('creator'): [Person('Mickiewicz', 'Adam')], + DCNS('title'): ['Ziutek'], + DCNS('date'): ['1900-01-01'], + DCNS('publisher'): ['F'], + DCNS('language'): ['pol'], + DCNS('identifier.url'): ['test'], + DCNS('rights'): ['-'], + }) + cover = make_cover(info, width=width, height=height) + out = io.BytesIO() + ext = cover.ext() + cover.save(out) + self.cover.save(f'{self.slug}.{ext}', out, save=False) + type(self).objects.filter(pk=self.pk).update(cover=self.cover) + def get_absolute_url(self): return reverse("catalogue_book", args=[self.slug]) + def is_text_public(self): + return self.free_license or (self.pd_year is not None and self.pd_year <= date.today().year) + + def audio_status(self): + return {} + @property def wluri(self): return f'https://wolnelektury.pl/katalog/lektura/{self.slug}/' @@ -356,6 +411,12 @@ class Book(WikidataModel): for work_type in WorkType.objects.all() } + def scans_galleries(self): + return [bs.pk for bs in self.booksource_set.all()] + + def is_published(self): + return any(b.is_published() for b in self.document_books.all()) + def update_monthly_stats(self): # Find publication date. # By default, get previous 12 months. @@ -386,12 +447,21 @@ class Book(WikidataModel): if hasattr(self, '_content_stats'): return self._content_stats try: - stats = self.document_books.first().wldocument().get_statistics()['total'] + stats = self.document_books.first().wldocument(librarian2=True).get_statistics()['total'] except Exception as e: stats = {} self._content_stats = stats return stats + @property + def are_sources_ready(self): + if not self.booksource_set.exists(): + return False + for bs in self.booksource_set.all(): + if not bs.source.has_view_files() or not bs.source.has_ocr_files() or bs.source.modified_at > bs.source.processed_at: + return False + return True + chars = lambda self: self.content_stats.get('chars', '') chars_with_fn = lambda self: self.content_stats.get('chars_with_fn', '') words = lambda self: self.content_stats.get('words', '') @@ -401,6 +471,18 @@ class Book(WikidataModel): chars_out_verse = lambda self: self.content_stats.get('chars_out_verse', '') chars_out_verse_with_fn = lambda self: self.content_stats.get('chars_out_verse_with_fn', '') + +class EditorNote(models.Model): + book = models.ForeignKey(Book, models.CASCADE) + user = models.ForeignKey(settings.AUTH_USER_MODEL, models.CASCADE) + created_at = models.DateTimeField(auto_now_add=True) + changed_at = models.DateTimeField(auto_now=True) + note = models.TextField(blank=True) + rate = models.IntegerField(default=3, choices=[ + (n, n) for n in range(1, 6) + ]) + + class CollectionCategory(models.Model): name = models.CharField(_("name"), max_length=255) parent = models.ForeignKey('self', models.SET_NULL, related_name='children', null=True, blank=True, verbose_name=_("parent")) @@ -560,11 +642,51 @@ class BookMonthlyStats(models.Model): class Thema(models.Model): - code = models.CharField(max_length=128, unique=True) + code = models.CharField( + max_length=128, unique=True, + help_text='Używamy rozszerzenia .WL- do oznaczania własnych kodów.
' + 'Przykładowo, w przypadku potrzeby stworzenia nowej kategorii „insurekcja kościuszkowska”, ' + 'można by ją utworzyć jako 3MLQ‑PL‑A.WL-A, czyli w ramach już istniejącej wyższej kategorii 3MLQ‑PL‑A „rozbiory Polski”.', + ) name = models.CharField(max_length=1024) + slug = models.SlugField( + max_length=255, null=True, blank=True, unique=True, + help_text='Element adresu na WL, w postaci: /tag/slug/. Można zmieniać.' + ) + plural = models.CharField( + 'liczba mnoga', max_length=255, blank=True, + ) description = models.TextField(blank=True) + public_description = models.TextField(blank=True) usable = models.BooleanField() + usable_as_main = models.BooleanField(default=False) hidden = models.BooleanField(default=False) + woblink_category = models.IntegerField(null=True, blank=True) + + class Meta: + ordering = ('code',) + verbose_name_plural = 'Thema' + + +class Audience(models.Model): + code = models.CharField( + max_length=128, unique=True, + help_text='Techniczny identifyikator. W miarę możliwości nie należy zmieniać.' + ) + name = models.CharField( + max_length=1024, + help_text='W formie: „dla … (kogo?)”' + ) + slug = models.SlugField( + max_length=255, null=True, blank=True, unique=True, + help_text='Element adresu na WL, w postaci: /dla/slug/. Można zmieniać.' + ) + description = models.TextField(blank=True) + thema = models.CharField( + max_length=32, blank=True, + help_text='Odpowiadający kwalifikator Thema.' + ) + woblink = models.IntegerField(null=True, blank=True) class Meta: ordering = ('code',)