X-Git-Url: https://git.mdrn.pl/redakcja.git/blobdiff_plain/4b200d823f0ec79279da035a46d0d888693ca2fe..a1f86966aff87868cbc419b2d1a55d505aead21d:/src/catalogue/models.py diff --git a/src/catalogue/models.py b/src/catalogue/models.py index db840da5..7a203dd9 100644 --- a/src/catalogue/models.py +++ b/src/catalogue/models.py @@ -1,6 +1,10 @@ from collections import Counter +from datetime import date, timedelta import decimal +import re +from urllib.request import urlopen from django.apps import apps +from django.conf import settings from django.db import models from django.template.loader import render_to_string from django.urls import reverse @@ -16,6 +20,10 @@ class Author(WikidataModel): slug = models.SlugField(max_length=255, null=True, blank=True, unique=True) first_name = models.CharField(_("first name"), max_length=255, blank=True) last_name = models.CharField(_("last name"), max_length=255, blank=True) + genitive = models.CharField( + 'dopełniacz', max_length=255, blank=True, + help_text='utwory … (czyje?)' + ) name_de = models.CharField(_("name (de)"), max_length=255, blank=True) name_lt = models.CharField(_("name (lt)"), max_length=255, blank=True) @@ -51,7 +59,7 @@ class Author(WikidataModel): (4, _("Unknown")), ], ) - notes = models.TextField(_("notes"), blank=True) + notes = models.TextField(_("notes"), blank=True, help_text=_('private')) gazeta_link = models.CharField(_("gazeta link"), max_length=255, blank=True) culturepl_link = models.CharField(_("culture.pl link"), max_length=255, blank=True) @@ -60,7 +68,7 @@ class Author(WikidataModel): photo_source = models.CharField(blank=True, max_length=255) photo_attribution = models.CharField(max_length=255, blank=True) - description = models.TextField(_("description"), blank=True) + description = models.TextField(_("description"), blank=True, help_text=_('for publication')) priority = models.PositiveSmallIntegerField( _("priority"), @@ -83,7 +91,7 @@ class Author(WikidataModel): year_of_death = WIKIDATA.DATE_OF_DEATH place_of_death = WIKIDATA.PLACE_OF_DEATH gender = WIKIDATA.GENDER - notes = "description" + notes = WikiMedia.append("description") plwiki = "plwiki" photo = WikiMedia.download(WIKIDATA.IMAGE) photo_source = WikiMedia.descriptionurl(WIKIDATA.IMAGE) @@ -137,19 +145,43 @@ class Category(WikidataModel): def __str__(self): return self.name + class Epoch(Category): + adjective_feminine_singular = models.CharField( + 'przymiotnik pojedynczy żeński', max_length=255, blank=True, + help_text='twórczość … Adama Mickiewicza' + ) + adjective_nonmasculine_plural = models.CharField( + 'przymiotnik mnogi niemęskoosobowy', max_length=255, blank=True, + help_text='utwory … Adama Mickiewicza' + ) + class Meta: verbose_name = _('epoch') verbose_name_plural = _('epochs') class Genre(Category): + plural = models.CharField( + 'liczba mnoga', max_length=255, blank=True, + help_text='dotyczy gatunków' + ) + is_epoch_specific = models.BooleanField( + default=False, + help_text='Po wskazaniu tego gatunku, dodanie epoki byłoby nadmiarowe, np. „dramat romantyczny”' + ) + class Meta: verbose_name = _('genre') verbose_name_plural = _('genres') class Kind(Category): + collective_noun = models.CharField( + 'określenie zbiorowe', max_length=255, blank=True, + help_text='np. „Liryka” albo „Twórczość dramatyczna”' + ) + class Meta: verbose_name = _('kind') verbose_name_plural = _('kinds') @@ -176,7 +208,7 @@ class Book(WikidataModel): ) scans_source = models.CharField(_("scans source"), max_length=255, blank=True) text_source = models.CharField(_("text source"), max_length=255, blank=True) - notes = models.TextField(_("notes"), blank=True) + notes = models.TextField(_("notes"), blank=True, help_text=_('private')) priority = models.PositiveSmallIntegerField( _("priority"), default=0, choices=[(0, _("Low")), (1, _("Medium")), (2, _("High"))] @@ -193,6 +225,9 @@ class Book(WikidataModel): free_license = models.BooleanField(_('free license'), default=False) polona_missing = models.BooleanField(_('missing on Polona'), default=False) + monthly_views_reader = models.IntegerField(default=0) + monthly_views_page = models.IntegerField(default=0) + class Meta: ordering = ("title",) verbose_name = _('book') @@ -205,7 +240,7 @@ class Book(WikidataModel): language = WIKIDATA.LANGUAGE based_on = WIKIDATA.BASED_ON original_year = WIKIDATA.PUBLICATION_DATE - notes = "description" + notes = WikiMedia.append("description") def __str__(self): txt = self.title @@ -227,26 +262,83 @@ class Book(WikidataModel): return f'https://wolnelektury.pl/katalog/lektura/{self.slug}/' def authors_str(self): + if not self.pk: + return '' return ", ".join(str(author) for author in self.authors.all()) authors_str.admin_order_field = 'authors__last_name' authors_str.short_description = _('Author') def translators_str(self): + if not self.pk: + return '' return ", ".join(str(author) for author in self.translators.all()) translators_str.admin_order_field = 'translators__last_name' translators_str.short_description = _('Translator') + def authors_first_names(self): + return ', '.join(a.first_name for a in self.authors.all()) + + def authors_last_names(self): + return ', '.join(a.last_name for a in self.authors.all()) + + def translators_first_names(self): + return ', '.join(a.first_name for a in self.translators.all()) + + def translators_last_names(self): + return ', '.join(a.last_name for a in self.translators.all()) + def get_estimated_costs(self): return { work_type: work_type.calculate(self) for work_type in WorkType.objects.all() } + def update_monthly_stats(self): + # Find publication date. + # By default, get previous 12 months. + this_month = date.today().replace(day=1) + cutoff = this_month.replace(year=this_month.year - 1) + months = 12 + + # If the book was published later, + # find out the denominator. + pbr = apps.get_model('documents', 'BookPublishRecord').objects.filter( + book__catalogue_book=self).order_by('timestamp').first() + if pbr is not None and pbr.timestamp.date() > cutoff: + months = (this_month - pbr.timestamp.date()).days / 365 * 12 + + stats = self.bookmonthlystats_set.filter(date__gte=cutoff).aggregate( + views_page=models.Sum('views_page'), + views_reader=models.Sum('views_reader') + ) + self.monthly_views_page = stats['views_page'] / months + self.monthly_views_reader = stats['views_reader'] / months + self.save(update_fields=['monthly_views_page', 'monthly_views_reader']) + + @property + def content_stats(self): + if hasattr(self, '_content_stats'): + return self._content_stats + try: + stats = self.document_books.first().wldocument().get_statistics()['total'] + except Exception as e: + stats = {} + self._content_stats = stats + return stats + + chars = lambda self: self.content_stats.get('chars', '') + chars_with_fn = lambda self: self.content_stats.get('chars_with_fn', '') + words = lambda self: self.content_stats.get('words', '') + words_with_fn = lambda self: self.content_stats.get('words_with_fn', '') + verses = lambda self: self.content_stats.get('verses', '') + verses_with_fn = lambda self: self.content_stats.get('verses_with_fn', '') + chars_out_verse = lambda self: self.content_stats.get('chars_out_verse', '') + chars_out_verse_with_fn = lambda self: self.content_stats.get('chars_out_verse_with_fn', '') class CollectionCategory(models.Model): name = models.CharField(_("name"), max_length=255) parent = models.ForeignKey('self', models.SET_NULL, related_name='children', null=True, blank=True, verbose_name=_("parent")) - notes = models.TextField(_("notes"), blank=True) + notes = models.TextField(_("notes"), blank=True, help_text=_('private')) class Meta: ordering = ('parent__name', 'name') @@ -264,7 +356,8 @@ class Collection(models.Model): name = models.CharField(_("name"), max_length=255) slug = models.SlugField(max_length=255, unique=True) category = models.ForeignKey(CollectionCategory, models.SET_NULL, null=True, blank=True, verbose_name=_("category")) - notes = models.TextField(_("notes"), blank=True) + notes = models.TextField(_("notes"), blank=True, help_text=_('private')) + description = models.TextField(_("description"), blank=True) class Meta: ordering = ('category', 'name') @@ -359,3 +452,42 @@ class Place(WikidataModel): def __str__(self): return self.name + + +class BookMonthlyStats(models.Model): + book = models.ForeignKey('catalogue.Book', models.CASCADE) + date = models.DateField() + views_reader = models.IntegerField(default=0) + views_page = models.IntegerField(default=0) + + @classmethod + def build_for_month(cls, date): + date = date.replace(day=1) + period = 'month' + + date = date.isoformat() + url = f'{settings.PIWIK_URL}?date={date}&filter_limit=-1&format=CSV&idSite={settings.PIWIK_WL_SITE_ID}&language=pl&method=Actions.getPageUrls&module=API&period={period}&segment=&token_auth={settings.PIWIK_TOKEN}&flat=1' + data = urlopen(url).read().decode('utf-16') + lines = data.split('\n')[1:] + for line in lines: + m = re.match('^/katalog/lektura/([^,./]+)\.html,', line) + if m is not None: + which = 'views_reader' + else: + m = re.match('^/katalog/lektura/([^,./]+)/,', line) + if m is not None: + which = 'views_page' + if m is not None: + slug = m.group(1) + _url, _uviews, views, _rest = line.split(',', 3) + views = int(views) + try: + book = Book.objects.get(slug=slug) + except Book.DoesNotExist: + continue + else: + cls.objects.update_or_create( + book=book, date=date, + defaults={which: views} + ) + book.update_monthly_stats()