src/stats/models.py

   1 import re
   2 from urllib.request import urlopen
   3 from django.apps import apps
   4 from django.conf import settings
   5 from django.db import models
   6
   7
   8 class Visits(models.Model):
   9     book = models.ForeignKey('catalogue.Book', models.CASCADE)
  10     year = models.PositiveSmallIntegerField()
  11     month = models.PositiveSmallIntegerField()
  12     views = models.IntegerField()
  13     unique_views = models.IntegerField()
  14
  15     @classmethod
  16     def build_month(cls, year, month):
  17         Book = apps.get_model('catalogue', 'Book')
  18
  19         date = f'{year}-{month:02d}'
  20         url = f'{settings.PIWIK_URL}?date={date}&filter_limit=-1&format=CSV&idSite={settings.PIWIK_SITE_ID}&language=pl&method=Actions.getPageUrls&module=API&period=month&segment=&token_auth={settings.PIWIK_TOKEN}&flat=1'
  21         data = urlopen(url).read().decode('utf-16')
  22         lines = data.split('\n')[1:]
  23         for line in lines:
  24             m = re.match('^/katalog/lektura/([^,]+)\.html,', line)
  25             if m is not None:
  26                 slug = m.group(1)
  27                 _url, uviews, views, _rest = line.split(',', 3)
  28                 uviews = int(uviews)
  29                 views = int(views)
  30                 try:
  31                     book = Book.objects.get(slug=slug)
  32                 except Book.DoesNotExist:
  33                     continue
  34                 else:
  35                     cls.objects.update_or_create(
  36                         book=book, year=year, month=month,
  37                         defaults={'views': views, 'unique_views': uviews}
  38                     )