fix

[audio.git] / src / youtube / models.py

diff --git a/src/youtube/models.py b/src/youtube/models.py
index 08b2d18..35899b6 100644 (file)
--- a/src/youtube/models.py
+++ b/src/youtube/models.py
@@ -1,68 +1,88 @@
 import io
 from os import unlink
 import io
 from os import unlink

-from tempfile import NamedTemporaryFile

 from django.db import models
 from django.utils.translation import gettext_lazy as _
 from django.template import Template, Context
 from django.db import models
 from django.utils.translation import gettext_lazy as _
 from django.template import Template, Context

+import requests

 from apiclient import youtube_call
 from .utils import (
 from apiclient import youtube_call
 from .utils import (

-    video_from_image,
-    cut_video,
+    concat_audio,

     concat_videos,
     concat_videos,

+    cut_video,

     get_duration,
     get_framerate,
     mux,
     get_duration,
     get_framerate,
     mux,

+    standardize_audio,
+    standardize_video,
+    video_from_image,

 )
 from .thumbnail import create_thumbnail
 
 
 )
 from .thumbnail import create_thumbnail
 
 

+YOUTUBE_TITLE_LIMIT = 100
+
+

 class YouTube(models.Model):
 class YouTube(models.Model):

+    name = models.CharField(max_length=255)

     title_template = models.CharField(max_length=1024, blank=True)
     description_template = models.TextField(blank=True)
     title_template = models.CharField(max_length=1024, blank=True)
     description_template = models.TextField(blank=True)

-    category = models.IntegerField(null=True, blank=True)  # get categories
+    category = models.IntegerField(null=True, blank=True, choices=[
+        (27, 'Edukacja'),
+    ])
+    intro_flac = models.FileField(upload_to='youtube/intro_flac', blank=True)
+    outro_flac = models.FileField(upload_to='youtube/outro_flac', blank=True)

     loop_card = models.FileField(upload_to='youtube/card', blank=True)
     loop_video = models.FileField(upload_to='youtube/loop_video', blank=True)
     loop_card = models.FileField(upload_to='youtube/card', blank=True)
     loop_video = models.FileField(upload_to='youtube/loop_video', blank=True)

-    thumbnail_template = models.FileField(upload_to='youtube/thumbnail', blank=True)
-    thumbnail_definition = models.TextField(blank=True)
+    privacy_status = models.CharField(max_length=16, choices=[
+        ('public', _('public')),
+        ('unlisted', _('unlisted')),
+        ('private', _('private')),
+    ])

     genres = models.CharField(max_length=2048, blank=True)
 
     class Meta:
         verbose_name = _("YouTube configuration")
         verbose_name_plural = _("YouTube configurations")
 
     genres = models.CharField(max_length=2048, blank=True)
 
     class Meta:
         verbose_name = _("YouTube configuration")
         verbose_name_plural = _("YouTube configurations")
 

-    def publish(self, audiobook, path):
-        ctx = Context(dict(audiobook=audiobook))
-        description = Template(self.description_template).render(ctx)
-        title = Template(self.title_template).render(ctx)
-        privacy = 'private'
+    def __str__(self):
+        return self.name
+
+    def get_context(self, audiobook):
+        return Context(dict(
+            audiobook=audiobook,
+        ))

 
 

-        data = dict(
+    def get_description(self, audiobook):
+        return Template(self.description_template).render(self.get_context(audiobook))
+
+    def get_title(self, audiobook):
+        return Template(self.title_template).render(self.get_context(audiobook))[:YOUTUBE_TITLE_LIMIT]
+
+    def get_data(self, audiobook):
+        return dict(

             snippet=dict(
             snippet=dict(

-                title=title,
-                description=description,
-                # tags=tags,
-                # categoryId=category,
-                # defaultLanguage
+                title=self.get_title(audiobook),
+                description=self.get_description(audiobook),
+                categoryId=self.category,
+                defaultLanguage='pl',
+                defaultAudioLanguage='pl',

             ),
             status=dict(
             ),
             status=dict(

-                privacyStatus=privacy,
-                # license
-                # selfDeclaredMadeForKids
+                privacyStatus=self.privacy_status,

             ),
             ),

-            # recordingDetails=dict(
-            # recordingDate
-            # ),

         )
         )

+
+    def publish(self, audiobook, path):
+        data = self.get_data(audiobook)

         part = ",".join(data.keys())
 
         part = ",".join(data.keys())
 

-        with open(path, "rb") as f:
-            response = youtube_call(
-                "POST",
-                "https://www.googleapis.com/upload/youtube/v3/videos",
-                params={'part': part},
-                data=data,
-                media_data=f.read(),
-            )
+        response = youtube_call(
+            "POST",
+            "https://www.googleapis.com/upload/youtube/v3/videos",
+            params={'part': part},
+            json=data,
+            resumable_file_path=path,
+        )

         data = response.json()
         audiobook.youtube_id = data['id']
         audiobook.save(update_fields=['youtube_id'])
         data = response.json()
         audiobook.youtube_id = data['id']
         audiobook.save(update_fields=['youtube_id'])


@@ -70,13 +90,49 @@ class YouTube(models.Model):
         self.update_thumbnail(audiobook)
         return response
 
         self.update_thumbnail(audiobook)
         return response
 

-    def prepare_file(self, input_path, output_path=None):
-        duration = get_duration(input_path)
+    def update_data(self, audiobook):
+        data = self.get_data(audiobook)
+        data['id'] = audiobook.youtube_id
+        part = ",".join(data.keys())
+        youtube_call(
+            "PUT",
+            "https://www.googleapis.com/youtube/v3/videos",
+            params={"part": part},
+            json=data
+        )
+
+    def prepare_file(self, input_paths, output_path=None):
+        audio = self.prepare_audio(input_paths)
+        duration = self.get_duration(input_paths)

         video = self.prepare_video(duration)
         video = self.prepare_video(duration)

-        output = mux([video, input_path], output_path=output_path)
+        output = mux([video, audio], output_path=output_path)
+        unlink(audio)

         unlink(video)
         return output
 
         unlink(video)
         return output
 

+    def get_duration(self, input_paths):
+        d = 0
+        for input_path in input_paths:
+            d += get_duration(input_path)
+        if self.intro_flac:
+            d += get_duration(self.intro_flac.path)
+        if self.outro_flac:
+            d += get_duration(self.outro_flac.path)
+        return d
+
+    def prepare_audio(self, input_paths):
+        files = []
+        if self.intro_flac:
+            files.append(standardize_audio(self.intro_flac.path))
+        for input_path in input_paths:
+            files.append(standardize_audio(input_path, cache=False))
+        if self.outro_flac:
+            files.append(standardize_audio(self.outro_flac.path))
+        output = concat_audio(files)
+        for d in files:
+            unlink(d)
+        return output
+

     def prepare_video(self, duration):
         concat = []
         outro = []
     def prepare_video(self, duration):
         concat = []
         outro = []


@@ -84,25 +140,26 @@ class YouTube(models.Model):
 
         if self.loop_video:
             fps = get_framerate(self.loop_video.path)
 
         if self.loop_video:
             fps = get_framerate(self.loop_video.path)

+            loop_video = standardize_video(self.loop_video.path)

         else:
             fps = 25
 
         loop_duration = duration
         else:
             fps = 25
 
         loop_duration = duration

-        for card in self.card_set.filter(order__lt=0, duration__gt=0):
+        for card in self.card_set.filter(duration__gt=0):

             loop_duration -= card.duration
             card_video = video_from_image(
                 card.image.path, card.duration, fps=fps
             )
             (concat if card.order < 0 else outro).append(card_video)
             loop_duration -= card.duration
             card_video = video_from_image(
                 card.image.path, card.duration, fps=fps
             )
             (concat if card.order < 0 else outro).append(card_video)

-            delete.append(intro)
+            delete.append(card_video)

 
         if self.loop_video:
 
         if self.loop_video:

-            loop_video_duration = get_duration(self.loop_video.path)
+            loop_video_duration = get_duration(loop_video)

             times_loop = int(loop_duration // loop_video_duration)
 
             leftover_duration = loop_duration % loop_video_duration
             times_loop = int(loop_duration // loop_video_duration)
 
             leftover_duration = loop_duration % loop_video_duration

-            leftover = cut_video(self.loop_video.path, leftover_duration)
-            concat.extend([self.loop_video.path] * times_loop + [leftover])
+            leftover = cut_video(loop_video, leftover_duration)
+            concat.extend([loop_video] * times_loop + [leftover])

             delete.append(leftover)
         else:
             leftover = video_from_image(self.loop_card.path, loop_duration)
             delete.append(leftover)
         else:
             leftover = video_from_image(self.loop_card.path, loop_duration)


@@ -113,6 +170,7 @@ class YouTube(models.Model):
         output = concat_videos(concat)
         for p in delete:
             unlink(p)
         output = concat_videos(concat)
         for p in delete:
             unlink(p)

+        unlink(loop_video)

         return output
 
     # tags
         return output
 
     # tags


@@ -121,24 +179,22 @@ class YouTube(models.Model):
 
     def update_thumbnail(self, audiobook):
         thumbnail = self.prepare_thumbnail(audiobook)
 
     def update_thumbnail(self, audiobook):
         thumbnail = self.prepare_thumbnail(audiobook)

-        response = youtube_call(
-            "POST",
-            "https://www.googleapis.com/upload/youtube/v3/thumbnails/set",
-            params={'videoId': audiobook.youtube_id},
-            media_data=buf.read(),  # Or just data?
-        )
+        if thumbnail is not None:
+            response = youtube_call(
+                "POST",
+                "https://www.googleapis.com/upload/youtube/v3/thumbnails/set",
+                params={'videoId': audiobook.youtube_id},
+                data=thumbnail.getvalue(),
+            )

 
     def prepare_thumbnail(self, audiobook):
 
     def prepare_thumbnail(self, audiobook):

-        img = create_thumbnail(
-            self.thumbnail_template.path,
-            self.thumbnail_definition,
-            {}, # TODO proper context
-            lambda name: Font.objects.get(name=name).truetype.path
-        )
-        buf = io.BytesIO()
-        img.save(buf, format='PNG')
-        return buf
-        
+        for thumbnail_template in ThumbnailTemplate.objects.filter(is_active=True).order_by('order'):
+            if not thumbnail_template.is_for_audiobook(audiobook):
+                continue
+            thumbnail = thumbnail_template.generate(audiobook)
+            if thumbnail is not None:
+                return thumbnail
+

 
 class Card(models.Model):
     youtube = models.ForeignKey(YouTube, models.CASCADE)
 
 class Card(models.Model):
     youtube = models.ForeignKey(YouTube, models.CASCADE)


@@ -156,3 +212,71 @@ class Font(models.Model):
 
     def __str__(self):
         return self.name
 
     def __str__(self):
         return self.name

+
+
+class ThumbnailTemplate(models.Model):
+    youtube = models.ForeignKey(YouTube, models.CASCADE)
+    order = models.SmallIntegerField()
+    is_active = models.BooleanField()
+    background = models.FileField(upload_to='youtube/thumbnail')
+    definition = models.TextField()
+    authors = models.CharField(max_length=255, blank=True)
+    epochs = models.CharField(max_length=255, blank=True)
+    kinds = models.CharField(max_length=255, blank=True)
+    genres = models.CharField(max_length=255, blank=True)
+    collections = models.CharField(max_length=255, blank=True)
+
+    class Meta:
+        ordering = ('order', )
+
+    def generate(self, audiobook):
+        try:
+            title = audiobook.book['title']
+            if audiobook.book.get('parent'):
+                parent_title = audiobook.book['parent']['title']
+                if not title.startswith(parent_title):
+                    title = ", ".join((parent_title, title))
+
+            img = create_thumbnail(
+                self.background.path,
+                self.definition,
+                {
+                    "author": ', '.join((a['name'] for a in audiobook.book['authors'])),
+                    "title": title,
+                    "part": (audiobook.youtube_volume or audiobook.part_name).strip() if audiobook.youtube_volume_count > 1 else '',
+                },
+                lambda name: Font.objects.get(name=name).truetype.path
+            )
+        except Exception as e:
+            print(e)
+            return
+        else:
+            buf = io.BytesIO()
+            img.save(buf, format='PNG')
+            return buf
+
+    def is_for_audiobook(self, audiobook):
+        for category in 'authors', 'epochs', 'kinds', 'genres':
+            if getattr(self, category):
+                book_slugs = set([g['slug'] for g in audiobook.book[category]])
+                template_slugs = set([g.strip() for g in getattr(self, category).split(',')])
+                if not book_slugs.intersection(template_slugs):
+                    return False
+
+        if self.collections:
+            template_collections = set([g.strip() for g in self.collections.split(',')])
+            in_any = False
+            for collection in template_collections:
+                apidata = requests.get(
+                    f'https://wolnelektury.pl/api/collections/{collection}/'
+                ).json()
+                for book in apidata['books']:
+                    if book['slug'] == audiobook.slug:
+                        in_any = True
+                        break
+                if in_any:
+                    break
+            if not in_any:
+                return False
+        
+        return True