X-Git-Url: https://git.mdrn.pl/audio.git/blobdiff_plain/d7186e88fcc0cf5d5449a16d3907e01aaafc484e..3c7adf8af63a913089eb5ec736443ea0c59a8d68:/src/youtube/models.py diff --git a/src/youtube/models.py b/src/youtube/models.py index 423f338..76a02b9 100644 --- a/src/youtube/models.py +++ b/src/youtube/models.py @@ -1,123 +1,282 @@ +import io from os import unlink -from tempfile import NamedTemporaryFile from django.db import models from django.utils.translation import gettext_lazy as _ from django.template import Template, Context +import requests from apiclient import youtube_call from .utils import ( - video_from_image, - cut_video, + concat_audio, concat_videos, + cut_video, get_duration, get_framerate, mux, + standardize_audio, + standardize_video, + video_from_image, ) +from .thumbnail import create_thumbnail + + +YOUTUBE_TITLE_LIMIT = 100 class YouTube(models.Model): + name = models.CharField(max_length=255) title_template = models.CharField(max_length=1024, blank=True) description_template = models.TextField(blank=True) - category = models.IntegerField(null=True, blank=True) # get categories - intro_card = models.FileField(blank=True) - intro_card_duration = models.FloatField(null=True, blank=True) - card = models.FileField(blank=True) - loop_video = models.FileField(blank=True) - outro_card = models.FileField(blank=True) - outro_card_duration = models.FloatField(null=True, blank=True) + category = models.IntegerField(null=True, blank=True, choices=[ + (27, 'Edukacja'), + ]) + intro_flac = models.FileField(upload_to='youtube/intro_flac', blank=True) + outro_flac = models.FileField(upload_to='youtube/outro_flac', blank=True) + loop_card = models.FileField(upload_to='youtube/card', blank=True) + loop_video = models.FileField(upload_to='youtube/loop_video', blank=True) + privacy_status = models.CharField(max_length=16, choices=[ + ('public', _('public')), + ('unlisted', _('unlisted')), + ('private', _('private')), + ]) + genres = models.CharField(max_length=2048, blank=True) class Meta: verbose_name = _("YouTube configuration") verbose_name_plural = _("YouTube configurations") - def publish(self, audiobook, path): - ctx = Context(dict(audiobook=audiobook)) - description = Template(self.description_template).render(ctx) - title = Template(self.title_template).render(ctx) - privacy = 'private' + def __str__(self): + return self.name + + def get_context(self, audiobook): + return Context(dict( + audiobook=audiobook, + )) + + def get_description(self, audiobook): + return Template(self.description_template).render(self.get_context(audiobook)) - data = dict( + def get_title(self, audiobook): + return Template(self.title_template).render(self.get_context(audiobook))[:YOUTUBE_TITLE_LIMIT] + + def get_data(self, audiobook): + return dict( snippet=dict( - title=title, - description=description, - # tags=tags, - # categoryId=category, - # defaultLanguage + title=self.get_title(audiobook), + description=self.get_description(audiobook), + categoryId=self.category, + defaultLanguage='pl', + defaultAudioLanguage='pl', ), status=dict( - privacyStatus=privacy, - # license - # selfDeclaredMadeForKids + privacyStatus=self.privacy_status, ), - # recordingDetails=dict( - # recordingDate - # ), ) + + def publish(self, audiobook, path): + data = self.get_data(audiobook) part = ",".join(data.keys()) - with open(path, "rb") as f: - response = youtube_call( - "POST", - "https://www.googleapis.com/upload/youtube/v3/videos", - params={'part': part}, - data=data, - media_data=f.read(), - ) + response = youtube_call( + "POST", + "https://www.googleapis.com/upload/youtube/v3/videos", + params={'part': part}, + json=data, + resumable_file_path=path, + ) data = response.json() audiobook.youtube_id = data['id'] audiobook.save(update_fields=['youtube_id']) + + self.update_thumbnail(audiobook) return response - def prepare_file(self, input_path, output_path=None): - duration = get_duration(input_path) + def update_data(self, audiobook): + data = self.get_data(audiobook) + data['id'] = audiobook.youtube_id + part = ",".join(data.keys()) + youtube_call( + "PUT", + "https://www.googleapis.com/youtube/v3/videos", + params={"part": part}, + json=data + ) + + def prepare_file(self, input_paths, output_path=None): + audio = self.prepare_audio(input_paths) + duration = self.get_duration(input_paths) video = self.prepare_video(duration) - output = mux([video, input_path], output_path=output_path) + output = mux([video, audio], output_path=output_path) + unlink(audio) unlink(video) return output + def get_duration(self, input_paths): + d = 0 + for input_path in input_paths: + d += get_duration(input_path) + if self.intro_flac: + d += get_duration(self.intro_flac.path) + if self.outro_flac: + d += get_duration(self.outro_flac.path) + return d + + def prepare_audio(self, input_paths): + files = [] + if self.intro_flac: + files.append(standardize_audio(self.intro_flac.path)) + for input_path in input_paths: + files.append(standardize_audio(input_path, cache=False)) + if self.outro_flac: + files.append(standardize_audio(self.outro_flac.path)) + output = concat_audio(files) + for d in files: + unlink(d) + return output + def prepare_video(self, duration): concat = [] + outro = [] delete = [] if self.loop_video: fps = get_framerate(self.loop_video.path) + loop_video = standardize_video(self.loop_video.path) else: fps = 25 loop_duration = duration - if self.intro_card and self.intro_card_duration: - loop_duration -= self.intro_card_duration - intro = video_from_image( - self.intro_card.path, self.intro_card_duration, fps=fps + for card in self.card_set.filter(duration__gt=0): + loop_duration -= card.duration + card_video = video_from_image( + card.image.path, card.duration, fps=fps ) - concat.append(intro) - delete.append(intro) - - if self.outro_card and self.outro_card_duration: - loop_duration -= self.outro_card_duration - outro = video_from_image( - self.outro_card.path, self.outro_card_duration, fps=fps - ) - concat.append(outro) - delete.append(outro) + (concat if card.order < 0 else outro).append(card_video) + delete.append(card_video) if self.loop_video: - loop_video_duration = get_duration(self.loop_video.path) + loop_video_duration = get_duration(loop_video) times_loop = int(loop_duration // loop_video_duration) leftover_duration = loop_duration % loop_video_duration - leftover = cut_video(self.loop_video.path, leftover_duration) - concat[1:1] = [self.loop_video.path] * times_loop + [leftover] + leftover = cut_video(loop_video, leftover_duration) + concat.extend([loop_video] * times_loop + [leftover]) delete.append(leftover) else: - leftover = video_from_image(self.card.path, loop_duration) - concat.insert(1, video_from_image(self.card.path, loop_duration, fps=fps)) + leftover = video_from_image(self.loop_card.path, loop_duration) + concat.append(video_from_image(self.loop_card.path, loop_duration, fps=fps)) delete.append(leftover) + concat.extend(outro) output = concat_videos(concat) for p in delete: unlink(p) + unlink(loop_video) return output # tags # license # selfDeclaredMadeForKids + + def update_thumbnail(self, audiobook): + thumbnail = self.prepare_thumbnail(audiobook) + if thumbnail is not None: + response = youtube_call( + "POST", + "https://www.googleapis.com/upload/youtube/v3/thumbnails/set", + params={'videoId': audiobook.youtube_id}, + data=thumbnail.getvalue(), + ) + + def prepare_thumbnail(self, audiobook): + for thumbnail_template in ThumbnailTemplate.objects.filter(is_active=True).order_by('order'): + if not thumbnail_template.is_for_audiobook(audiobook): + continue + thumbnail = thumbnail_template.generate(audiobook) + if thumbnail is not None: + return thumbnail + + +class Card(models.Model): + youtube = models.ForeignKey(YouTube, models.CASCADE) + order = models.SmallIntegerField() + image = models.FileField(upload_to='youtube/card') + duration = models.FloatField() + + class Meta: + ordering = ('order', ) + + +class Font(models.Model): + name = models.CharField(max_length=255, unique=True) + truetype = models.FileField(upload_to='youtube/font') + + def __str__(self): + return self.name + + +class ThumbnailTemplate(models.Model): + youtube = models.ForeignKey(YouTube, models.CASCADE) + order = models.SmallIntegerField() + is_active = models.BooleanField() + background = models.FileField(upload_to='youtube/thumbnail') + definition = models.TextField() + authors = models.CharField(max_length=255, blank=True) + epochs = models.CharField(max_length=255, blank=True) + kinds = models.CharField(max_length=255, blank=True) + genres = models.CharField(max_length=255, blank=True) + collections = models.CharField(max_length=255, blank=True) + + class Meta: + ordering = ('order', ) + + def generate(self, audiobook): + try: + title = audiobook.book['title'] + if audiobook.book.get('parent'): + parent_title = audiobook.book['parent']['title'] + if not title.startswith(parent_title): + title = ", ".join((parent_title, title)) + + img = create_thumbnail( + self.background.path, + self.definition, + { + "author": ', '.join((a['name'] for a in audiobook.book['authors'])), + "title": title, + "part": (audiobook.youtube_volume or audiobook.part_name).strip(), + }, + lambda name: Font.objects.get(name=name).truetype.path + ) + except Exception as e: + print(e) + return + else: + buf = io.BytesIO() + img.save(buf, format='PNG') + return buf + + def is_for_audiobook(self, audiobook): + for category in 'authors', 'epochs', 'kinds', 'genres': + if getattr(self, category): + book_slugs = set([g['slug'] for g in audiobook.book[category]]) + template_slugs = set([g.strip() for g in getattr(self, category).split(',')]) + if not book_slugs.intersection(template_slugs): + return False + + if self.collections: + template_collections = set([g.strip() for g in self.collections.split(',')]) + in_any = False + for collection in template_collections: + apidata = requests.get( + f'https://wolnelektury.pl/api/collections/{collection}/' + ).json() + for book in apidata['books']: + if book['slug'] == audiobook.slug: + in_any = True + break + if in_any: + break + if not in_any: + return False + + return True