add models video and playlist, upload video and thumbnail to s3, api, mrss

apps/core/__init__.py

+default_app_config = 'apps.core.apps.CoreConfig'

apps/core/admin.py

+from django.contrib import admin
+
+from . import models
+
+
+class VideoAdmin(admin.ModelAdmin):
+    list_display = ['id', 'title', ]
+    readonly_fields = ['created', 'updated']
+
+
+class PlayListAdmin(admin.ModelAdmin):
+    list_display = ['id', 'title', ]
+    readonly_fields = ['created', 'updated']
+
+
+admin.site.register(models.Video, VideoAdmin)
+admin.site.register(models.Playlist, PlayListAdmin)

apps/core/apps.py

+from django.apps import AppConfig
+
+
+class CoreConfig(AppConfig):
+    default_auto_field = 'django.db.models.BigAutoField'
+    name = 'apps.core'
+
+    def ready(self):
+        import apps.core.signals

apps/core/migrations/0001_initial.py

+# Generated by Django 4.1.7 on 2023-02-20 06:54
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    initial = True
+
+    dependencies = [
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Video',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('updated', models.DateTimeField(auto_now=True, db_index=True, verbose_name='updated')),
+                ('created', models.DateTimeField(auto_now_add=True, db_index=True, verbose_name='created')),
+                ('title', models.CharField(max_length=255, verbose_name='full name')),
+                ('local_file', models.FileField(blank=True, null=True, upload_to='', verbose_name='Локальный файл')),
+                ('s3_file', models.FileField(blank=True, null=True, upload_to='', verbose_name='Файл AWS S3')),
+            ],
+            options={
+                'ordering': ('title',),
+            },
+        ),
+    ]

apps/core/migrations/0002_video_description_video_thumbnail_and_more.py

+# Generated by Django 4.1.7 on 2023-02-28 15:22
+
+import apps.core.utils
+from django.db import migrations, models
+import storages.backends.s3boto3
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core', '0001_initial'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='video',
+            name='description',
+            field=models.TextField(blank=True, null=True, verbose_name='description'),
+        ),
+        migrations.AddField(
+            model_name='video',
+            name='thumbnail',
+            field=models.ImageField(blank=True, max_length=500, null=True, storage=storages.backends.s3boto3.S3Boto3Storage(bucket_name='clutchpoints-videos'), upload_to=apps.core.utils.asset_upload, verbose_name='thumbnail'),
+        ),
+        migrations.AlterField(
+            model_name='video',
+            name='local_file',
+            field=models.FileField(blank=True, null=True, upload_to='videos', verbose_name='local file'),
+        ),
+        migrations.AlterField(
+            model_name='video',
+            name='s3_file',
+            field=models.FileField(blank=True, max_length=500, null=True, storage=storages.backends.s3boto3.S3Boto3Storage(bucket_name='clutchpoints-videos'), upload_to='', verbose_name='AWS S3 file'),
+        ),
+        migrations.CreateModel(
+            name='Playlist',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('updated', models.DateTimeField(auto_now=True, db_index=True, verbose_name='updated')),
+                ('created', models.DateTimeField(auto_now_add=True, db_index=True, verbose_name='created')),
+                ('title', models.CharField(max_length=255, verbose_name='title')),
+                ('description', models.TextField(blank=True, null=True, verbose_name='description')),
+                ('videos', models.ManyToManyField(related_name='playlist', to='core.video')),
+            ],
+            options={
+                'ordering': ('title',),
+            },
+        ),
+    ]

apps/core/models.py

+from django.db import models
+from django.utils.translation import gettext_lazy as _
+
+from storages.backends.s3boto3 import S3Boto3Storage
+
+from .utils import asset_upload
+
+
+class BaseModel(models.Model):
+    updated = models.DateTimeField(_('updated'), auto_now=True, db_index=True)
+    created = models.DateTimeField(_('created'), auto_now_add=True, db_index=True)
+
+    class Meta:
+        abstract = True
+
+
+class Video(BaseModel):
+    title = models.CharField(_('full name'), max_length=255)
+    description = models.TextField(_('description'), blank=True, null=True)
+    local_file = models.FileField(
+        'local file',
+        upload_to='videos',
+        blank=True,
+        null=True,
+    )
+    s3_file = models.FileField(
+        'AWS S3 file',
+        storage=S3Boto3Storage(bucket_name='clutchpoints-videos'),
+        blank=True,
+        null=True,
+        max_length=500,
+    )
+    thumbnail = models.ImageField(
+        'thumbnail',
+        upload_to=asset_upload,
+        storage=S3Boto3Storage(bucket_name='clutchpoints-videos'),
+        blank=True,
+        null=True,
+        max_length=500,
+    )
+
+    class Meta:
+        ordering = ('title',)
+
+    def __str__(self):
+        return self.title
+
+
+class Playlist(BaseModel):
+    title = models.CharField(_('title'), max_length=255)
+    description = models.TextField(_('description'), blank=True, null=True)
+    videos = models.ManyToManyField(Video, related_name='playlist')
+
+    class Meta:
+        ordering = ('title',)
+
+    def __str__(self):
+        return self.title

apps/core/s3_uploader.py

+import boto3
+
+from django.conf import settings
+
+
+def upload_file(content, key, content_type):
+    s3 = boto3.client(
+        's3',
+        aws_access_key_id=settings.AWS_ACCESS_KEY_ID,
+        aws_secret_access_key=settings.AWS_SECRET_ACCESS_KEY,
+        region_name=settings.AWS_REGION_NAME
+    )
+
+    s3.put_object(
+        Bucket=settings.AWS_STORAGE_BUCKET_NAME,
+        Key=key,
+        Body=content,
+        ContentType=content_type,
+    )
+
+    return key
+

apps/core/serializers.py

+from rest_framework import serializers
+
+from .models import Video
+
+
+class VideoSerializer(serializers.ModelSerializer):
+    class Meta:
+        model = Video
+        fields = [
+            'id',
+            'title',
+            'description',
+            's3_file',
+            'thumbnail',
+        ]

apps/core/signals.py

+import os
+
+from django.conf import settings
+from django.dispatch import receiver
+from django.db.models.signals import post_save
+
+from . import models, utils, s3_uploader
+
+
+@receiver(post_save, sender=models.Video)
+def generate_default_thumbnail_for_video(sender, instance, **kwargs):
+    if not instance.thumbnail and instance.local_file:
+        if os.path.isfile(instance.local_file.path):
+            thumbnail_name = utils.generate_thumbnail(instance.local_file)
+            thumbnail_path = f'{settings.BASE_DIR}/videos/{thumbnail_name}'
+
+            content = utils.get_thumbnail_content(thumbnail_path)
+            key = f'videos/{instance.id}/{thumbnail_name}'
+            content_type = 'image/jpeg'
+            instance.thumbnail = s3_uploader.upload_file(content, key, content_type)
+
+            instance.save(update_fields=['thumbnail'])
+
+            os.remove(thumbnail_path)

apps/core/tasks.py

+import os
+
+from .models import Video
+from .s3_uploader import upload_file
+
+
+def send_video_to_s3():
+    local_videos = Video.objects.filter(local_file__isnull=False)
+
+    for local_video in local_videos:
+        video_name = local_video.local_file.name.split('/')[-1]
+        key = f'videos/{local_video.id}/{video_name}'
+        content = local_video.local_file.read()
+
+        local_video.s3_file = upload_file(content, key, 'video/mp4')
+
+        local_video.save(update_fields=['s3_file'])
+        os.remove(local_video.local_file.path)
+
+    local_videos.update(local_file=None)

apps/core/urls.py

+from django.urls import path
+
+from . import views
+
+
+urlpatterns = [
+    path('video/', views.VideoAPIView.as_view({'get': 'list'})),
+    path('playlist/<int:pk>/mrss', views.playlist_mrss_view),
+]

apps/core/utils.py

+import io
+
+from PIL import Image as PImage
+from moviepy.editor import VideoFileClip
+
+
+def asset_upload(instance, filename):
+    return f'videos/{instance.id}/{filename}'
+
+
+def generate_thumbnail(video):
+    clip = VideoFileClip(video.path)
+    thumbnail_name = video.name.split('.')[0]
+    thumbnail_name = f'{thumbnail_name}.jpg'
+    clip.save_frame(thumbnail_name, t=1.00)
+
+    thumbnail_name = thumbnail_name.split('/')[-1]
+
+    return thumbnail_name
+
+
+def get_thumbnail_content(thumbnail_path):
+    img = PImage.open(thumbnail_path)
+
+    roi_img = img.crop()
+
+    img_byte_arr = io.BytesIO()
+    roi_img.save(img_byte_arr, format='JPEG')
+    content = img_byte_arr.getvalue()
+
+    return content

apps/core/views.py

+from rest_framework import permissions, viewsets
+
+from django.http import HttpResponse
+from django.shortcuts import get_object_or_404
+
+from PyRSS2Gen import RSS2, RSSItem, Guid
+
+from . import models, serializers
+
+from cp_video.pagination import LimitPagination
+
+
+class VideoAPIView(viewsets.ModelViewSet):
+    model = models.Video
+    serializer_class = serializers.VideoSerializer
+    permission_classes = [permissions.AllowAny]
+    pagination_class = LimitPagination
+    default_limit = 20
+
+    def get_queryset(self):
+        queryset = self.model.objects.filter(s3_file__isnull=False)
+        return queryset
+
+
+def playlist_mrss_view(request, pk):
+    mrss_items = []
+    playlist = get_object_or_404(models.Playlist, pk=pk)
+
+    for video in playlist.videos.all():
+        item = RSSItem(
+            title=video.title,
+            link='link',
+            description=video.description,
+            guid=Guid('http://example.com/item1'),
+            pubDate=video.created,
+        )
+        mrss_items.append(item)
+
+    rss = RSS2(
+        title=playlist.title,
+        link='http://example.com/mrss',
+        description=playlist.description,
+        items=mrss_items,
+    )
+
+    # Возвращаем mRSS-канал как HTTP-ответ
+    response = HttpResponse(content_type='application/rss+xml')
+    rss.write_xml(response)
+
+    return response

cp_video/pagination.py

+from rest_framework.pagination import LimitOffsetPagination
+
+
+class LimitPagination(LimitOffsetPagination):
+    default_limit = 20
+
+    def paginate_queryset(self, queryset, request, view=None):
+        if hasattr(view, 'default_limit'):
+            self.default_limit = view.default_limit
+        return super(LimitPagination, self).paginate_queryset(
+            queryset, request, view=view)

cp_video/settings/base.py

+"""
+Django settings for cp_video project.
+
+Generated by 'django-admin startproject' using Django 3.0.6.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/3.0/topics/settings/
+
+For the full list of settings and their values, see
+https://docs.djangoproject.com/en/3.0/ref/settings/
+"""
+
+import os
+
+# Build paths inside the project like this: os.path.join(BASE_DIR, ...)
+BASE_DIR = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+
+# Quick-start development settings - unsuitable for production
+# See https://docs.djangoproject.com/en/3.0/howto/deployment/checklist/
+
+# SECURITY WARNING: keep the secret key used in production secret!
+SECRET_KEY = 'o7jfem6!p5(1+jhnua$xe!h&$hk=^(krk-!j8m&y5k4xpzx=2h'
+
+# SECURITY WARNING: don't run with debug turned on in production!
+DEBUG = True
+
+ALLOWED_HOSTS = []
+
+
+# Application definition
+
+INSTALLED_APPS = [
+    'django.contrib.admin',
+    'django.contrib.auth',
+    'django.contrib.contenttypes',
+    'django.contrib.sessions',
+    'django.contrib.messages',
+    'django.contrib.staticfiles',
+
+    'storages',
+    'rest_framework',
+
+    'apps.core',
+]
+
+MIDDLEWARE = [
+    'django.middleware.security.SecurityMiddleware',
+    'django.contrib.sessions.middleware.SessionMiddleware',
+    'django.middleware.common.CommonMiddleware',
+    'django.middleware.csrf.CsrfViewMiddleware',
+    'django.contrib.auth.middleware.AuthenticationMiddleware',
+    'django.contrib.messages.middleware.MessageMiddleware',
+    'django.middleware.clickjacking.XFrameOptionsMiddleware',
+]
+
+ROOT_URLCONF = 'cp_video.urls'
+
+TEMPLATES = [
+    {
+        'BACKEND': 'django.template.backends.django.DjangoTemplates',
+        'DIRS': [],
+        'APP_DIRS': True,
+        'OPTIONS': {
+            'context_processors': [
+                'django.template.context_processors.debug',
+                'django.template.context_processors.request',
+                'django.contrib.auth.context_processors.auth',
+                'django.contrib.messages.context_processors.messages',
+            ],
+        },
+    },
+]
+
+WSGI_APPLICATION = 'cp_video.wsgi.application'
+
+
+# Database
+# https://docs.djangoproject.com/en/3.0/ref/settings/#databases
+
+DATABASES = {
+    'default': {
+        'ENGINE': 'django.db.backends.sqlite3',
+        'NAME': os.path.join(BASE_DIR, 'db.sqlite3'),
+    }
+}
+
+
+# Password validation
+# https://docs.djangoproject.com/en/3.0/ref/settings/#auth-password-validators
+
+AUTH_PASSWORD_VALIDATORS = [
+    {
+        'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator',
+    },
+    {
+        'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator',
+    },
+    {
+        'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator',
+    },
+    {
+        'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator',
+    },
+]
+
+
+# Internationalization
+# https://docs.djangoproject.com/en/3.0/topics/i18n/
+
+LANGUAGE_CODE = 'en-us'
+
+TIME_ZONE = 'UTC'
+
+USE_I18N = True
+
+USE_L10N = True
+
+USE_TZ = True
+
+
+# Static files (CSS, JavaScript, Images)
+# https://docs.djangoproject.com/en/3.0/howto/static-files/
+
+STATIC_URL = '/static/'
+STATIC_ROOT = os.path.join(BASE_DIR, 'static/')
+
+
+

cp_video/settings/local.py

+from .base import *
+
+
+DEBUG = True
+
+ALLOWED_HOSTS = ['*']
+INSTALLED_APPS += ['debug_toolbar']
+MIDDLEWARE = MIDDLEWARE + ['debug_toolbar.middleware.DebugToolbarMiddleware']
+INTERNAL_IPS = ('127.0.0.1', )
+
+
+# Database
+
+DATABASES = {
+    'default': {
+        'ENGINE': 'django.db.backends.postgresql_psycopg2',
+        'NAME': 'cp_video',
+        'USER': 'django',
+        'PASSWORD': 'django',
+        'HOST': '127.0.0.1',
+    }
+}
+
+
+# AWS
+AWS_STORAGE_BUCKET_NAME = 'clutchpoints-videos'
+AWS_ACCESS_KEY_ID = 'AKIAIJTVDVADPOGYKCTA'
+AWS_SECRET_ACCESS_KEY = '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'
+AWS_REGION_NAME = 'us-east-1'
+# CloudFront
+AWS_S3_CUSTOM_DOMAIN = 'd3uwup860a90xk.cloudfront.net'

cp_video/urls.py

+"""cp_video URL Configuration
+
+The `urlpatterns` list routes URLs to views. For more information please see:
+    https://docs.djangoproject.com/en/3.0/topics/http/urls/
+Examples:
+Function views
+    1. Add an import:  from my_app import views
+    2. Add a URL to urlpatterns:  path('', views.home, name='home')
+Class-based views
+    1. Add an import:  from other_app.views import Home
+    2. Add a URL to urlpatterns:  path('', Home.as_view(), name='home')
+Including another URLconf
+    1. Import the include() function: from django.urls import include, path
+    2. Add a URL to urlpatterns:  path('blog/', include('blog.urls'))
+"""
+import debug_toolbar
+from django.contrib import admin
+from django.urls import path, include
+
+urlpatterns = [
+    path('__debug__/', include(debug_toolbar.urls)),
+    path('admin/', admin.site.urls),
+
+    path('api/', include('apps.core.urls')),
+]

cp_video/wsgi.py

+"""
+WSGI config for cp_video project.
+
+It exposes the WSGI callable as a module-level variable named ``application``.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/3.0/howto/deployment/wsgi/
+"""
+
+import os
+
+from django.core.wsgi import get_wsgi_application
+
+os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'cp_video.settings')
+
+application = get_wsgi_application()

manage.py

+#!/usr/bin/env python
+"""Django's command-line utility for administrative tasks."""
+import os
+import sys
+
+
+def main():
+    os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'cp_video.settings.local')
+    try:
+        from django.core.management import execute_from_command_line
+    except ImportError as exc:
+        raise ImportError(
+            "Couldn't import Django. Are you sure it's installed and "
+            "available on your PYTHONPATH environment variable? Did you "
+            "forget to activate a virtual environment?"
+        ) from exc
+    execute_from_command_line(sys.argv)
+
+
+if __name__ == '__main__':
+    main()