fix upload to s3

apps/core/tasks.py

@@ -5,7 +5,7 @@ from django.conf import settings
 
 from .models import Video, READY, FAIL
 from .s3_uploader import upload_file
-from .utils import add_video_to_playlist, generate_thumbnail
+from .utils import add_video_to_playlist, generate_thumbnail, download_file
 
 from cp_video.celery import app
 from cp_video.utils import asset_upload
@@ -27,10 +27,11 @@ def send_video_to_s3(video_id=None):
         file_path = settings.DOMAIN_NAME + settings.MEDIA_URL + key
         log.info(f'File path: {file_path}')
 
-        response = requests.get(file_path)
-        log.info(f'response status code {response.status_code}')
-        content = response.content
-        log.info('get content')
+        # response = requests.get(file_path)
+        # log.info(f'response status code {response.status_code}')
+        # content = response.content
+        content = download_file(file_path)
+        log.info('get content successfully!')
 
         try:
             log.info('Generating thumbnail...')

apps/core/utils.py

+import requests
+import logging
+
 from django.conf import settings
 from django.contrib.contenttypes.models import ContentType
 
@@ -6,6 +9,26 @@ from moviepy.editor import VideoFileClip
 from .models import Video, Playlist, TagToObject, DYNAMIC, PlaylistVideo
 
 
+log = logging.getLogger('send_video_to_s3')
+
+
+def download_file(url):
+    log.info(f'Downloading file {url}...')
+    local_filename = url.split('/')[-1]
+    # NOTE the stream=True parameter below
+    with requests.get(url, stream=True) as r:
+        r.raise_for_status()
+        with open(local_filename, 'wb') as f:
+            for chunk in r.iter_content(chunk_size=8192):
+                log.info('chunk')
+                # If you have chunk encoded response uncomment if
+                # and set chunk_size parameter to None.
+                #if chunk:
+                f.write(chunk)
+
+    return local_filename
+
+
 def generate_thumbnail(video_path, video_name):
     clip = VideoFileClip(video_path)
     thumbnail_name = video_name.split('.')[0]