106 lines
3.7 KiB
Python
106 lines
3.7 KiB
Python
from YtManagerApp.models import Video
|
|
from YtManagerApp import scheduler
|
|
from YtManagerApp.appconfig import settings
|
|
import os
|
|
import youtube_dl
|
|
import logging
|
|
import re
|
|
|
|
log = logging.getLogger('video_downloader')
|
|
log_youtube_dl = log.getChild('youtube_dl')
|
|
|
|
|
|
def __get_valid_path(path):
|
|
"""
|
|
Normalizes string, converts to lowercase, removes non-alpha characters,
|
|
and converts spaces to hyphens.
|
|
"""
|
|
import unicodedata
|
|
value = unicodedata.normalize('NFKD', path).encode('ascii', 'ignore').decode('ascii')
|
|
value = re.sub('[:"*]', '', value).strip()
|
|
value = re.sub('[?<>|]', '#', value)
|
|
return value
|
|
|
|
|
|
def __build_youtube_dl_params(video: Video):
|
|
# resolve path
|
|
pattern_dict = {
|
|
'channel': video.subscription.channel.name,
|
|
'channel_id': video.subscription.channel.channel_id,
|
|
'playlist': video.subscription.name,
|
|
'playlist_id': video.subscription.playlist_id,
|
|
'playlist_index': "{:03d}".format(1 + video.playlist_index),
|
|
'title': video.name,
|
|
'id': video.video_id,
|
|
}
|
|
|
|
download_path = settings.get_sub(video.subscription, 'user', 'DownloadPath')
|
|
output_pattern = __get_valid_path(settings.get_sub(
|
|
video.subscription, 'user', 'DownloadFilePattern', vars=pattern_dict))
|
|
|
|
output_path = os.path.join(download_path, output_pattern)
|
|
output_path = os.path.normpath(output_path)
|
|
|
|
youtube_dl_params = {
|
|
'logger': log_youtube_dl,
|
|
'format': settings.get_sub(video.subscription, 'user', 'DownloadFormat'),
|
|
'outtmpl': output_path,
|
|
'writethumbnail': True,
|
|
'writedescription': True,
|
|
'writesubtitles': settings.getboolean_sub(video.subscription, 'user', 'DownloadSubtitles'),
|
|
'writeautomaticsub': settings.getboolean_sub(video.subscription, 'user', 'DownloadAutogeneratedSubtitles'),
|
|
'allsubtitles': settings.getboolean_sub(video.subscription, 'user', 'DownloadSubtitlesAll'),
|
|
'postprocessors': [
|
|
{
|
|
'key': 'FFmpegMetadata'
|
|
},
|
|
]
|
|
}
|
|
|
|
sub_langs = settings.get_sub(video.subscription, 'user', 'DownloadSubtitlesLangs').split(',')
|
|
sub_langs = [i.strip() for i in sub_langs]
|
|
if len(sub_langs) > 0:
|
|
youtube_dl_params['subtitleslangs'] = sub_langs
|
|
|
|
sub_format = settings.get_sub(video.subscription, 'user', 'DownloadSubtitlesFormat')
|
|
if len(sub_format) > 0:
|
|
youtube_dl_params['subtitlesformat'] = sub_format
|
|
|
|
return youtube_dl_params, output_path
|
|
|
|
|
|
def download_video(video: Video, attempt: int = 1):
|
|
|
|
log.info('Downloading video %d [%s %s]', video.id, video.video_id, video.name)
|
|
|
|
max_attempts = settings.getint_sub(video.subscription, 'user', 'DownloadMaxAttempts', fallback=3)
|
|
|
|
youtube_dl_params, output_path = __build_youtube_dl_params(video)
|
|
with youtube_dl.YoutubeDL(youtube_dl_params) as yt:
|
|
ret = yt.download(["https://www.youtube.com/watch?v=" + video.video_id])
|
|
|
|
log.info('Download finished with code %d', ret)
|
|
|
|
if ret == 0:
|
|
video.downloaded_path = output_path
|
|
video.save()
|
|
log.info('Video %d [%s %s] downloaded successfully!', video.id, video.video_id, video.name)
|
|
|
|
elif attempt <= max_attempts:
|
|
log.warning('Re-enqueueing video (attempt %d/%d)', attempt, max_attempts)
|
|
scheduler.instance.add_job(download_video, args=[video, attempt + 1])
|
|
|
|
else:
|
|
log.error('Multiple attempts to download video %d [%s %s] failed!', video.id, video.video_id, video.name)
|
|
video.downloaded_path = ''
|
|
video.save()
|
|
|
|
|
|
def schedule_download_video(video: Video):
|
|
"""
|
|
Schedules a download video job to run immediately.
|
|
:param video:
|
|
:return:
|
|
"""
|
|
scheduler.instance.add_job(download_video, args=[video, 1])
|