else/YoutubeChannelDownloader/ycdl_site.py

import flask
from flask import request
import json
import mimetypes
import os
import sqlite3
import threading
import time

import ytapi
import ycdl
import bot

youtube_core = ytapi.Youtube(bot.YOUTUBE_KEY)
youtube = ycdl.YCDL(youtube_core)

site = flask.Flask(__name__)
site.config.update(
    SEND_FILE_MAX_AGE_DEFAULT=180,
    TEMPLATES_AUTO_RELOAD=True,
)
site.jinja_env.add_extension('jinja2.ext.do')
site.debug = True

download_queue = set()

####################################################################################################
####################################################################################################
####################################################################################################
####################################################################################################

#def handle_download_queue():
#    while True:
#        if len(download_queue) > 0:
#            item = download_queue.pop()
#            youtube.download_video(item)
#        time.sleep(2)
#
#DOWNLOAD_QUEUE_THREAD = threading.Thread(target=handle_download_queue)
#DOWNLOAD_QUEUE_THREAD.daemon = True
#DOWNLOAD_QUEUE_THREAD.start()

def make_json_response(j, *args, **kwargs):
    dumped = json.dumps(j)
    response = flask.Response(dumped, *args, **kwargs)
    response.headers['Content-Type'] = 'application/json;charset=utf-8'
    return response

def send_file(filepath):
    '''
    Range-enabled file sending.
    '''
    try:
        file_size = os.path.getsize(filepath)
    except FileNotFoundError:
        flask.abort(404)

    outgoing_headers = {}
    mimetype = mimetypes.guess_type(filepath)[0]
    if mimetype is not None:
        if 'text/' in mimetype:
            mimetype += '; charset=utf-8'
        outgoing_headers['Content-Type'] = mimetype

    if 'range' in request.headers:
        desired_range = request.headers['range'].lower()
        desired_range = desired_range.split('bytes=')[-1]

        int_helper = lambda x: int(x) if x.isdigit() else None
        if '-' in desired_range:
            (desired_min, desired_max) = desired_range.split('-')
            range_min = int_helper(desired_min)
            range_max = int_helper(desired_max)
        else:
            range_min = int_helper(desired_range)

        if range_min is None:
            range_min = 0
        if range_max is None:
            range_max = file_size

        # because ranges are 0-indexed
        range_max = min(range_max, file_size - 1)
        range_min = max(range_min, 0)

        range_header = 'bytes {min}-{max}/{outof}'.format(
            min=range_min,
            max=range_max,
            outof=file_size,
        )
        outgoing_headers['Content-Range'] = range_header
        status = 206
    else:
        range_max = file_size - 1
        range_min = 0
        status = 200

    outgoing_headers['Accept-Ranges'] = 'bytes'
    outgoing_headers['Content-Length'] = (range_max - range_min) + 1

    if request.method == 'HEAD':
        outgoing_data = bytes()
    else:
        outgoing_data = helpers.read_filebytes(filepath, range_min=range_min, range_max=range_max)

    response = flask.Response(
        outgoing_data,
        status=status,
        headers=outgoing_headers,
    )
    return response

def truthystring(s):
    if isinstance(s, (bool, int)) or s is None:
        return s
    s = s.lower()
    if s in {'1', 'true', 't', 'yes', 'y', 'on'}:
        return True
    if s in {'null', 'none'}:
        return None
    return False


####################################################################################################
####################################################################################################
####################################################################################################
####################################################################################################

@site.route('/')
def root():
    return flask.render_template('root.html')

@site.route('/channels')
def get_channels():
    channels = youtube.get_channels()
    for channel in channels:
        channel['has_pending'] = youtube.channel_has_pending(channel['id'])
    return flask.render_template('channels.html', channels=channels)

@site.route('/channel/<channel_id>')
@site.route('/channel/<channel_id>/<download_filter>')
def get_channel(channel_id, download_filter=None):
    channel = youtube.get_channel(channel_id)
    if channel is None:
        flask.abort(404)
    videos = youtube.get_videos_by_channel(channel_id)
    if download_filter is not None:
        videos = [video for video in videos if video['download'] == download_filter]
    return flask.render_template('channel.html', channel=channel, videos=videos)

@site.route('/favicon.ico')
@site.route('/favicon.png')
def favicon():
    filename = os.path.join('static', 'favicon.png')
    return flask.send_file(filename)

@site.route('/static/<filename>')
def get_static(filename):
    filename = filename.replace('\\', os.sep)
    filename = filename.replace('/', os.sep)
    filename = os.path.join('static', filename)
    return flask.send_file(filename)

@site.route('/mark_video_state', methods=['POST'])
def post_mark_video_state():
    if 'video_id' not in request.form or 'state' not in request.form:
        flask.abort(400)
    video_id = request.form['video_id']
    state = request.form['state']
    try:
        youtube.mark_video_state(video_id, state)
    except KeyError:
        flask.abort(404)
    except ValueError:
        flask.abort(400)
    return make_json_response({})

@site.route('/refresh_channel', methods=['POST'])
def post_refresh_channel():
    if 'channel_id' not in request.form:
        flask.abort(400)
    channel_id = request.form['channel_id']
    force = request.form.get('force', False)
    force = truthystring(force)
    print('Refresh channel', channel_id)
    youtube.refresh_channel(channel_id, force=force)
    return make_json_response({})

@site.route('/refresh_all_channels', methods=['POST'])
def post_refresh_all_channels():
    force = request.form.get('force', False)
    force = truthystring(force)
    for channel in youtube.get_channels():
        print('Refresh channel', channel['id'])
        youtube.refresh_channel(channel['id'], force=force)
    return make_json_response({})

@site.route('/start_download', methods=['POST'])
def post_start_download():
    if 'video_id' not in request.form:
        flask.abort(400)
    video_id = request.form['video_id']
    video_info = youtube_core.get_video([video_id])
    if video_info == []:
        flask.abort(404)
    for video in video_info:
        #download_queue.add(video)
        youtube.download_video(video)
        #print(video)
    return make_json_response({})

if __name__ == '__main__':
    pass