checkpoint
This commit is contained in:
commit
bd263b2ed7
17 changed files with 1223 additions and 0 deletions
4
README.md
Normal file
4
README.md
Normal file
|
|
@ -0,0 +1,4 @@
|
|||
Youtube Channel Downloader
|
||||
==========================
|
||||
|
||||
You are responsible for your own `bot.py` file, containing a variable `YOUTUBE_KEY`.
|
||||
31
helpers.py
Normal file
31
helpers.py
Normal file
|
|
@ -0,0 +1,31 @@
|
|||
def chunk_sequence(sequence, chunk_length, allow_incomplete=True):
|
||||
'''
|
||||
Given a sequence, divide it into sequences of length `chunk_length`.
|
||||
|
||||
:param allow_incomplete: If True, allow the final chunk to be shorter if the
|
||||
given sequence is not an exact multiple of `chunk_length`.
|
||||
If False, the incomplete chunk will be discarded.
|
||||
'''
|
||||
(complete, leftover) = divmod(len(sequence), chunk_length)
|
||||
if not allow_incomplete:
|
||||
leftover = 0
|
||||
|
||||
chunk_count = complete + min(leftover, 1)
|
||||
|
||||
chunks = []
|
||||
for x in range(chunk_count):
|
||||
left = chunk_length * x
|
||||
right = left + chunk_length
|
||||
chunks.append(sequence[left:right])
|
||||
|
||||
return chunks
|
||||
|
||||
def truthystring(s):
|
||||
if isinstance(s, (bool, int)) or s is None:
|
||||
return s
|
||||
s = s.lower()
|
||||
if s in {'1', 'true', 't', 'yes', 'y', 'on'}:
|
||||
return True
|
||||
if s in {'null', 'none'}:
|
||||
return None
|
||||
return False
|
||||
3
requirements.txt
Normal file
3
requirements.txt
Normal file
|
|
@ -0,0 +1,3 @@
|
|||
flask
|
||||
gevent
|
||||
https://github.com/voussoir/else/raw/master/_voussoirkit/voussoirkit.zip
|
||||
32
static/common.css
Normal file
32
static/common.css
Normal file
|
|
@ -0,0 +1,32 @@
|
|||
body
|
||||
{
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
background-color:#fff;
|
||||
margin: 8px;
|
||||
}
|
||||
#header
|
||||
{
|
||||
display: flex;
|
||||
flex-direction: row;
|
||||
justify-content: center;
|
||||
align-content: center;
|
||||
margin-bottom: 4px;
|
||||
}
|
||||
.header_element
|
||||
{
|
||||
display: flex;
|
||||
justify-content: center;
|
||||
flex: 1;
|
||||
background-color: rgba(0, 0, 0, 0.1);
|
||||
}
|
||||
.header_element:hover
|
||||
{
|
||||
background-color: rgba(0, 0, 0, 0.2);
|
||||
}
|
||||
#content_body
|
||||
{
|
||||
flex: 0 0 auto;
|
||||
display: flex;
|
||||
flex-direction: row;
|
||||
}
|
||||
83
static/common.js
Normal file
83
static/common.js
Normal file
|
|
@ -0,0 +1,83 @@
|
|||
function post_example(key, value, callback)
|
||||
{
|
||||
var url = "/postexample";
|
||||
data = new FormData();
|
||||
data.append(key, value);
|
||||
return post(url, data, callback);
|
||||
}
|
||||
|
||||
function null_callback()
|
||||
{
|
||||
return;
|
||||
}
|
||||
|
||||
function post(url, data, callback)
|
||||
{
|
||||
var request = new XMLHttpRequest();
|
||||
request.answer = null;
|
||||
request.onreadystatechange = function()
|
||||
{
|
||||
if (request.readyState == 4)
|
||||
{
|
||||
var text = request.responseText;
|
||||
if (callback != null)
|
||||
{
|
||||
console.log(text);
|
||||
callback(JSON.parse(text));
|
||||
}
|
||||
}
|
||||
};
|
||||
var asynchronous = true;
|
||||
request.open("POST", url, asynchronous);
|
||||
request.send(data);
|
||||
}
|
||||
|
||||
function bind_box_to_button(box, button)
|
||||
{
|
||||
box.onkeydown=function()
|
||||
{
|
||||
if (event.keyCode == 13)
|
||||
{
|
||||
button.click();
|
||||
}
|
||||
};
|
||||
}
|
||||
function entry_with_history_hook(box, button)
|
||||
{
|
||||
//console.log(event.keyCode);
|
||||
if (box.entry_history === undefined)
|
||||
{box.entry_history = [];}
|
||||
if (box.entry_history_pos === undefined)
|
||||
{box.entry_history_pos = -1;}
|
||||
if (event.keyCode == 13)
|
||||
{
|
||||
/* Enter */
|
||||
box.entry_history.push(box.value);
|
||||
button.click();
|
||||
box.value = "";
|
||||
}
|
||||
else if (event.keyCode == 38)
|
||||
{
|
||||
|
||||
/* Up arrow */
|
||||
if (box.entry_history.length == 0)
|
||||
{return}
|
||||
if (box.entry_history_pos == -1)
|
||||
{
|
||||
box.entry_history_pos = box.entry_history.length - 1;
|
||||
}
|
||||
else if (box.entry_history_pos > 0)
|
||||
{
|
||||
box.entry_history_pos -= 1;
|
||||
}
|
||||
box.value = box.entry_history[box.entry_history_pos];
|
||||
}
|
||||
else if (event.keyCode == 27)
|
||||
{
|
||||
box.value = "";
|
||||
}
|
||||
else
|
||||
{
|
||||
box.entry_history_pos = -1;
|
||||
}
|
||||
}
|
||||
BIN
static/favicon.png
Normal file
BIN
static/favicon.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 2.4 KiB |
138
static/favicon.svg
Normal file
138
static/favicon.svg
Normal file
|
|
@ -0,0 +1,138 @@
|
|||
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
|
||||
<svg
|
||||
xmlns:dc="http://purl.org/dc/elements/1.1/"
|
||||
xmlns:cc="http://creativecommons.org/ns#"
|
||||
xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
|
||||
xmlns:svg="http://www.w3.org/2000/svg"
|
||||
xmlns="http://www.w3.org/2000/svg"
|
||||
xmlns:xlink="http://www.w3.org/1999/xlink"
|
||||
version="1.1"
|
||||
id="svg2"
|
||||
viewBox="0 0 319.99997 319.99997"
|
||||
height="319.99997"
|
||||
width="319.99997">
|
||||
<defs
|
||||
id="defs4">
|
||||
<clipPath
|
||||
id="clipPath20"
|
||||
clipPathUnits="userSpaceOnUse">
|
||||
<path
|
||||
id="path18"
|
||||
d="m 0,0 0,2091 5010,0 0,-2091 z" />
|
||||
</clipPath>
|
||||
<clipPath
|
||||
id="clipPath26"
|
||||
clipPathUnits="userSpaceOnUse">
|
||||
<path
|
||||
id="path24"
|
||||
d="m 4980.41,1639.73 c 0,0 -29.18,204.85 -118.71,295.06 -113.54,118.39 -240.84,118.99 -299.2,125.91 -417.85,30.07 -1044.65,30.07 -1044.65,30.07 l -1.31,0 c 0,0 -626.81,0 -1044.66,-30.07 -58.38,-6.92 -185.63,-7.52 -299.2,-125.91 -89.54,-90.21 -118.68,-295.06 -118.68,-295.06 0,0 -29.86,-240.55 -29.86,-481.12 l 0,-225.528 c 0,-240.543 29.86,-481.094 29.86,-481.094 0,0 29.14,-204.84 118.68,-295.058 C 2286.25,38.5117 2435.49,42.2813 2501.93,29.8789 2740.82,7.05078 3517.19,0 3517.19,0 c 0,0 627.46,0.941406 1045.31,30.9883 58.36,6.9414 185.66,7.5234 299.2,125.9417 89.53,90.218 118.71,295.058 118.71,295.058 0,0 29.82,240.551 29.82,481.094 l 0,225.528 c 0,240.57 -29.82,481.12 -29.82,481.12 z" />
|
||||
</clipPath>
|
||||
<linearGradient
|
||||
id="linearGradient32"
|
||||
spreadMethod="pad"
|
||||
gradientTransform="matrix(-9.14e-5,-2090.78,-2090.78,9.14e-5,3329.69,2262.1986)"
|
||||
gradientUnits="userSpaceOnUse"
|
||||
y2="0"
|
||||
x2="1"
|
||||
y1="0"
|
||||
x1="0">
|
||||
<stop
|
||||
id="stop28"
|
||||
offset="0"
|
||||
style="stop-opacity:1;stop-color:#e42526" />
|
||||
<stop
|
||||
id="stop30"
|
||||
offset="1"
|
||||
style="stop-opacity:1;stop-color:#be1f26" />
|
||||
</linearGradient>
|
||||
<clipPath
|
||||
id="clipPath20-2"
|
||||
clipPathUnits="userSpaceOnUse">
|
||||
<path
|
||||
id="path18-4"
|
||||
d="m 0,0 0,2091 5010,0 0,-2091 z" />
|
||||
</clipPath>
|
||||
<clipPath
|
||||
id="clipPath26-0"
|
||||
clipPathUnits="userSpaceOnUse">
|
||||
<path
|
||||
id="path24-4"
|
||||
d="m 4980.41,1639.73 c 0,0 -29.18,204.85 -118.71,295.06 -113.54,118.39 -240.84,118.99 -299.2,125.91 -417.85,30.07 -1044.65,30.07 -1044.65,30.07 l -1.31,0 c 0,0 -626.81,0 -1044.66,-30.07 -58.38,-6.92 -185.63,-7.52 -299.2,-125.91 -89.54,-90.21 -118.68,-295.06 -118.68,-295.06 0,0 -29.86,-240.55 -29.86,-481.12 l 0,-225.528 c 0,-240.543 29.86,-481.094 29.86,-481.094 0,0 29.14,-204.84 118.68,-295.058 C 2286.25,38.5117 2435.49,42.2813 2501.93,29.8789 2740.82,7.05078 3517.19,0 3517.19,0 c 0,0 627.46,0.941406 1045.31,30.9883 58.36,6.9414 185.66,7.5234 299.2,125.9417 89.53,90.218 118.71,295.058 118.71,295.058 0,0 29.82,240.551 29.82,481.094 l 0,225.528 c 0,240.57 -29.82,481.12 -29.82,481.12 z" />
|
||||
</clipPath>
|
||||
<linearGradient
|
||||
id="linearGradient32-7"
|
||||
spreadMethod="pad"
|
||||
gradientTransform="matrix(-9.14e-5,-2090.78,-2090.78,9.14e-5,3517.19,2090.77)"
|
||||
gradientUnits="userSpaceOnUse"
|
||||
y2="0"
|
||||
x2="1"
|
||||
y1="0"
|
||||
x1="0">
|
||||
<stop
|
||||
id="stop28-9"
|
||||
offset="0"
|
||||
style="stop-opacity:1;stop-color:#e42526" />
|
||||
<stop
|
||||
id="stop30-8"
|
||||
offset="1"
|
||||
style="stop-opacity:1;stop-color:#be1f26" />
|
||||
</linearGradient>
|
||||
<linearGradient
|
||||
gradientTransform="matrix(3.235294,0,0,3.235294,718.68591,-1718.4362)"
|
||||
gradientUnits="userSpaceOnUse"
|
||||
y2="738.38818"
|
||||
x2="-89.038963"
|
||||
y1="654.93365"
|
||||
x1="-134.07793"
|
||||
id="linearGradient4244"
|
||||
xlink:href="#linearGradient32" />
|
||||
</defs>
|
||||
<metadata
|
||||
id="metadata7">
|
||||
<rdf:RDF>
|
||||
<cc:Work
|
||||
rdf:about="">
|
||||
<dc:format>image/svg+xml</dc:format>
|
||||
<dc:type
|
||||
rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
|
||||
<dc:title></dc:title>
|
||||
</cc:Work>
|
||||
</rdf:RDF>
|
||||
</metadata>
|
||||
<g
|
||||
transform="translate(-214.90438,-363.32393)"
|
||||
id="layer1">
|
||||
<g
|
||||
transform="matrix(1.3333333,0,0,-1.3333333,-114.068,677.6876)"
|
||||
id="g10">
|
||||
<g
|
||||
transform="scale(0.1,0.1)"
|
||||
id="g12">
|
||||
<g
|
||||
id="g14">
|
||||
<g
|
||||
clip-path="url(#clipPath20)"
|
||||
id="g16">
|
||||
<g
|
||||
clip-path="url(#clipPath26)"
|
||||
id="g22" />
|
||||
</g>
|
||||
</g>
|
||||
</g>
|
||||
</g>
|
||||
<g
|
||||
transform="matrix(1.0181818,0,0,1.0181818,-3.9073586,-12.424091)"
|
||||
id="g4256">
|
||||
<circle
|
||||
style="opacity:1;fill:url(#linearGradient4244);fill-opacity:1;fill-rule:nonzero;stroke:none;stroke-width:10;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1"
|
||||
id="path4236"
|
||||
cx="372.04724"
|
||||
cy="526.18109"
|
||||
r="157.14285" />
|
||||
<path
|
||||
id="path4254"
|
||||
d="m 341.68884,417.25239 0,129.3164 -38.57031,0 68.92774,88.54102 68.92968,-88.54102 -38.57226,0 0,-129.3164 -60.71485,0 z"
|
||||
style="opacity:1;fill:#ffffff;fill-opacity:1;fill-rule:nonzero;stroke:none;stroke-width:10;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1" />
|
||||
</g>
|
||||
</g>
|
||||
</svg>
|
||||
|
After Width: | Height: | Size: 5.3 KiB |
224
templates/channel.html
Normal file
224
templates/channel.html
Normal file
|
|
@ -0,0 +1,224 @@
|
|||
<!DOCTYPE html5>
|
||||
<html>
|
||||
<head>
|
||||
{% import "header.html" as header %}
|
||||
<title>{{channel['name']}}</title>
|
||||
<meta charset="UTF-8">
|
||||
<link rel="stylesheet" href="/static/common.css">
|
||||
<script src="/static/common.js"></script>
|
||||
|
||||
<style>
|
||||
#content_body
|
||||
{
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
}
|
||||
|
||||
.video_card_downloaded,
|
||||
.video_card_ignored,
|
||||
.video_card_pending
|
||||
{
|
||||
position: relative;
|
||||
margin: 8px;
|
||||
padding: 10px;
|
||||
border-radius: 4px;
|
||||
border: 1px solid #000;
|
||||
}
|
||||
.video_card_pending
|
||||
{
|
||||
background-color: #ffffaa;
|
||||
}
|
||||
.video_card_ignored
|
||||
{
|
||||
background-color: #ffc886;
|
||||
}
|
||||
.video_card_downloaded
|
||||
{
|
||||
background-color: #aaffaa;
|
||||
}
|
||||
|
||||
.action_toolbox
|
||||
{
|
||||
float: right;
|
||||
display: inline-flex;
|
||||
flex-direction: row;
|
||||
position: relative;
|
||||
}
|
||||
.video_action_dropdown
|
||||
{
|
||||
z-index: 1;
|
||||
background-color: #fff;
|
||||
padding: 4px;
|
||||
border: 1px solid #000;
|
||||
position: absolute;
|
||||
top: 100%;
|
||||
right: 0;
|
||||
display: none;
|
||||
flex-direction: column;
|
||||
}
|
||||
.refresh_button
|
||||
{
|
||||
width: 10%;
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
|
||||
|
||||
<body>
|
||||
{{header.make_header()}}
|
||||
<div id="content_body">
|
||||
<button class="refresh_button" onclick="refresh_channel('{{channel['id']}}', false, function(){location.reload()})">Refresh new videos</button>
|
||||
<button class="refresh_button" onclick="refresh_channel('{{channel['id']}}', true, function(){location.reload()})">Refresh everything</button>
|
||||
<span><a href="/channel/{{channel['id']}}">All</a></span>
|
||||
<span><a href="/channel/{{channel['id']}}/pending">Pending</a></span>
|
||||
<span><a href="/channel/{{channel['id']}}/ignored">Ignored</a></span>
|
||||
<span><a href="/channel/{{channel['id']}}/downloaded">Downloaded</a></span>
|
||||
<span>{{videos|length}} items</span>
|
||||
{% for video in videos %}
|
||||
<div id="video_card_{{video['id']}}"
|
||||
{% if video['download'] == "downloaded" %}
|
||||
class="video_card video_card_downloaded"
|
||||
{% elif video['download'] == "ignored" %}
|
||||
class="video_card video_card_ignored"
|
||||
{% else %}
|
||||
class="video_card video_card_pending"
|
||||
{% endif %}
|
||||
>
|
||||
<a href="https://www.youtube.com/watch?v={{video['id']}}">{{video['_published_str']}} - {{video['title']}}</a>
|
||||
<div class="action_toolbox">
|
||||
{% if video['download'] == "downloaded" %}
|
||||
<button
|
||||
class="video_action_pending"
|
||||
onclick="mark_video_state('{{video['id']}}', 'pending', receive_action_response);"
|
||||
>Revert to Pending</button>
|
||||
|
||||
{% elif video['download'] == "ignored" %}
|
||||
<button
|
||||
class="video_action_pending"
|
||||
onclick="mark_video_state('{{video['id']}}', 'pending', receive_action_response);"
|
||||
>Revert to Pending</button>
|
||||
|
||||
{% else %}
|
||||
<button
|
||||
class="video_action_download"
|
||||
onclick="start_download('{{video['id']}}', receive_action_response);"
|
||||
>Download</button>
|
||||
<button
|
||||
class="video_action_ignore"
|
||||
onclick="mark_video_state('{{video['id']}}', 'ignored', receive_action_response);"
|
||||
>Ignore</button>
|
||||
|
||||
{% endif %}
|
||||
</div>
|
||||
</div>
|
||||
{% endfor %}
|
||||
</div>
|
||||
</body>
|
||||
|
||||
|
||||
<script type="text/javascript">
|
||||
function give_action_buttons(video_card_div)
|
||||
{
|
||||
var toolbox = video_card_div.getElementsByClassName("action_toolbox")[0];
|
||||
var video_id = video_card_div.id.split("video_card_")[1];
|
||||
while (toolbox.children.length > 0)
|
||||
{
|
||||
toolbox.removeChild(toolbox.firstChild);
|
||||
}
|
||||
if (video_card_div.classList.contains("video_card_pending"))
|
||||
{
|
||||
var button_download = document.createElement("button");
|
||||
button_download.innerHTML = "Download";
|
||||
button_download.onclick = function(){
|
||||
start_download(video_id, receive_action_response);
|
||||
}
|
||||
|
||||
var button_ignore = document.createElement("button");
|
||||
button_ignore.innerHTML = "Ignore";
|
||||
button_ignore.onclick = function(){
|
||||
mark_video_state(video_id, 'ignored', receive_action_response);
|
||||
}
|
||||
|
||||
toolbox.appendChild(button_download);
|
||||
toolbox.appendChild(button_ignore);
|
||||
}
|
||||
else
|
||||
{
|
||||
var button_revert = document.createElement("button");
|
||||
button_revert.innerHTML = "Revert to Pending";
|
||||
button_revert.onclick = function(){
|
||||
mark_video_state(video_id, 'pending', receive_action_response);
|
||||
}
|
||||
|
||||
toolbox.appendChild(button_revert);
|
||||
}
|
||||
}
|
||||
|
||||
var video_cards = document.getElementsByClassName("video_card");
|
||||
for (var i = 0; i < video_cards.length; i += 1)
|
||||
{
|
||||
give_action_buttons(video_cards[i]);
|
||||
}
|
||||
|
||||
function receive_action_response(response)
|
||||
{
|
||||
var video_id = response['video_id'];
|
||||
var state = response['state'];
|
||||
var card = document.getElementById("video_card_" + video_id);
|
||||
if (state == 'pending')
|
||||
{
|
||||
card.classList = ["video_card", "video_card_pending"].join(" ");
|
||||
card.style.backgroundColor = "#ffffaa";
|
||||
}
|
||||
else if (state == 'ignored')
|
||||
{
|
||||
card.classList = ["video_card", "video_card_ignored"].join(" ");
|
||||
card.style.backgroundColor = "#ffc886";
|
||||
}
|
||||
else if (state == 'downloaded')
|
||||
{
|
||||
card.classList = ["video_card", "video_card_downloaded"].join(" ");
|
||||
card.style.backgroundColor = "#aaffaa";
|
||||
}
|
||||
give_action_buttons(card);
|
||||
}
|
||||
|
||||
function refresh_channel(channel_id, force, callback)
|
||||
{
|
||||
var url = "/refresh_channel";
|
||||
data = new FormData();
|
||||
data.append("channel_id", channel_id);
|
||||
data.append("force", force)
|
||||
return post(url, data, callback);
|
||||
}
|
||||
|
||||
function mark_video_state(video_id, state, callback)
|
||||
{
|
||||
var url = "/mark_video_state";
|
||||
data = new FormData();
|
||||
data.append("video_id", video_id);
|
||||
data.append("state", state);
|
||||
return post(url, data, callback);
|
||||
}
|
||||
|
||||
function start_download(video_id, callback)
|
||||
{
|
||||
var url = "/start_download";
|
||||
data = new FormData();
|
||||
data.append("video_id", video_id);
|
||||
return post(url, data, callback);
|
||||
}
|
||||
|
||||
function toggle_dropdown(dropdown)
|
||||
{
|
||||
if (dropdown.style.display != "inline-flex")
|
||||
{
|
||||
dropdown.style.display = "inline-flex";
|
||||
}
|
||||
else
|
||||
{
|
||||
dropdown.style.display = "none";
|
||||
}
|
||||
}
|
||||
</script>
|
||||
</html>
|
||||
96
templates/channels.html
Normal file
96
templates/channels.html
Normal file
|
|
@ -0,0 +1,96 @@
|
|||
<!DOCTYPE html5>
|
||||
<html>
|
||||
<head>
|
||||
{% import "header.html" as header %}
|
||||
<title>Channels</title>
|
||||
<meta charset="UTF-8">
|
||||
<link rel="stylesheet" href="/static/common.css">
|
||||
<script src="/static/common.js"></script>
|
||||
|
||||
<style>
|
||||
#content_body
|
||||
{
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
}
|
||||
#new_channel_textbox,
|
||||
#new_channel_button
|
||||
{
|
||||
width: 200px;
|
||||
}
|
||||
.channel_card_downloaded,
|
||||
.channel_card_pending
|
||||
{
|
||||
margin: 8px;
|
||||
padding: 10px;
|
||||
border-radius: 4px;
|
||||
border: 1px solid #000;
|
||||
}
|
||||
.channel_card_pending
|
||||
{
|
||||
background-color: #ffffaa;
|
||||
}
|
||||
.channel_card_downloaded
|
||||
{
|
||||
background-color: #aaffaa;
|
||||
}
|
||||
.refresh_button
|
||||
{
|
||||
width: 10%;
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
|
||||
|
||||
<body>
|
||||
{{header.make_header()}}
|
||||
<div id="content_body">
|
||||
<button class="refresh_button" onclick="refresh_all_channels(false, function(){location.reload()})">Refresh new videos</button>
|
||||
<button class="refresh_button" onclick="refresh_all_channels(true, function(){location.reload()})">Refresh everything</button>
|
||||
<div>
|
||||
<input type="text" id="new_channel_textbox">
|
||||
<button id="new_channel_button" onclick="_new_channel_submit()">Add new channel</button>
|
||||
</div>
|
||||
{% for channel in channels %}
|
||||
{% if channel['has_pending'] %}
|
||||
<div class="channel_card_pending">
|
||||
{% else %}
|
||||
<div class="channel_card_downloaded">
|
||||
{% endif %}
|
||||
<a href="/channel/{{channel['id']}}">{{channel['name']}}</a>
|
||||
</div>
|
||||
{% endfor %}
|
||||
</div>
|
||||
</body>
|
||||
|
||||
|
||||
<script type="text/javascript">
|
||||
var box = document.getElementById('new_channel_textbox');
|
||||
var button = document.getElementById('new_channel_button');
|
||||
bind_box_to_button(box, button);
|
||||
|
||||
function _new_channel_submit()
|
||||
{
|
||||
if (box.value !== "")
|
||||
{
|
||||
refresh_channel(box.value, false, function(){location.reload()});
|
||||
}
|
||||
}
|
||||
|
||||
function refresh_channel(channel_id, force, callback)
|
||||
{
|
||||
var url = "/refresh_channel";
|
||||
data = new FormData();
|
||||
data.append("channel_id", channel_id);
|
||||
data.append("force", force)
|
||||
return post(url, data, callback);
|
||||
}
|
||||
function refresh_all_channels(force, callback)
|
||||
{
|
||||
var url = "/refresh_all_channels";
|
||||
data = new FormData();
|
||||
data.append("force", force)
|
||||
return post(url, data, callback);
|
||||
}
|
||||
</script>
|
||||
</html>
|
||||
6
templates/header.html
Normal file
6
templates/header.html
Normal file
|
|
@ -0,0 +1,6 @@
|
|||
{% macro make_header() %}
|
||||
<div id="header">
|
||||
<a class="header_element" href="/">Home</a>
|
||||
<a class="header_element" href="/channels">Channels</a>
|
||||
</div>
|
||||
{% endmacro %}
|
||||
28
templates/root.html
Normal file
28
templates/root.html
Normal file
|
|
@ -0,0 +1,28 @@
|
|||
<!DOCTYPE html5>
|
||||
<html>
|
||||
<head>
|
||||
{% import "header.html" as header %}
|
||||
<title>YCDL</title>
|
||||
<meta charset="UTF-8">
|
||||
<link rel="stylesheet" href="/static/common.css">
|
||||
|
||||
<style>
|
||||
body, a
|
||||
{
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
justify-content: center;
|
||||
align-items: center;
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
|
||||
|
||||
<body>
|
||||
<a href='/channels'>Manage channels</a>
|
||||
</body>
|
||||
|
||||
|
||||
<script type="text/javascript">
|
||||
</script>
|
||||
</html>
|
||||
239
ycdl.py
Normal file
239
ycdl.py
Normal file
|
|
@ -0,0 +1,239 @@
|
|||
import logging
|
||||
import os
|
||||
import sqlite3
|
||||
|
||||
import ytapi
|
||||
|
||||
# AVAILABLE FORMATTERS:
|
||||
# url, id
|
||||
# Note that if the channel has a value in the `directory` column, the bot will
|
||||
# chdir there before executing.
|
||||
YOUTUBE_DL_COMMAND = 'touch C:\\Incoming\\ytqueue\\{id}.ytqueue'
|
||||
|
||||
logging.basicConfig(level=logging.DEBUG)
|
||||
log = logging.getLogger(__name__)
|
||||
logging.getLogger('googleapiclient.discovery').setLevel(logging.WARNING)
|
||||
logging.getLogger('requests.packages.urllib3.connectionpool').setLevel(logging.WARNING)
|
||||
|
||||
SQL_CHANNEL_COLUMNS = [
|
||||
'id',
|
||||
'name',
|
||||
'directory',
|
||||
]
|
||||
|
||||
SQL_VIDEO_COLUMNS = [
|
||||
'id',
|
||||
'published',
|
||||
'author_id',
|
||||
'title',
|
||||
'description',
|
||||
'thumbnail',
|
||||
'download',
|
||||
]
|
||||
|
||||
SQL_CHANNEL = {key:index for (index, key) in enumerate(SQL_CHANNEL_COLUMNS)}
|
||||
SQL_VIDEO = {key:index for (index, key) in enumerate(SQL_VIDEO_COLUMNS)}
|
||||
|
||||
DATABASE_VERSION = 1
|
||||
DB_INIT = '''
|
||||
PRAGMA count_changes = OFF;
|
||||
PRAGMA cache_size = 10000;
|
||||
PRAGMA user_version = {user_version};
|
||||
CREATE TABLE IF NOT EXISTS channels(
|
||||
id TEXT,
|
||||
name TEXT,
|
||||
directory TEXT COLLATE NOCASE
|
||||
);
|
||||
CREATE TABLE IF NOT EXISTS videos(
|
||||
id TEXT,
|
||||
published INT,
|
||||
author_id TEXT,
|
||||
title TEXT,
|
||||
description TEXT,
|
||||
thumbnail TEXT,
|
||||
download TEXT
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS index_channel_id on channels(id);
|
||||
CREATE INDEX IF NOT EXISTS index_video_id on videos(id);
|
||||
CREATE INDEX IF NOT EXISTS index_video_published on videos(published);
|
||||
CREATE INDEX IF NOT EXISTS index_video_download on videos(download);
|
||||
'''.format(user_version=DATABASE_VERSION)
|
||||
|
||||
DEFAULT_DBNAME = 'ycdl.db'
|
||||
|
||||
ERROR_DATABASE_OUTOFDATE = 'Database is out-of-date. {current} should be {new}'
|
||||
|
||||
def verify_is_abspath(path):
|
||||
'''
|
||||
TO DO: Determine whether this is actually correct.
|
||||
'''
|
||||
if os.path.abspath(path) != path:
|
||||
raise ValueError('Not an abspath')
|
||||
|
||||
class YCDL:
|
||||
def __init__(self, youtube, database_filename=None):
|
||||
self.youtube = youtube
|
||||
if database_filename is None:
|
||||
database_filename = DEFAULT_DBNAME
|
||||
|
||||
existing_database = os.path.exists(database_filename)
|
||||
self.sql = sqlite3.connect(database_filename)
|
||||
self.cur = self.sql.cursor()
|
||||
|
||||
if existing_database:
|
||||
self.cur.execute('PRAGMA user_version')
|
||||
existing_version = self.cur.fetchone()[0]
|
||||
if existing_version != DATABASE_VERSION:
|
||||
message = ERROR_DATABASE_OUTOFDATE
|
||||
message = message.format(current=existing_version, new=DATABASE_VERSION)
|
||||
print(message)
|
||||
raise SystemExit
|
||||
|
||||
statements = DB_INIT.split(';')
|
||||
for statement in statements:
|
||||
self.cur.execute(statement)
|
||||
|
||||
def add_channel(
|
||||
self,
|
||||
channel_id,
|
||||
commit=False,
|
||||
download_directory=None,
|
||||
get_videos=True,
|
||||
name=None,
|
||||
):
|
||||
if self.get_channel(channel_id) is not None:
|
||||
return
|
||||
|
||||
if name is None:
|
||||
name = self.youtube.get_user_name(channel_id)
|
||||
|
||||
data = [None] * len(SQL_CHANNEL)
|
||||
data[SQL_CHANNEL['id']] = channel_id
|
||||
data[SQL_CHANNEL['name']] = name
|
||||
if download_directory is not None:
|
||||
verify_is_abspath(download_directory)
|
||||
data[SQL_CHANNEL['directory']] = download_directory
|
||||
|
||||
self.cur.execute('INSERT INTO channels VALUES(?, ?, ?)', data)
|
||||
if get_videos:
|
||||
self.refresh_channel(channel_id, commit=False)
|
||||
if commit:
|
||||
self.sql.commit()
|
||||
|
||||
def channel_has_pending(self, channel_id):
|
||||
query = 'SELECT * FROM videos WHERE author_id == ? AND download == "pending"'
|
||||
self.cur.execute(query, [channel_id])
|
||||
return self.cur.fetchone() is not None
|
||||
|
||||
def channel_directory(self, channel_id):
|
||||
self.cur.execute('SELECT * FROM channels WHERE id == ?', [channel_id])
|
||||
fetch = self.cur.fetchone()
|
||||
if fetch is None:
|
||||
return None
|
||||
return fetch[SQL_CHANNEL['directory']]
|
||||
|
||||
def download_video(self, video, force=False):
|
||||
if not isinstance(video, ytapi.Video):
|
||||
video = self.youtube.get_video(video)
|
||||
|
||||
self.add_channel(video.author_id, get_videos=False, commit=False)
|
||||
status = self.insert_video(video, commit=True)
|
||||
|
||||
if status['row'][SQL_VIDEO['download']] != 'pending' and not force:
|
||||
print('That video does not need to be downloaded.')
|
||||
return
|
||||
|
||||
download_directory = self.channel_directory(video.author_id)
|
||||
download_directory = download_directory or os.getcwd()
|
||||
|
||||
current_directory = os.getcwd()
|
||||
os.makedirs(download_directory, exist_ok=True)
|
||||
os.chdir(download_directory)
|
||||
url = 'https://www.youtube.com/watch?v={id}'.format(id=video.id)
|
||||
command = YOUTUBE_DL_COMMAND.format(url=url, id=video.id)
|
||||
os.system(command)
|
||||
os.chdir(current_directory)
|
||||
|
||||
self.cur.execute('UPDATE videos SET download = "downloaded" WHERE id == ?', [video.id])
|
||||
self.sql.commit()
|
||||
|
||||
def get_channel(self, channel_id):
|
||||
self.cur.execute('SELECT * FROM channels WHERE id == ?', [channel_id])
|
||||
fetch = self.cur.fetchone()
|
||||
if not fetch:
|
||||
return None
|
||||
fetch = {key: fetch[SQL_CHANNEL[key]] for key in SQL_CHANNEL}
|
||||
return fetch
|
||||
|
||||
def get_channels(self):
|
||||
self.cur.execute('SELECT * FROM channels')
|
||||
channels = self.cur.fetchall()
|
||||
channels = [{key: channel[SQL_CHANNEL[key]] for key in SQL_CHANNEL} for channel in channels]
|
||||
channels.sort(key=lambda x: x['name'].lower())
|
||||
return channels
|
||||
|
||||
def get_videos(self, channel_id=None):
|
||||
if channel_id is not None:
|
||||
self.cur.execute('SELECT * FROM videos WHERE author_id == ?', [channel_id])
|
||||
else:
|
||||
self.cur.execute('SELECT * FROM videos ')
|
||||
videos = self.cur.fetchall()
|
||||
if not videos:
|
||||
return []
|
||||
videos = [{key: video[SQL_VIDEO[key]] for key in SQL_VIDEO} for video in videos]
|
||||
videos.sort(key=lambda x: x['published'], reverse=True)
|
||||
return videos
|
||||
|
||||
def insert_video(self, video, commit=True):
|
||||
if not isinstance(video, ytapi.Video):
|
||||
video = self.youtube.get_video(video)
|
||||
|
||||
self.add_channel(video.author_id, get_videos=False, commit=False)
|
||||
self.cur.execute('SELECT * FROM videos WHERE id == ?', [video.id])
|
||||
fetch = self.cur.fetchone()
|
||||
if fetch is not None:
|
||||
return {'new': False, 'row': fetch}
|
||||
|
||||
data = [None] * len(SQL_VIDEO)
|
||||
data[SQL_VIDEO['id']] = video.id
|
||||
data[SQL_VIDEO['published']] = video.published
|
||||
data[SQL_VIDEO['author_id']] = video.author_id
|
||||
data[SQL_VIDEO['title']] = video.title
|
||||
data[SQL_VIDEO['description']] = video.description
|
||||
data[SQL_VIDEO['thumbnail']] = video.thumbnail['url']
|
||||
data[SQL_VIDEO['download']] = 'pending'
|
||||
|
||||
self.cur.execute('INSERT INTO videos VALUES(?, ?, ?, ?, ?, ?, ?)', data)
|
||||
if commit:
|
||||
self.sql.commit()
|
||||
return {'new': True, 'row': data}
|
||||
|
||||
def mark_video_state(self, video_id, state, commit=True):
|
||||
'''
|
||||
Mark the video as ignored, pending, or downloaded.
|
||||
'''
|
||||
if state not in ['ignored', 'pending', 'downloaded']:
|
||||
raise ValueError(state)
|
||||
self.cur.execute('SELECT * FROM videos WHERE id == ?', [video_id])
|
||||
if self.cur.fetchone() is None:
|
||||
raise KeyError(video_id)
|
||||
self.cur.execute('UPDATE videos SET download = ? WHERE id == ?', [state, video_id])
|
||||
if commit:
|
||||
self.sql.commit()
|
||||
|
||||
def refresh_all_channels(self, force=False, commit=True):
|
||||
for channel in self.get_channels():
|
||||
self.refresh_channel(channel['id'], force=force, commit=commit)
|
||||
if commit:
|
||||
self.sql.commit()
|
||||
|
||||
def refresh_channel(self, channel_id, force=False, commit=True):
|
||||
video_generator = self.youtube.get_user_videos(uid=channel_id)
|
||||
log.debug('Refreshing channel: %s', channel_id)
|
||||
for video in video_generator:
|
||||
status = self.insert_video(video, commit=False)
|
||||
if not force and not status['new']:
|
||||
break
|
||||
if commit:
|
||||
self.sql.commit()
|
||||
11
ycdl_easy.py
Normal file
11
ycdl_easy.py
Normal file
|
|
@ -0,0 +1,11 @@
|
|||
'''
|
||||
Run `python -i ycdl_easy.py to get an interpreter
|
||||
session with these variables preloaded.
|
||||
'''
|
||||
|
||||
import bot
|
||||
import ycdl
|
||||
import ytapi
|
||||
|
||||
youtube_core = ytapi.Youtube(bot.YOUTUBE_KEY)
|
||||
youtube = ycdl.YCDL(youtube_core)
|
||||
29
ycdl_launch.py
Normal file
29
ycdl_launch.py
Normal file
|
|
@ -0,0 +1,29 @@
|
|||
import gevent.monkey
|
||||
gevent.monkey.patch_all()
|
||||
|
||||
import gevent.pywsgi
|
||||
import gevent.wsgi
|
||||
import sys
|
||||
import ycdl_site
|
||||
|
||||
if len(sys.argv) == 2:
|
||||
port = int(sys.argv[1])
|
||||
else:
|
||||
port = 5000
|
||||
|
||||
if port == 443:
|
||||
http = gevent.pywsgi.WSGIServer(
|
||||
listener=('', port),
|
||||
application=ycdl_site.site,
|
||||
keyfile='https\\flasksite.key',
|
||||
certfile='https\\flasksite.crt',
|
||||
)
|
||||
else:
|
||||
http = gevent.pywsgi.WSGIServer(
|
||||
listener=('', port),
|
||||
application=ycdl_site.site,
|
||||
)
|
||||
|
||||
|
||||
print('Starting server')
|
||||
http.serve_forever()
|
||||
195
ycdl_site.py
Normal file
195
ycdl_site.py
Normal file
|
|
@ -0,0 +1,195 @@
|
|||
'''
|
||||
Do not execute this file directly.
|
||||
Use ycdl_launch.py to start the server with gevent.
|
||||
'''
|
||||
import datetime
|
||||
import flask
|
||||
from flask import request
|
||||
import json
|
||||
import mimetypes
|
||||
import os
|
||||
|
||||
import bot
|
||||
import helpers
|
||||
import ycdl
|
||||
import ytapi
|
||||
|
||||
youtube_core = ytapi.Youtube(bot.YOUTUBE_KEY)
|
||||
youtube = ycdl.YCDL(youtube_core)
|
||||
|
||||
site = flask.Flask(__name__)
|
||||
site.config.update(
|
||||
SEND_FILE_MAX_AGE_DEFAULT=180,
|
||||
TEMPLATES_AUTO_RELOAD=True,
|
||||
)
|
||||
site.jinja_env.add_extension('jinja2.ext.do')
|
||||
site.debug = True
|
||||
|
||||
####################################################################################################
|
||||
####################################################################################################
|
||||
####################################################################################################
|
||||
####################################################################################################
|
||||
|
||||
def make_json_response(j, *args, **kwargs):
|
||||
dumped = json.dumps(j)
|
||||
response = flask.Response(dumped, *args, **kwargs)
|
||||
response.headers['Content-Type'] = 'application/json;charset=utf-8'
|
||||
return response
|
||||
|
||||
def send_file(filepath):
|
||||
'''
|
||||
Range-enabled file sending.
|
||||
'''
|
||||
try:
|
||||
file_size = os.path.getsize(filepath)
|
||||
except FileNotFoundError:
|
||||
flask.abort(404)
|
||||
|
||||
outgoing_headers = {}
|
||||
mimetype = mimetypes.guess_type(filepath)[0]
|
||||
if mimetype is not None:
|
||||
if 'text/' in mimetype:
|
||||
mimetype += '; charset=utf-8'
|
||||
outgoing_headers['Content-Type'] = mimetype
|
||||
|
||||
if 'range' in request.headers:
|
||||
desired_range = request.headers['range'].lower()
|
||||
desired_range = desired_range.split('bytes=')[-1]
|
||||
|
||||
int_helper = lambda x: int(x) if x.isdigit() else None
|
||||
if '-' in desired_range:
|
||||
(desired_min, desired_max) = desired_range.split('-')
|
||||
range_min = int_helper(desired_min)
|
||||
range_max = int_helper(desired_max)
|
||||
else:
|
||||
range_min = int_helper(desired_range)
|
||||
|
||||
if range_min is None:
|
||||
range_min = 0
|
||||
if range_max is None:
|
||||
range_max = file_size
|
||||
|
||||
# because ranges are 0-indexed
|
||||
range_max = min(range_max, file_size - 1)
|
||||
range_min = max(range_min, 0)
|
||||
|
||||
range_header = 'bytes {min}-{max}/{outof}'.format(
|
||||
min=range_min,
|
||||
max=range_max,
|
||||
outof=file_size,
|
||||
)
|
||||
outgoing_headers['Content-Range'] = range_header
|
||||
status = 206
|
||||
else:
|
||||
range_max = file_size - 1
|
||||
range_min = 0
|
||||
status = 200
|
||||
|
||||
outgoing_headers['Accept-Ranges'] = 'bytes'
|
||||
outgoing_headers['Content-Length'] = (range_max - range_min) + 1
|
||||
|
||||
if request.method == 'HEAD':
|
||||
outgoing_data = bytes()
|
||||
else:
|
||||
outgoing_data = helpers.read_filebytes(filepath, range_min=range_min, range_max=range_max)
|
||||
|
||||
response = flask.Response(
|
||||
outgoing_data,
|
||||
status=status,
|
||||
headers=outgoing_headers,
|
||||
)
|
||||
return response
|
||||
|
||||
####################################################################################################
|
||||
####################################################################################################
|
||||
####################################################################################################
|
||||
####################################################################################################
|
||||
|
||||
@site.route('/')
|
||||
def root():
|
||||
return flask.render_template('root.html')
|
||||
|
||||
@site.route('/favicon.ico')
|
||||
@site.route('/favicon.png')
|
||||
def favicon():
|
||||
filename = os.path.join('static', 'favicon.png')
|
||||
return flask.send_file(filename)
|
||||
|
||||
@site.route('/channels')
|
||||
def get_channels():
|
||||
channels = youtube.get_channels()
|
||||
for channel in channels:
|
||||
channel['has_pending'] = youtube.channel_has_pending(channel['id'])
|
||||
return flask.render_template('channels.html', channels=channels)
|
||||
|
||||
@site.route('/channel/<channel_id>')
|
||||
@site.route('/channel/<channel_id>/<download_filter>')
|
||||
def get_channel(channel_id, download_filter=None):
|
||||
channel = youtube.get_channel(channel_id)
|
||||
if channel is None:
|
||||
flask.abort(404)
|
||||
videos = youtube.get_videos(channel_id=channel_id)
|
||||
if download_filter is not None:
|
||||
videos = [video for video in videos if video['download'] == download_filter]
|
||||
for video in videos:
|
||||
published = video['published']
|
||||
published = datetime.datetime.utcfromtimestamp(published)
|
||||
published = published.strftime('%Y %m %d')
|
||||
video['_published_str'] = published
|
||||
return flask.render_template('channel.html', channel=channel, videos=videos)
|
||||
|
||||
@site.route('/static/<filename>')
|
||||
def get_static(filename):
|
||||
filename = filename.replace('\\', os.sep)
|
||||
filename = filename.replace('/', os.sep)
|
||||
filename = os.path.join('static', filename)
|
||||
return flask.send_file(filename)
|
||||
|
||||
@site.route('/mark_video_state', methods=['POST'])
|
||||
def post_mark_video_state():
|
||||
if 'video_id' not in request.form or 'state' not in request.form:
|
||||
flask.abort(400)
|
||||
video_id = request.form['video_id']
|
||||
state = request.form['state']
|
||||
try:
|
||||
youtube.mark_video_state(video_id, state)
|
||||
except KeyError:
|
||||
flask.abort(404)
|
||||
except ValueError:
|
||||
flask.abort(400)
|
||||
return make_json_response({'video_id': video_id, 'state': state})
|
||||
|
||||
@site.route('/refresh_all_channels', methods=['POST'])
|
||||
def post_refresh_all_channels():
|
||||
force = request.form.get('force', False)
|
||||
force = helpers.truthystring(force)
|
||||
youtube.refresh_all_channels(force=force)
|
||||
return make_json_response({})
|
||||
|
||||
@site.route('/refresh_channel', methods=['POST'])
|
||||
def post_refresh_channel():
|
||||
if 'channel_id' not in request.form:
|
||||
flask.abort(400)
|
||||
channel_id = request.form['channel_id']
|
||||
channel_id = channel_id.strip()
|
||||
if not channel_id:
|
||||
flask.abort(400)
|
||||
force = request.form.get('force', False)
|
||||
force = helpers.truthystring(force)
|
||||
youtube.refresh_channel(channel_id, force=force)
|
||||
return make_json_response({})
|
||||
|
||||
@site.route('/start_download', methods=['POST'])
|
||||
def post_start_download():
|
||||
if 'video_id' not in request.form:
|
||||
flask.abort(400)
|
||||
video_id = request.form['video_id']
|
||||
video_info = youtube_core.get_video([video_id])
|
||||
if video_info == []:
|
||||
flask.abort(404)
|
||||
for video in video_info:
|
||||
youtube.download_video(video)
|
||||
return make_json_response({'video_id': video_id, 'state': 'downloaded'})
|
||||
|
||||
if __name__ == '__main__':
|
||||
pass
|
||||
81
ytapi.py
Normal file
81
ytapi.py
Normal file
|
|
@ -0,0 +1,81 @@
|
|||
import apiclient.discovery
|
||||
import datetime
|
||||
|
||||
import helpers
|
||||
|
||||
class Video:
|
||||
def __init__(self, snippet):
|
||||
self.id = snippet['id']
|
||||
|
||||
snippet = snippet['snippet']
|
||||
self.title = snippet['title'] or '[untitled]'
|
||||
self.description = snippet['description']
|
||||
self.author_id = snippet['channelId']
|
||||
self.author_name = snippet['channelTitle']
|
||||
# Something like '2016-10-01T21:00:01'
|
||||
self.published_string = snippet['publishedAt']
|
||||
published = snippet['publishedAt']
|
||||
published = published.split('.')[0]
|
||||
published = datetime.datetime.strptime(published, '%Y-%m-%dT%H:%M:%S')
|
||||
self.published = published.timestamp()
|
||||
|
||||
thumbnails = snippet['thumbnails']
|
||||
best_thumbnail = max(thumbnails, key=lambda x: thumbnails[x]['width'] * thumbnails[x]['height'])
|
||||
self.thumbnail = thumbnails[best_thumbnail]
|
||||
|
||||
|
||||
class Youtube:
|
||||
def __init__(self, key):
|
||||
youtube = apiclient.discovery.build(
|
||||
developerKey=key,
|
||||
serviceName='youtube',
|
||||
version='v3',
|
||||
)
|
||||
self.youtube = youtube
|
||||
|
||||
def get_user_name(self, uid):
|
||||
user = self.youtube.channels().list(part='snippet', id=uid).execute()
|
||||
return user['items'][0]['snippet']['title']
|
||||
|
||||
def get_user_videos(self, username=None, uid=None):
|
||||
if username:
|
||||
user = self.youtube.channels().list(part='contentDetails', forUsername=username).execute()
|
||||
else:
|
||||
user = self.youtube.channels().list(part='contentDetails', id=uid).execute()
|
||||
upload_playlist = user['items'][0]['contentDetails']['relatedPlaylists']['uploads']
|
||||
page_token = None
|
||||
while True:
|
||||
items = self.youtube.playlistItems().list(
|
||||
maxResults=50,
|
||||
pageToken=page_token,
|
||||
part='contentDetails',
|
||||
playlistId=upload_playlist,
|
||||
).execute()
|
||||
page_token = items.get('nextPageToken', None)
|
||||
new = [item['contentDetails']['videoId'] for item in items['items']]
|
||||
count = len(new)
|
||||
new = self.get_video(new)
|
||||
new.sort(key=lambda x: x.published, reverse=True)
|
||||
yield from new
|
||||
#print('Found %d more, %d total' % (count, len(videos)))
|
||||
if page_token is None or count < 50:
|
||||
break
|
||||
|
||||
def get_video(self, video_ids):
|
||||
if isinstance(video_ids, str):
|
||||
singular = True
|
||||
video_ids = [video_ids]
|
||||
else:
|
||||
singular = False
|
||||
video_ids = helpers.chunk_sequence(video_ids, 50)
|
||||
results = []
|
||||
for chunk in video_ids:
|
||||
chunk = ','.join(chunk)
|
||||
data = self.youtube.videos().list(part='snippet', id=chunk).execute()
|
||||
items = data['items']
|
||||
results += items
|
||||
#print('Found %d more, %d total' % (len(items), len(results)))
|
||||
results = [Video(snippet) for snippet in results]
|
||||
if singular and len(results) == 1:
|
||||
return results[0]
|
||||
return results
|
||||
23
ytqueue.py
Normal file
23
ytqueue.py
Normal file
|
|
@ -0,0 +1,23 @@
|
|||
'''
|
||||
I was having trouble making my Flask server perform the youtube-dl without
|
||||
clogging up the other site activities. So instead I'll just have the server
|
||||
export ytqueue files, which this script will download as a separate process.
|
||||
|
||||
Rather than maintaining a text file or database of IDs to be downloaded,
|
||||
I'm fine with creating each ID as a file and letting the filesystem act
|
||||
as the to-do list.
|
||||
'''
|
||||
import os
|
||||
import time
|
||||
|
||||
YOUTUBE_DL = 'youtube-dlw https://www.youtube.com/watch?v={id}'
|
||||
|
||||
while True:
|
||||
print(time.strftime('%H:%M:%S'), 'Looking for files.')
|
||||
queue = [f for f in os.listdir() if f.endswith('.ytqueue')]
|
||||
for filename in queue:
|
||||
yt_id = filename.split('.')[0]
|
||||
command = YOUTUBE_DL.format(id=yt_id)
|
||||
os.system(command)
|
||||
os.remove(filename)
|
||||
time.sleep(10)
|
||||
Loading…
Reference in a new issue