voussoir/droidz
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Catch ctrl+c to commit before quitting.

Browse source
This commit is contained in:
Ethan Dalool 2020-02-13 20:18:20 -08:00
parent ad87a45db1
commit 52963e2fe6
1 changed files with 8 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
droidz.py
View file

@ -261,7 +261,10 @@ def incremental_update(threads=1):
ids = [row[0] for row in cur.fetchall()]
sticks = scrape_directs(ids, threads=threads)
insert_sticks(sticks)
try:
insert_sticks(sticks)
except KeyboardInterrupt:
sql.commit()
def full_update(threads=1):
for category in CATEGORIES:
@ -273,7 +276,10 @@ def full_update(threads=1):
ids = [row[0] for row in cur.fetchall()]
sticks = scrape_directs(ids, threads=threads)
insert_sticks(sticks)
try:
insert_sticks(sticks)
except KeyboardInterrupt:
sql.commit()
# DOWNLOAD
################################################################################