Use while and pop so that finished chunks can be garbaged.
Keeps memory usage stable instead of infinitely growing!
This commit is contained in:
parent
488b816b7b
commit
80f9330cb4
1 changed files with 2 additions and 0 deletions
|
@ -191,7 +191,9 @@ def download_bigchunk_range(bigchunk_xy1, bigchunk_xy2, threads=1):
|
|||
for (x, y) in bigchunks
|
||||
]
|
||||
jobs = pool.add_many(kwargss)
|
||||
while jobs:
|
||||
for job in jobs:
|
||||
job = jobs.pop(0)
|
||||
job.join()
|
||||
if job.exception:
|
||||
raise job.exception
|
||||
|
|
Loading…
Reference in a new issue