From e8935a6da116f53701c0999198ad5a71e776ba1d Mon Sep 17 00:00:00 2001 From: tech234a <46801700+tech234a@users.noreply.github.com> Date: Wed, 23 Sep 2020 15:45:27 -0400 Subject: [PATCH] Smaller batches on Heroku --- worker.py | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/worker.py b/worker.py index 4b46c7d..bb1508d 100644 --- a/worker.py +++ b/worker.py @@ -22,9 +22,19 @@ from export import subprrun batchcontent = [] +HEROKU = False +if isfile("../Procfile"): + HEROKU = True + def batchfunc(): ydl = YoutubeDL({"extract_flat": "in_playlist", "simulate": True, "skip_download": True, "quiet": True, "cookiefile": "cookies.txt", "source_address": "0.0.0.0", "call_home": False}) - while jobs.qsize() < 251: + + if not HEROKU: + desqsize = 51 + elif HEROKU: + desqsize = 251 + + while jobs.qsize() < desqsize: desit = tracker.request_item_from_tracker() if desit: if desit.split(":", 1)[0] == "video":