When using Env. FETCH_WORKERS or WEBDRIVER_DELAY_BEFORE_CONTENT_READY , it should be type int

pull/414/head
dgtlmoon 3 years ago
parent d7ed479ca2
commit 8d2e240a2a

@ -1043,7 +1043,7 @@ def ticker_thread_check_time_launch_checks():
# Spin up Workers that do the fetching # Spin up Workers that do the fetching
# Can be overriden by ENV or use the default settings # Can be overriden by ENV or use the default settings
n_workers = os.getenv("FETCH_WORKERS", datastore.data['settings']['requests']['workers']) n_workers = int(os.getenv("FETCH_WORKERS", datastore.data['settings']['requests']['workers']))
for _ in range(n_workers): for _ in range(n_workers):
new_worker = update_worker.update_worker(update_q, notification_q, app, datastore) new_worker = update_worker.update_worker(update_q, notification_q, app, datastore)
running_update_threads.append(new_worker) running_update_threads.append(new_worker)

@ -120,7 +120,7 @@ class html_webdriver(Fetcher):
# raise EmptyReply(url=url, status_code=r.status_code) # raise EmptyReply(url=url, status_code=r.status_code)
# @todo - dom wait loaded? # @todo - dom wait loaded?
time.sleep(os.getenv("WEBDRIVER_DELAY_BEFORE_CONTENT_READY", 5)) time.sleep(int(os.getenv("WEBDRIVER_DELAY_BEFORE_CONTENT_READY", 5)))
self.content = driver.page_source self.content = driver.page_source
self.headers = {} self.headers = {}

Loading…
Cancel
Save