From 9a94de0314dae99cc010478069761fe45fc2c796 Mon Sep 17 00:00:00 2001 From: Roland Date: Fri, 12 Nov 2021 12:38:54 -0700 Subject: [PATCH] Increasing archive response timeout. --- docker/archive/main.py | 7 +++++++ modules/archive/lib.py | 3 +++ 2 files changed, 10 insertions(+) diff --git a/docker/archive/main.py b/docker/archive/main.py index fad89dce..e1f711f1 100644 --- a/docker/archive/main.py +++ b/docker/archive/main.py @@ -22,7 +22,14 @@ formatter = logging.Formatter('[%(asctime)s] [%(name)s] [%(levelname)s] %(messag ch.setFormatter(formatter) logger.addHandler(ch) +# Increase response timeout, archiving can take several minutes. +RESPONSE_TIMEOUT = 10 * 60 +config = { + 'RESPONSE_TIMEOUT': RESPONSE_TIMEOUT, +} + app = Sanic('archive') +app.update_config(config) index_html = ''' diff --git a/modules/archive/lib.py b/modules/archive/lib.py index 18ee0f55..326212e1 100644 --- a/modules/archive/lib.py +++ b/modules/archive/lib.py @@ -92,6 +92,9 @@ def request_archive(url: str): except Exception as e: logger.error('Error when requesting archive', exc_info=e) raise + + logger.debug(f'archive request status {resp.status_code=}') + readability = resp.json()['readability'] # Compressed base64 singlefile = resp.json()['singlefile']