diff --git a/warcprox/__init__.py b/warcprox/__init__.py index 9fe3a74..33d7db3 100644 --- a/warcprox/__init__.py +++ b/warcprox/__init__.py @@ -175,8 +175,10 @@ class BaseStandardPostfetchProcessor(BasePostfetchProcessor): class BaseBatchPostfetchProcessor(BasePostfetchProcessor): MAX_BATCH_SIZE = 500 - MAX_BATCH_SEC = 30 - MIN_BATCH_SEC = 10 + MAX_BATCH_SEC = 60 + MIN_BATCH_SEC = 30 + # these updated batch seconds values have resulted in fewer reported dedup + # errors and otherwise have worked well in qa def _get_process_put(self): batch = []