From 93e2baab8f085746cc2ca2ee5dcf669a55cad652 Mon Sep 17 00:00:00 2001 From: Noah Levitt Date: Thu, 18 Jan 2018 11:08:10 -0800 Subject: [PATCH] batch for at least 2 seconds --- warcprox/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/warcprox/__init__.py b/warcprox/__init__.py index 1934895..39b31ea 100644 --- a/warcprox/__init__.py +++ b/warcprox/__init__.py @@ -175,7 +175,7 @@ class BaseStandardPostfetchProcessor(BasePostfetchProcessor): class BaseBatchPostfetchProcessor(BasePostfetchProcessor): MAX_BATCH_SIZE = 500 MAX_BATCH_SEC = 10 - MIN_BATCH_SEC = 0.5 + MIN_BATCH_SEC = 2.0 def _get_process_put(self): batch = []