backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

add explanatory comment

Browse Source
This commit is contained in:
Barbara Miller 2022-06-24 11:07:35 -07:00
parent 05daafa19e
commit 8418fe10ba
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
warcprox/__init__.py
View File

@ -177,6 +177,8 @@ class BaseBatchPostfetchProcessor(BasePostfetchProcessor):
MAX_BATCH_SIZE = 500 MAX_BATCH_SIZE = 500
MAX_BATCH_SEC = 60 MAX_BATCH_SEC = 60
MIN_BATCH_SEC = 30 MIN_BATCH_SEC = 30
# these updated batch seconds values have resulted in fewer reported dedup
# errors and otherwise have worked well in qa
def _get_process_put(self): def _get_process_put(self):
batch = [] batch = []