backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

Change default --cdxserver-dedup-max-threads from 400 to 50

Browse Source
This commit is contained in:
Vangelis Banos 2019-01-23 18:34:33 +00:00
parent 25281376f6
commit e04ffa5a36
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
warcprox/main.py
View File

@ -170,7 +170,7 @@ def _build_arg_parser(prog='warcprox', show_hidden=False):
'server, when using --cdxserver-dedup'))
hidden.add_argument(
'--cdxserver-dedup-max-threads', dest='cdxserver_dedup_max_threads',
type=int, default=400, help=suppress(
type=int, default=50, help=suppress(
'maximum number of cdx server dedup threads'))
arg_parser.add_argument('--dedup-min-text-size', dest='dedup_min_text_size',
type=int, default=0,