backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

Fix Accept-Encoding request header

Browse Source
This commit is contained in:
Vangelis Banos 2018-04-04 06:15:52 +00:00
parent 7c5c5da9b7
commit cce0c705fb
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
warcprox/dedup.py
View File

@ -212,7 +212,7 @@ class CdxServerDedup(DedupDb):
"""
self.cdx_url = cdx_url
self.options = options
headers = {'user-agent': 'warcprox', 'accept': 'gzip/deflate'}
headers = {'User-Agent': 'warcprox', 'Accept-Encoding': 'gzip, deflate'}
if options.cdxserver_dedup_cookies:
headers['Cookie'] = options.cdxserver_dedup_cookies
self.http_pool = urllib3.PoolManager(maxsize=maxsize, retries=0,