From cce0c705fba5d057bce4c8d90fc00e0f6d300c7c Mon Sep 17 00:00:00 2001 From: Vangelis Banos Date: Wed, 4 Apr 2018 06:15:52 +0000 Subject: [PATCH] Fix Accept-Encoding request header --- warcprox/dedup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/warcprox/dedup.py b/warcprox/dedup.py index 6280f77..5db8e34 100644 --- a/warcprox/dedup.py +++ b/warcprox/dedup.py @@ -212,7 +212,7 @@ class CdxServerDedup(DedupDb): """ self.cdx_url = cdx_url self.options = options - headers = {'user-agent': 'warcprox', 'accept': 'gzip/deflate'} + headers = {'User-Agent': 'warcprox', 'Accept-Encoding': 'gzip, deflate'} if options.cdxserver_dedup_cookies: headers['Cookie'] = options.cdxserver_dedup_cookies self.http_pool = urllib3.PoolManager(maxsize=maxsize, retries=0,