backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

use 'compressed_blocks'

Browse Source
This commit is contained in:
Barbara Miller 2022-08-03 14:59:36 -07:00
parent 106cb905db
commit 3e8102221d
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
warcprox/warcproxy.py
View File

@ -176,9 +176,10 @@ class WarcProxyHandler(warcprox.mitmproxy.MitmProxyHandler):
warcprox_meta = json.loads(self.headers['Warcprox-Meta'])
self._security_check(warcprox_meta)
self._enforce_limits(warcprox_meta)
if 'blocks' in warcprox_meta:
warcprox_meta['blocks'] = zlib.decompress(warcprox_meta['blocks']).decode()
self._enforce_blocks(warcprox_meta)
if 'compressed_blocks' in warcprox_meta:
warcprox_meta['blocks'] = zlib.decompress(warcprox_meta['compressed_blocks']).decode()
del warcprox_meta['compressed_blocks']
self._enforce_blocks(warcprox_meta)
def _connect_to_remote_server(self):
'''