backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

Merge branch 'blocks-shrink' into qa

Browse Source
This commit is contained in:
Barbara Miller 2022-08-03 15:01:01 -07:00
commit d617b4850c
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
warcprox/warcproxy.py
View File

@ -46,6 +46,7 @@ import tempfile
import hashlib
import doublethink
import re
import zlib
class WarcProxyHandler(warcprox.mitmproxy.MitmProxyHandler):
'''
@ -175,6 +176,9 @@ class WarcProxyHandler(warcprox.mitmproxy.MitmProxyHandler):
warcprox_meta = json.loads(self.headers['Warcprox-Meta'])
self._security_check(warcprox_meta)
self._enforce_limits(warcprox_meta)
if 'compressed_blocks' in warcprox_meta:
warcprox_meta['blocks'] = zlib.decompress(warcprox_meta['compressed_blocks']).decode()
del warcprox_meta['compressed_blocks']
self._enforce_blocks(warcprox_meta)
def _connect_to_remote_server(self):