Merge branch 'blocks-shrink' into qa

This commit is contained in:
Barbara Miller 2022-08-03 15:01:01 -07:00
commit d617b4850c

View File

@ -46,6 +46,7 @@ import tempfile
import hashlib
import doublethink
import re
import zlib
class WarcProxyHandler(warcprox.mitmproxy.MitmProxyHandler):
'''
@ -175,6 +176,9 @@ class WarcProxyHandler(warcprox.mitmproxy.MitmProxyHandler):
warcprox_meta = json.loads(self.headers['Warcprox-Meta'])
self._security_check(warcprox_meta)
self._enforce_limits(warcprox_meta)
if 'compressed_blocks' in warcprox_meta:
warcprox_meta['blocks'] = zlib.decompress(warcprox_meta['compressed_blocks']).decode()
del warcprox_meta['compressed_blocks']
self._enforce_blocks(warcprox_meta)
def _connect_to_remote_server(self):