mirror of
https://github.com/internetarchive/warcprox.git
synced 2025-01-18 13:22:09 +01:00
decompress and split
This commit is contained in:
parent
09347c903e
commit
2cdfceade1
@ -177,7 +177,7 @@ class WarcProxyHandler(warcprox.mitmproxy.MitmProxyHandler):
|
|||||||
self._security_check(warcprox_meta)
|
self._security_check(warcprox_meta)
|
||||||
self._enforce_limits(warcprox_meta)
|
self._enforce_limits(warcprox_meta)
|
||||||
if 'compressed_blocks' in warcprox_meta:
|
if 'compressed_blocks' in warcprox_meta:
|
||||||
warcprox_meta['blocks'] = zlib.decompress(warcprox_meta['compressed_blocks']).decode()
|
warcprox_meta['blocks'] = zlib.decompress(warcprox_meta['compressed_blocks']).decode().split('~~')
|
||||||
del warcprox_meta['compressed_blocks']
|
del warcprox_meta['compressed_blocks']
|
||||||
self._enforce_blocks(warcprox_meta)
|
self._enforce_blocks(warcprox_meta)
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user