mirror of
https://github.com/internetarchive/warcprox.git
synced 2025-01-18 13:22:09 +01:00
Merge branch 'blocks-shrink' into qa
This commit is contained in:
commit
d617b4850c
@ -46,6 +46,7 @@ import tempfile
|
||||
import hashlib
|
||||
import doublethink
|
||||
import re
|
||||
import zlib
|
||||
|
||||
class WarcProxyHandler(warcprox.mitmproxy.MitmProxyHandler):
|
||||
'''
|
||||
@ -175,6 +176,9 @@ class WarcProxyHandler(warcprox.mitmproxy.MitmProxyHandler):
|
||||
warcprox_meta = json.loads(self.headers['Warcprox-Meta'])
|
||||
self._security_check(warcprox_meta)
|
||||
self._enforce_limits(warcprox_meta)
|
||||
if 'compressed_blocks' in warcprox_meta:
|
||||
warcprox_meta['blocks'] = zlib.decompress(warcprox_meta['compressed_blocks']).decode()
|
||||
del warcprox_meta['compressed_blocks']
|
||||
self._enforce_blocks(warcprox_meta)
|
||||
|
||||
def _connect_to_remote_server(self):
|
||||
|
Loading…
x
Reference in New Issue
Block a user