backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

close connection when truncating response

Browse Source
This commit is contained in:
Noah Levitt 2018-04-04 15:34:53 -07:00
parent 595e819961
commit 7ef0612fa6
1 changed files with 8 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
warcprox/mitmproxy.py
View File

@ -465,13 +465,15 @@ class MitmProxyHandler(http_server.BaseHTTPRequestHandler):
buf = prox_rec_res.read(65536) buf = prox_rec_res.read(65536)
while buf != b'': while buf != b'':
buf = prox_rec_res.read(65536) buf = prox_rec_res.read(65536)
if self._max_resource_size: if (self._max_resource_size and
if prox_rec_res.recorder.len > self._max_resource_size: prox_rec_res.recorder.len > self._max_resource_size):
prox_rec_res.truncated = b'length' prox_rec_res.truncated = b'length'
self.logger.error( self._remote_server_conn.sock.close()
'Max resource size %d bytes exceeded for URL %s', self.logger.info(
'truncating response because max resource size %d '
'bytes exceeded for URL %s',
self._max_resource_size, self.url) self._max_resource_size, self.url)
break break
self.log_request(prox_rec_res.status, prox_rec_res.recorder.len) self.log_request(prox_rec_res.status, prox_rec_res.recorder.len)
# Let's close off the remote end. If remote connection is fine, # Let's close off the remote end. If remote connection is fine,