mirror of
https://github.com/internetarchive/warcprox.git
synced 2025-01-18 13:22:09 +01:00
log long-running fetches
This commit is contained in:
parent
1aa6b0c5d6
commit
32200db7ab
@ -561,15 +561,18 @@ class MitmProxyHandler(http_server.BaseHTTPRequestHandler):
|
||||
'bytes exceeded for URL %s',
|
||||
self._max_resource_size, self.url)
|
||||
break
|
||||
elif (not 'content-length' in self.headers
|
||||
and time.time() - start > 3 * 60 * 60):
|
||||
prox_rec_res.truncated = b'time'
|
||||
self._remote_server_conn.sock.shutdown(socket.SHUT_RDWR)
|
||||
self._remote_server_conn.sock.close()
|
||||
self.logger.info(
|
||||
'reached hard timeout of 3 hours fetching url '
|
||||
'without content-length: %s', self.url)
|
||||
break
|
||||
elif time.time() - start > 3 * 60 * 60:
|
||||
if not 'content-length' in self.headers:
|
||||
prox_rec_res.truncated = b'time'
|
||||
self._remote_server_conn.sock.shutdown(socket.SHUT_RDWR)
|
||||
self._remote_server_conn.sock.close()
|
||||
self.logger.info(
|
||||
'reached hard timeout of 3 hours fetching url '
|
||||
'without content-length: %s', self.url)
|
||||
break
|
||||
else:
|
||||
self.logger.info(
|
||||
'long-running fetch for URL %s', self.url)
|
||||
|
||||
self.log_request(prox_rec_res.status, prox_rec_res.recorder.len)
|
||||
# Let's close off the remote end. If remote connection is fine,
|
||||
|
Loading…
x
Reference in New Issue
Block a user