backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

ensure request headers always use \r\n (some servers barf if not, e.g. http://cleftomaniacsnyu.wix.com

Browse Source
This commit is contained in:
Noah Levitt 2013-12-13 19:36:22 -08:00
parent e880deddb6
commit 0cb0f0e448
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
warcprox/warcprox.py
View File

@ -398,15 +398,20 @@ class WarcProxyHandler(MitmProxyHandler):
def _proxy_request(self):
# Build request
req = '{} {} {}\r\n'.format(self.command, self.path, self.request_version).encode('utf-8')
req_str = '{} {} {}\r\n'.format(self.command, self.path, self.request_version)
# Add headers to the request
req += str(self.headers).encode('utf-8') + b'\r\n'
# XXX in at least python3.3 str(self.headers) uses \n not \r\n :(
req_str += '\r\n'.join('{}: {}'.format(k,v) for (k,v) in self.headers.items())
req = req_str.encode('utf-8') + b'\r\n\r\n'
# Append message body if present to the request
if 'Content-Length' in self.headers:
req += self.rfile.read(int(self.headers['Content-Length']))
self.logger.debug('req={}'.format(repr(req)))
# Send it down the pipe!
self._proxy_sock.sendall(req)