mirror of
https://github.com/webrecorder/pywb.git
synced 2025-03-21 19:12:10 +01:00
15a7b15d44
- check for 'wsgiprox.fixed_host' and use that as host_prefix if set - don't include Connection/Proxy-Connection headers in upstram request - ensure proxy response has length or is chunk-encoded
140 lines
3.7 KiB
Python
140 lines
3.7 KiB
Python
from pywb.webagg.inputrequest import DirectWSGIInputRequest
|
|
from pywb.utils.loaders import extract_client_cookie
|
|
|
|
from six import iteritems
|
|
from six.moves.urllib.parse import urlsplit
|
|
import re
|
|
|
|
|
|
#=============================================================================
|
|
class RewriteInputRequest(DirectWSGIInputRequest):
|
|
RANGE_ARG_RX = re.compile('.*.googlevideo.com/videoplayback.*([&?]range=(\d+)-(\d+))')
|
|
|
|
RANGE_HEADER = re.compile('bytes=(\d+)-(\d+)?')
|
|
|
|
def __init__(self, env, urlkey, url, rewriter):
|
|
super(RewriteInputRequest, self).__init__(env)
|
|
self.urlkey = urlkey
|
|
self.url = url
|
|
self.rewriter = rewriter
|
|
self.extra_cookie = None
|
|
|
|
self.splits = urlsplit(self.url)
|
|
|
|
def get_full_request_uri(self):
|
|
uri = self.splits.path
|
|
if not uri:
|
|
uri = '/'
|
|
|
|
if self.splits.query:
|
|
uri += '?' + self.splits.query
|
|
|
|
return uri
|
|
|
|
def get_req_headers(self):
|
|
headers = {}
|
|
|
|
has_cookies = False
|
|
|
|
for name, value in iteritems(self.env):
|
|
if name == 'HTTP_HOST':
|
|
name = 'Host'
|
|
value = self.splits.netloc
|
|
|
|
elif name == 'HTTP_ORIGIN':
|
|
name = 'Origin'
|
|
value = (self.splits.scheme + '://' + self.splits.netloc)
|
|
|
|
elif name == 'HTTP_X_CSRFTOKEN':
|
|
name = 'X-CSRFToken'
|
|
cookie_val = extract_client_cookie(self.env, 'csrftoken')
|
|
if cookie_val:
|
|
value = cookie_val
|
|
|
|
elif name == 'HTTP_X_PYWB_REQUESTED_WITH':
|
|
continue
|
|
|
|
elif name in ('HTTP_CONNECTION', 'HTTP_PROXY_CONNECTION'):
|
|
continue
|
|
|
|
elif name == 'HTTP_X_FORWARDED_PROTO':
|
|
name = 'X-Forwarded-Proto'
|
|
value = self.splits.scheme
|
|
|
|
elif name == 'HTTP_COOKIE':
|
|
name = 'Cookie'
|
|
value = self._req_cookie_rewrite(value)
|
|
has_cookies = True
|
|
|
|
elif name.startswith('HTTP_'):
|
|
name = name[5:].title().replace('_', '-')
|
|
|
|
elif name in ('CONTENT_LENGTH', 'CONTENT_TYPE'):
|
|
name = name.title().replace('_', '-')
|
|
|
|
else:
|
|
value = None
|
|
|
|
if value:
|
|
headers[name] = value
|
|
|
|
if not has_cookies:
|
|
value = self._req_cookie_rewrite('')
|
|
if value:
|
|
headers['Cookie'] = value
|
|
|
|
if self.extra_cookie:
|
|
headers['Cookie'] = self.extra_cookie + ';' + headers.get('Cookie', '')
|
|
|
|
return headers
|
|
|
|
def _req_cookie_rewrite(self, value):
|
|
rule = self.rewriter.ruleset.get_first_match(self.urlkey)
|
|
if not rule or not rule.req_cookie_rewrite:
|
|
return value
|
|
|
|
for cr in rule.req_cookie_rewrite:
|
|
try:
|
|
value = cr['rx'].sub(cr['replace'], value)
|
|
except KeyError:
|
|
pass
|
|
|
|
return value
|
|
|
|
def extract_range(self):
|
|
use_206 = False
|
|
start = None
|
|
end = None
|
|
url = self.url
|
|
|
|
range_h = self.env.get('HTTP_RANGE')
|
|
|
|
if range_h:
|
|
m = self.RANGE_HEADER.match(range_h)
|
|
if m:
|
|
start = m.group(1)
|
|
end = m.group(2)
|
|
use_206 = True
|
|
|
|
else:
|
|
m = self.RANGE_ARG_RX.match(url)
|
|
if m:
|
|
start = m.group(2)
|
|
end = m.group(3)
|
|
url = url[:m.start(1)] + url[m.end(1):]
|
|
use_206 = False
|
|
|
|
if not start:
|
|
return None
|
|
|
|
start = int(start)
|
|
|
|
if end:
|
|
end = int(end)
|
|
else:
|
|
end = ''
|
|
|
|
result = (url, start, end, use_206)
|
|
return result
|
|
|