mirror of
https://github.com/webrecorder/pywb.git
synced 2025-03-23 22:52:25 +01:00
move to distinct packages: pywb.utils, pywb.cdx, pywb.warc, pywb.util, pywb.rewrite! each package will have its own README and tests shared sample_data and install
188 lines
6.4 KiB
Python
188 lines
6.4 KiB
Python
from pywb.rewrite.wburl import WbUrl
|
|
from pywb.rewrite.url_rewriter import UrlRewriter
|
|
from pywb.utils.statusandheaders import StatusAndHeaders
|
|
|
|
import pprint
|
|
#WB Request and Response
|
|
|
|
class WbRequest:
|
|
"""
|
|
>>> WbRequest.from_uri('/save/_embed/example.com/?a=b')
|
|
{'wb_url': ('latest_replay', '', '', 'http://_embed/example.com/?a=b', 'http://_embed/example.com/?a=b'), 'coll': 'save', 'wb_prefix': '/save/', 'request_uri': '/save/_embed/example.com/?a=b'}
|
|
|
|
>>> WbRequest.from_uri('/2345/20101024101112im_/example.com/?b=c')
|
|
{'wb_url': ('replay', '20101024101112', 'im_', 'http://example.com/?b=c', '20101024101112im_/http://example.com/?b=c'), 'coll': '2345', 'wb_prefix': '/2345/', 'request_uri': '/2345/20101024101112im_/example.com/?b=c'}
|
|
|
|
>>> WbRequest.from_uri('/2010/example.com')
|
|
{'wb_url': ('latest_replay', '', '', 'http://example.com', 'http://example.com'), 'coll': '2010', 'wb_prefix': '/2010/', 'request_uri': '/2010/example.com'}
|
|
|
|
>>> WbRequest.from_uri('../example.com')
|
|
{'wb_url': ('latest_replay', '', '', 'http://example.com', 'http://example.com'), 'coll': '', 'wb_prefix': '/', 'request_uri': '../example.com'}
|
|
|
|
# Abs path
|
|
>>> WbRequest.from_uri('/2010/example.com', {'wsgi.url_scheme': 'https', 'HTTP_HOST': 'localhost:8080'}, use_abs_prefix = True)
|
|
{'wb_url': ('latest_replay', '', '', 'http://example.com', 'http://example.com'), 'coll': '2010', 'wb_prefix': 'https://localhost:8080/2010/', 'request_uri': '/2010/example.com'}
|
|
|
|
# No Scheme, so stick to relative
|
|
>>> WbRequest.from_uri('/2010/example.com', {'HTTP_HOST': 'localhost:8080'}, use_abs_prefix = True)
|
|
{'wb_url': ('latest_replay', '', '', 'http://example.com', 'http://example.com'), 'coll': '2010', 'wb_prefix': '/2010/', 'request_uri': '/2010/example.com'}
|
|
|
|
"""
|
|
|
|
@staticmethod
|
|
def from_uri(request_uri, env = {}, use_abs_prefix = False):
|
|
if not request_uri:
|
|
request_uri = env.get('REL_REQUEST_URI')
|
|
|
|
parts = request_uri.split('/', 2)
|
|
|
|
# Has coll prefix
|
|
if len(parts) == 3:
|
|
wb_prefix = '/' + parts[1] + '/'
|
|
wb_url_str = parts[2]
|
|
coll = parts[1]
|
|
# No Coll Prefix
|
|
elif len(parts) == 2:
|
|
wb_prefix = '/'
|
|
wb_url_str = parts[1]
|
|
coll = ''
|
|
else:
|
|
wb_prefix = '/'
|
|
wb_url_str = parts[0]
|
|
coll = ''
|
|
|
|
host_prefix = WbRequest.make_host_prefix(env) if use_abs_prefix else ''
|
|
|
|
return WbRequest(env, request_uri, wb_prefix, wb_url_str, coll, host_prefix = host_prefix)
|
|
|
|
|
|
@staticmethod
|
|
def make_host_prefix(env):
|
|
try:
|
|
return env['wsgi.url_scheme'] + '://' + env['HTTP_HOST']
|
|
except KeyError:
|
|
return ''
|
|
|
|
|
|
def __init__(self, env, request_uri, wb_prefix, wb_url_str, coll,
|
|
host_prefix = '',
|
|
wburl_class = WbUrl,
|
|
url_rewriter_class = UrlRewriter,
|
|
is_proxy = False):
|
|
|
|
self.env = env
|
|
|
|
self.request_uri = request_uri if request_uri else env.get('REL_REQUEST_URI')
|
|
|
|
self.host_prefix = host_prefix
|
|
|
|
self.wb_prefix = host_prefix + wb_prefix
|
|
|
|
if not wb_url_str:
|
|
wb_url_str = '/'
|
|
|
|
# wb_url present and not root page
|
|
if wb_url_str != '/' and wburl_class:
|
|
self.wb_url_str = wb_url_str
|
|
self.wb_url = wburl_class(wb_url_str)
|
|
self.urlrewriter = url_rewriter_class(self.wb_url, self.wb_prefix)
|
|
else:
|
|
# no wb_url, just store blank wb_url
|
|
self.wb_url_str = wb_url_str
|
|
self.wb_url = None
|
|
self.urlrewriter = None
|
|
|
|
self.coll = coll
|
|
|
|
self.referrer = env.get('HTTP_REFERER')
|
|
|
|
self.is_ajax = self._is_ajax()
|
|
|
|
self.query_filter = []
|
|
|
|
self.is_proxy = is_proxy
|
|
|
|
self.custom_params = {}
|
|
|
|
# PERF
|
|
env['X_PERF'] = {}
|
|
|
|
|
|
def _is_ajax(self):
|
|
value = self.env.get('HTTP_X_REQUESTED_WITH')
|
|
if not value:
|
|
return False
|
|
|
|
if value.lower() == 'xmlhttprequest':
|
|
return True
|
|
|
|
if self.referrer and ('ajaxpipe' in self.env.get('QUERY_STRING')):
|
|
return True
|
|
return False
|
|
|
|
|
|
def __repr__(self):
|
|
#return "WbRequest(env, '" + (self.wb_url) + "', '" + (self.coll) + "')"
|
|
#return str(vars(self))
|
|
varlist = vars(self)
|
|
return str({k: varlist[k] for k in ('request_uri', 'wb_prefix', 'wb_url', 'coll')})
|
|
|
|
|
|
class WbResponse:
|
|
"""
|
|
>>> WbResponse.text_response('Test')
|
|
{'body': ['Test'], 'status_headers': StatusAndHeaders(protocol = '', statusline = '200 OK', headers = [('Content-Type', 'text/plain')])}
|
|
|
|
>>> WbResponse.text_stream(['Test', 'Another'], '404')
|
|
{'body': ['Test', 'Another'], 'status_headers': StatusAndHeaders(protocol = '', statusline = '404', headers = [('Content-Type', 'text/plain')])}
|
|
|
|
>>> WbResponse.redir_response('http://example.com/otherfile')
|
|
{'body': [], 'status_headers': StatusAndHeaders(protocol = '', statusline = '302 Redirect', headers = [('Location', 'http://example.com/otherfile')])}
|
|
"""
|
|
|
|
def __init__(self, status_headers, value = []):
|
|
self.status_headers = status_headers
|
|
self.body = value
|
|
|
|
@staticmethod
|
|
def text_stream(text, status = '200 OK', content_type = 'text/plain'):
|
|
return WbResponse(StatusAndHeaders(status, [('Content-Type', content_type)]), value = text)
|
|
|
|
@staticmethod
|
|
def text_response(text, status = '200 OK', content_type = 'text/plain'):
|
|
return WbResponse(StatusAndHeaders(status, [('Content-Type', content_type)]), value = [text])
|
|
|
|
@staticmethod
|
|
def redir_response(location, status = '302 Redirect'):
|
|
return WbResponse(StatusAndHeaders(status, [('Location', location)]))
|
|
|
|
|
|
def __call__(self, env, start_response):
|
|
|
|
# PERF
|
|
perfstats = env.get('X_PERF')
|
|
if perfstats:
|
|
self.status_headers.headers.append(('X-Archive-Perf-Stats', str(perfstats)))
|
|
|
|
|
|
start_response(self.status_headers.statusline, self.status_headers.headers)
|
|
|
|
if env['REQUEST_METHOD'] == 'HEAD':
|
|
if hasattr(self.body, 'close'):
|
|
self.body.close()
|
|
return []
|
|
|
|
if hasattr(self.body, '__iter__'):
|
|
return self.body
|
|
else:
|
|
return [str(self.body)]
|
|
|
|
|
|
def __repr__(self):
|
|
return str(vars(self))
|
|
|
|
if __name__ == "__main__":
|
|
import doctest
|
|
doctest.testmod()
|
|
|