mirror of
https://github.com/webrecorder/pywb.git
synced 2025-03-26 07:49:24 +01:00
871cc26fa4
cookie_rewriter works correctly with a concatenated set-cookie list, returns a list of rewritten 'set-cookie' headers rewrite_live: add proxying of Host, Origin, additional headers split header rewriter tests into test_header_rewriter, add test_cookie_rewriter bump version to 0.4.0!
100 lines
3.4 KiB
Python
100 lines
3.4 KiB
Python
from pywb.rewrite.rewrite_live import LiveRewriter
|
|
from pywb.rewrite.url_rewriter import UrlRewriter
|
|
|
|
from pywb import get_test_dir
|
|
|
|
from io import BytesIO
|
|
|
|
# This module has some rewriting tests against the 'live web'
|
|
# As such, the content may change and the test may break
|
|
|
|
urlrewriter = UrlRewriter('20131226101010/http://example.com/some/path/index.html', '/pywb/')
|
|
|
|
def head_insert_func(rule, cdx):
|
|
if rule.js_rewrite_location == True:
|
|
return '<script src="/static/default/wombat.js"> </script>'
|
|
else:
|
|
return ''
|
|
|
|
|
|
def test_local_1():
|
|
status_headers, buff = get_rewritten(get_test_dir() + 'text_content/sample.html',
|
|
urlrewriter,
|
|
head_insert_func,
|
|
'com,example,test)/')
|
|
|
|
# wombat insert added
|
|
assert '<head><script src="/static/default/wombat.js"> </script>' in buff
|
|
|
|
# location rewritten
|
|
assert 'window.WB_wombat_location = "/other.html"' in buff
|
|
|
|
# link rewritten
|
|
assert '"/pywb/20131226101010/http://example.com/some/path/another.html"' in buff
|
|
|
|
|
|
def test_local_2_no_js_location_rewrite():
|
|
status_headers, buff = get_rewritten(get_test_dir() + 'text_content/sample.html',
|
|
urlrewriter,
|
|
head_insert_func,
|
|
'example,example,test)/nolocation_rewrite')
|
|
|
|
# no wombat insert
|
|
assert '<head><script src="/static/default/wombat.js"> </script>' not in buff
|
|
|
|
# no location rewrite
|
|
assert 'window.location = "/other.html"' in buff
|
|
|
|
# still link rewrite
|
|
assert '"/pywb/20131226101010/http://example.com/some/path/another.html"' in buff
|
|
|
|
|
|
def test_example_1():
|
|
status_headers, buff = get_rewritten('http://example.com/', urlrewriter, req_headers={'Connection': 'close'})
|
|
|
|
# verify header rewriting
|
|
assert (('X-Archive-Orig-connection', 'close') in status_headers.headers), status_headers
|
|
|
|
assert '/pywb/20131226101010/http://www.iana.org/domains/example' in buff, buff
|
|
|
|
def test_example_2_redirect():
|
|
status_headers, buff = get_rewritten('http://facebook.com/', urlrewriter)
|
|
|
|
# redirect, no content
|
|
assert status_headers.get_statuscode() == '301'
|
|
assert len(buff) == 0
|
|
|
|
|
|
def test_example_3_rel():
|
|
status_headers, buff = get_rewritten('//example.com/', urlrewriter)
|
|
assert status_headers.get_statuscode() == '200'
|
|
|
|
|
|
def test_example_4_rewrite_err():
|
|
# may occur in case of rewrite mismatch, the /// gets stripped off
|
|
status_headers, buff = get_rewritten('http://localhost:8080///example.com/', urlrewriter)
|
|
assert status_headers.get_statuscode() == '200'
|
|
|
|
def test_example_domain_specific_3():
|
|
urlrewriter2 = UrlRewriter('20131226101010/http://example.com/some/path/index.html', '/pywb/')
|
|
status_headers, buff = get_rewritten('http://facebook.com/digitalpreservation', urlrewriter2, follow_redirects=True)
|
|
|
|
# comment out bootloader
|
|
assert '/* Bootloader.configurePage' in buff
|
|
|
|
|
|
def test_post():
|
|
buff = BytesIO('ABCDEF')
|
|
|
|
env = {'REQUEST_METHOD': 'POST',
|
|
'HTTP_ORIGIN': 'http://example.com',
|
|
'HTTP_HOST': 'example.com',
|
|
'wsgi.input': buff}
|
|
|
|
status_headers, resp_buff = get_rewritten('http://example.com/', urlrewriter, env=env)
|
|
assert status_headers.get_statuscode() == '200', status_headers
|
|
|
|
|
|
def get_rewritten(*args, **kwargs):
|
|
return LiveRewriter().get_rewritten(*args, **kwargs)
|