1
0
mirror of https://github.com/webrecorder/pywb.git synced 2025-03-15 00:03:28 +01:00
pywb/tests/test_proxy_http_cookie.py
Ilya Kreymer fb12bf60d9 rename test_config_proxy http and https config files to end in '_cookie' to be
clearer about the test and config correspondence
2014-09-07 11:06:44 -07:00

201 lines
6.9 KiB
Python

from pywb.webapp.pywb_init import create_wb_router
from pywb.framework.wsgi_wrappers import init_app
from wsgiref.simple_server import make_server
from pywb.framework.proxy_resolvers import CookieResolver
import threading
import requests
import shutil
import sys
import os
TEST_CONFIG = 'tests/test_config_proxy_http_cookie.yaml'
server = None
sesh_key = None
def setup_module():
global server
server = ServeThread()
server.daemon = True
server.start()
global session
session = requests.Session()
def teardown_module():
try:
server.httpd.shutdown()
threading.current_thread().join(server)
except Exception:
pass
class ServeThread(threading.Thread):
def __init__(self, *args, **kwargs):
super(ServeThread, self).__init__(*args, **kwargs)
self.app = init_app(create_wb_router,
load_yaml=True,
config_file=TEST_CONFIG)
# init with port 0 to allow os to pick a port
self.httpd = make_server('', 0, self.app)
port = self.httpd.socket.getsockname()[1]
proxy_str = 'http://localhost:' + str(port)
self.proxy_dict = {'http': proxy_str}
def run(self, *args, **kwargs):
self.httpd.serve_forever()
class TestProxyHttpCookie:
def setup(self):
self.session = requests.Session()
def get_url(self, url):
global sesh_key
if sesh_key:
self.session.headers.update({'Cookie': '__pywb_proxy_sesh=' + sesh_key})
self.session.cookies.set('__pywb_proxy_sesh', sesh_key, domain='.pywb.proxy')
return self.session.get(url,
proxies=server.proxy_dict)
def post_url(self, url, data):
global sesh_key
if sesh_key:
self.session.headers.update({'Cookie': '__pywb_proxy_sesh=' + sesh_key})
self.session.cookies.set('__pywb_proxy_sesh', sesh_key, domain='.pywb.proxy')
return self.session.post(url,
data=data,
proxies=server.proxy_dict)
def test_replay_no_coll(self):
resp = self.get_url('http://iana.org/')
assert resp.url == 'http://select.pywb.proxy/http://iana.org/'
assert resp.status_code == 200
def test_replay_set_older_coll(self):
resp = self.get_url('http://older-set.pywb.proxy/http://iana.org/')
assert resp.url == 'http://iana.org/'
assert resp.status_code == 200
assert '20140126200624' in resp.text
sesh1 = self.session.cookies.get('__pywb_proxy_sesh', domain='.pywb.proxy')
sesh2 = self.session.cookies.get('__pywb_proxy_sesh', domain='.iana.org')
assert sesh1 and sesh1 == sesh2, self.session.cookies
# store session cookie
global sesh_key
sesh_key = sesh1
global sesh_key
sesh2 = self.session.cookies.get('__pywb_proxy_sesh', domain='.iana.org')
assert sesh_key == sesh2
def test_replay_same_coll(self):
resp = self.get_url('http://iana.org/')
assert resp.url == 'http://iana.org/'
assert resp.status_code == 200
assert 'wbinfo.proxy_magic = "pywb.proxy";' in resp.text
assert '20140126200624' in resp.text
def test_replay_set_change_coll(self):
resp = self.get_url('http://all-set.pywb.proxy/http://iana.org/')
assert resp.url == 'http://iana.org/'
assert resp.status_code == 200
assert '20140127171238' in resp.text
# verify still same session cookie
sesh2 = self.session.cookies.get('__pywb_proxy_sesh', domain='.iana.org')
global sesh_key
assert sesh_key == sesh2
def test_query(self):
resp = self.get_url('http://query.pywb.proxy/*/http://iana.org/')
assert resp.url == 'http://query.pywb.proxy/*/http://iana.org/'
assert resp.status_code == 200
assert 'text/html' in resp.headers['content-type']
assert '20140126200624' in resp.text
assert '20140127171238' in resp.text
assert '<b>3</b> captures' in resp.text
# testing via http here
def test_change_timestamp(self):
resp = self.get_url('http://query.pywb.proxy/20140126200624/http://iana.org/')
assert resp.url == 'http://iana.org/'
assert resp.status_code == 200
assert '20140126200624' in resp.text
def test_change_coll_same_ts(self):
resp = self.get_url('http://all-set.pywb.proxy/iana.org/')
assert resp.url == 'http://iana.org/'
assert resp.status_code == 200
assert '20140126200624' in resp.text
# testing via http here
def test_change_latest_ts(self):
resp = self.get_url('http://query.pywb.proxy/http://iana.org/?_=1234')
assert resp.url == 'http://iana.org/?_=1234'
assert resp.status_code == 200
assert '20140127171238' in resp.text
def test_diff_url(self):
resp = self.get_url('http://example.com/')
assert resp.url == 'http://example.com/'
assert '20140127171251' in resp.text
def test_post_replay_all_coll(self):
resp = self.post_url('http://httpbin.org/post', data={'foo': 'bar', 'test': 'abc'})
assert resp.url == 'http://httpbin.org/post'
assert 'application/json' in resp.headers['content-type']
assert resp.status_code == 200
# Bounce back to select.pywb.proxy due to missing session
def test_clear_key(self):
# clear session key
global sesh_key
sesh_key = None
def test_no_sesh_latest_bounce(self):
resp = self.get_url('http://query.pywb.proxy/http://iana.org/')
assert resp.url == 'http://select.pywb.proxy/http://iana.org/'
def test_no_sesh_coll_change_bounce(self):
resp = self.get_url('http://auto.pywb.proxy/http://iana.org/')
assert resp.url == 'http://select.pywb.proxy/http://iana.org/'
def test_no_sesh_ts_bounce(self):
resp = self.get_url('http://query.pywb.proxy/20140126200624/http://iana.org/')
assert resp.url == 'http://select.pywb.proxy/20140126200624/http://iana.org/'
def test_no_sesh_query_bounce(self):
resp = self.get_url('http://query.pywb.proxy/*/http://iana.org/')
assert resp.url == 'http://select.pywb.proxy/http://query.pywb.proxy/*/http://iana.org/'
# static replay
def test_replay_static(self):
resp = self.get_url('http://pywb.proxy/static/default/wb.js')
assert resp.status_code == 200
assert 'function init_banner' in resp.text
# download index page and cert downloads
def test_replay_dl_page(self):
resp = self.get_url('http://pywb.proxy/')
assert resp.status_code == 200
assert 'text/html' in resp.headers['content-type']
assert 'Sorry' in resp.text
def test_dl_pem(self):
resp = self.get_url('http://pywb.proxy/pywb-ca.pem')
assert resp.status_code == 404
def test_dl_p12(self):
resp = self.get_url('http://pywb.proxy/pywb-ca.p12')
assert resp.status_code == 404