mirror of
https://github.com/webrecorder/pywb.git
synced 2025-03-21 19:12:10 +01:00
466968e974
cookie_rewriter tests: add cookie rewriter tests for secure, httponly html_rewriter tests: add <base> rel and abs rewrite tests no cover for waitress as its not used by default
133 lines
4.4 KiB
Python
133 lines
4.4 KiB
Python
import os
|
|
import logging
|
|
from argparse import ArgumentParser
|
|
from pywb.framework.wsgi_wrappers import init_app
|
|
from pywb.webapp.pywb_init import create_cdx_server_app, create_wb_router
|
|
|
|
|
|
#=================================================================
|
|
def cdx_server(args=None): #pragma: no cover
|
|
CdxCli(args=args,
|
|
default_port=8080,
|
|
desc='pywb CDX Index Server').run()
|
|
|
|
|
|
#=================================================================
|
|
def live_rewrite_server(args=None): #pragma: no cover
|
|
LiveCli(args=args,
|
|
default_port=8090,
|
|
desc='pywb Live Rewrite Proxy Server').run()
|
|
|
|
|
|
#=================================================================
|
|
def wayback(args=None):
|
|
WaybackCli(args=args,
|
|
default_port=8080,
|
|
desc='pywb Wayback Web Archive Replay').run()
|
|
|
|
|
|
#=============================================================================
|
|
class BaseCli(object):
|
|
def __init__(self, args=None, default_port=8080, desc=''):
|
|
parser = ArgumentParser(desc)
|
|
parser.add_argument('-p', '--port', type=int, default=default_port)
|
|
parser.add_argument('-t', '--threads', type=int, default=4)
|
|
parser.add_argument('-s', '--server')
|
|
|
|
self.desc = desc
|
|
|
|
self._extend_parser(parser)
|
|
|
|
self.r = parser.parse_args(args)
|
|
|
|
self.application = self.load()
|
|
|
|
def _extend_parser(self, parser): #pragma: no cover
|
|
pass
|
|
|
|
def load(self): #pragma: no cover
|
|
pass
|
|
|
|
def run(self):
|
|
if self.r.server == 'waitress': #pragma: no cover
|
|
self.run_waitress()
|
|
else:
|
|
self.run_wsgiref()
|
|
|
|
def run_waitress(self): #pragma: no cover
|
|
from waitress import serve
|
|
print(self.desc)
|
|
serve(self.application, port=self.r.port, threads=self.r.threads)
|
|
|
|
def run_wsgiref(self): #pragma: no cover
|
|
from pywb.framework.wsgi_wrappers import start_wsgi_ref_server
|
|
start_wsgi_ref_server(self.application, self.desc, port=self.r.port)
|
|
|
|
|
|
#=============================================================================
|
|
class LiveCli(BaseCli):
|
|
def _extend_parser(self, parser):
|
|
parser.add_argument('-x', '--proxy',
|
|
help='Specify host:port to use as HTTP/S proxy')
|
|
|
|
parser.add_argument('-f', '--framed', action='store_true',
|
|
help='Replay using framed wrapping mode')
|
|
|
|
def load(self):
|
|
config = dict(proxyhostport=self.r.proxy,
|
|
framed_replay='inverse' if self.r.framed else False,
|
|
enable_auto_colls=False,
|
|
collections={'live': '$liveweb'})
|
|
|
|
return init_app(create_wb_router, load_yaml=False, config=config)
|
|
|
|
|
|
#=============================================================================
|
|
class ReplayCli(BaseCli):
|
|
def _extend_parser(self, parser):
|
|
parser.add_argument('-a', '--autoindex', action='store_true')
|
|
|
|
help_dir='Specify root archive dir (default is current working directory)'
|
|
parser.add_argument('-d', '--directory', help=help_dir)
|
|
|
|
|
|
def load(self):
|
|
if self.r.directory: #pragma: no cover
|
|
os.chdir(self.r.directory)
|
|
|
|
def run(self):
|
|
if self.r.autoindex:
|
|
from pywb.manager.manager import CollectionsManager
|
|
m = CollectionsManager('', must_exist=False)
|
|
if not os.path.isdir(m.colls_dir):
|
|
msg = 'No managed directory "{0}" for auto-indexing'
|
|
logging.error(msg.format(m.colls_dir))
|
|
import sys
|
|
sys.exit(2)
|
|
else:
|
|
msg = 'Auto-Indexing Enabled on "{0}"'
|
|
logging.info(msg.format(m.colls_dir))
|
|
m.autoindex(do_loop=False)
|
|
|
|
super(ReplayCli, self).run()
|
|
|
|
#=============================================================================
|
|
class CdxCli(ReplayCli): #pragma: no cover
|
|
def load(self):
|
|
super(CdxCli, self).load()
|
|
return init_app(create_cdx_server_app,
|
|
load_yaml=True)
|
|
|
|
|
|
#=============================================================================
|
|
class WaybackCli(ReplayCli):
|
|
def load(self):
|
|
super(WaybackCli, self).load()
|
|
return init_app(create_wb_router,
|
|
load_yaml=True)
|
|
|
|
|
|
#=============================================================================
|
|
if __name__ == "__main__":
|
|
wayback()
|