1
0
mirror of https://github.com/webrecorder/pywb.git synced 2025-03-15 08:04:49 +01:00
pywb/pywb/apps/cli.py
Ilya Kreymer b7bf693885
request-uri handling: use REQUEST_URI if available to maintain %-encoding when constructing WbUrl (#315)
geventserver: use custom handler to set raw 'REQUEST_URI' when running default gevent wsgi server. (uwsgi already sets REQUEST_URI)
testing: add REQUEST_URI check to proxy tests as real server is being used (webtest tests decodes %-encoding)
bump version to 2.0.4
2018-04-10 17:17:38 -07:00

153 lines
5.2 KiB
Python

from gevent.monkey import patch_all; patch_all()
from argparse import ArgumentParser
import logging
#=============================================================================
def warcserver(args=None):
return WarcServerCli(args=args,
default_port=8070,
desc='pywb WarcServer').run()
#=============================================================================
def wayback(args=None):
return WaybackCli(args=args,
default_port=8080,
desc='pywb Wayback Machine Server').run()
#=============================================================================
def live_rewrite_server(args=None):
return LiveCli(args=args,
default_port=8090,
desc='pywb Live Rewrite Proxy Server').run()
#=============================================================================
class BaseCli(object):
def __init__(self, args=None, default_port=8080, desc=''):
parser = ArgumentParser(description=desc)
parser.add_argument('-p', '--port', type=int, default=default_port)
parser.add_argument('-b', '--bind', default='0.0.0.0')
parser.add_argument('-t', '--threads', type=int, default=4)
parser.add_argument('--debug', action='store_true')
parser.add_argument('--profile', action='store_true')
parser.add_argument('--live', action='store_true', help='Add live-web handler at /live')
parser.add_argument('--record', action='store_true')
parser.add_argument('--proxy', help='Enable HTTP/S Proxy on specified collection')
parser.add_argument('--proxy-record', action='store_true', help='Enable Proxy Recording into specified collection')
self.desc = desc
self.extra_config = {}
self._extend_parser(parser)
self.r = parser.parse_args(args)
logging.basicConfig(format='%(asctime)s: [%(levelname)s]: %(message)s',
level=logging.DEBUG if self.r.debug else logging.INFO)
if self.r.proxy:
self.extra_config['proxy'] = {'coll': self.r.proxy,
'recording': self.r.proxy_record}
self.r.live = True
self.application = self.load()
if self.r.profile:
from werkzeug.contrib.profiler import ProfilerMiddleware
self.application = ProfilerMiddleware(self.application)
def _extend_parser(self, parser): #pragma: no cover
pass
def load(self):
if self.r.live:
self.extra_config['collections'] = {'live':
{'index': '$live'}}
if self.r.debug:
self.extra_config['debug'] = True
if self.r.record:
self.extra_config['recorder'] = 'live'
def run(self):
self.run_gevent()
return self
def run_gevent(self):
from pywb.utils.geventserver import GeventServer, RequestURIWSGIHandler
logging.info('Starting Gevent Server on ' + str(self.r.port))
ge = GeventServer(self.application,
port=self.r.port,
hostname=self.r.bind,
handler_class=RequestURIWSGIHandler,
direct=True)
#=============================================================================
class ReplayCli(BaseCli):
def _extend_parser(self, parser):
parser.add_argument('-a', '--autoindex', action='store_true')
parser.add_argument('--auto-interval', type=int, default=30)
parser.add_argument('--all-coll', help='Set "all" collection')
help_dir='Specify root archive dir (default is current working directory)'
parser.add_argument('-d', '--directory', help=help_dir)
def load(self):
super(ReplayCli, self).load()
if self.r.all_coll:
if 'collections' not in self.extra_config:
self.extra_config['collections'] = {}
self.extra_config['collections'][self.r.all_coll] = '$all'
if self.r.autoindex:
self.extra_config['autoindex'] = self.r.auto_interval
import os
if self.r.directory: #pragma: no cover
os.chdir(self.r.directory)
#=============================================================================
class WarcServerCli(BaseCli):
def load(self):
from pywb.warcserver.warcserver import WarcServer
super(WarcServerCli, self).load()
return WarcServer(custom_config=self.extra_config)
#=============================================================================
class WaybackCli(ReplayCli):
def load(self):
from pywb.apps.frontendapp import FrontEndApp
super(WaybackCli, self).load()
return FrontEndApp(custom_config=self.extra_config)
#=============================================================================
class LiveCli(BaseCli):
def load(self):
from pywb.apps.frontendapp import FrontEndApp
self.r.live = True
super(LiveCli, self).load()
return FrontEndApp(config_file=None, custom_config=self.extra_config)
#=============================================================================
if __name__ == "__main__":
wayback()