mirror of
https://github.com/webrecorder/pywb.git
synced 2025-03-19 18:29:37 +01:00
25 lines
719 B
Python
25 lines
719 B
Python
from gevent import monkey; monkey.patch_all()
|
|
|
|
from recorder.recorderapp import RecorderApp
|
|
from recorder.redisindexer import WritableRedisIndexer
|
|
|
|
from recorder.warcwriter import MultiFileWARCWriter
|
|
from recorder.filters import SkipDupePolicy
|
|
|
|
upstream_url = 'http://localhost:8080'
|
|
|
|
target = './_recordings/'
|
|
|
|
dedup_index = WritableRedisIndexer(
|
|
redis_url='redis://localhost/2/rec:cdxj',
|
|
file_key_template='rec:warc',
|
|
rel_path_template=target,
|
|
dupe_policy=SkipDupePolicy())
|
|
|
|
recorder_app = RecorderApp(upstream_url,
|
|
MultiFileWARCWriter(target, dedup_index=dedup_index),
|
|
accept_colls='live')
|
|
|
|
application = recorder_app
|
|
|