mirror of
https://github.com/webrecorder/pywb.git
synced 2025-03-19 18:29:37 +01:00
24 lines
692 B
Python
24 lines
692 B
Python
|
from gevent import monkey; monkey.patch_all()
|
||
|
|
|
||
|
|
from recorder.recorderapp import RecorderApp
|
||
|
|
from recorder.redisindexer import WritableRedisIndexer
|
||
|
|
|
||
|
|
from recorder.warcwriter import MultiFileWARCWriter
|
||
|
|
from recorder.filters import SkipDupePolicy
|
||
|
|
|
||
|
|
upstream_url = 'http://localhost:8080'
|
||
|
|
|
||
|
|
target = './_recordings/'
|
||
|
|
|
||
|
|
dedup_index = WritableRedisIndexer('redis://localhost/2/rec:cdxj',
|
||
|
|
file_key_template='rec:warc',
|
||
|
|
rel_path_template=target,
|
||
|
|
dupe_policy=SkipDupePolicy())
|
||
|
|
|
||
|
|
recorder_app = RecorderApp(upstream_url,
|
||
|
|
MultiFileWARCWriter(target, dedup_index=dedup_index),
|
||
|
|
accept_colls='live')
|
||
|
|
|
||
|
|
application = recorder_app
|
||
|
|
|