From de327450ea40284f84fe3629d2d9c340153c0e4d Mon Sep 17 00:00:00 2001 From: Noah Levitt Date: Sun, 21 Jan 2018 19:46:31 -0800 Subject: [PATCH] close open warcs at shutdown --- setup.py | 2 +- warcprox/writerthread.py | 4 ++++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/setup.py b/setup.py index a93da08..204a98b 100755 --- a/setup.py +++ b/setup.py @@ -52,7 +52,7 @@ except: setuptools.setup( name='warcprox', - version='2.4b1.dev139', + version='2.4b1.dev140', description='WARC writing MITM HTTP/S proxy', url='https://github.com/internetarchive/warcprox', author='Noah Levitt', diff --git a/warcprox/writerthread.py b/warcprox/writerthread.py index f823cc6..632ea2c 100644 --- a/warcprox/writerthread.py +++ b/warcprox/writerthread.py @@ -89,3 +89,7 @@ class WarcWriterThread(warcprox.BaseStandardPostfetchProcessor): recorded_url.method, recorded_url.url.decode("utf-8"), recorded_url.mimetype, recorded_url.size, payload_digest, type_, filename, offset) + + def _shutdown(self): + self.writer_pool.close_writers() +