close open warcs at shutdown

This commit is contained in:
Noah Levitt 2018-01-21 19:46:31 -08:00
parent 4b53c10132
commit de327450ea
2 changed files with 5 additions and 1 deletions

View File

@ -52,7 +52,7 @@ except:
setuptools.setup(
name='warcprox',
version='2.4b1.dev139',
version='2.4b1.dev140',
description='WARC writing MITM HTTP/S proxy',
url='https://github.com/internetarchive/warcprox',
author='Noah Levitt',

View File

@ -89,3 +89,7 @@ class WarcWriterThread(warcprox.BaseStandardPostfetchProcessor):
recorded_url.method, recorded_url.url.decode("utf-8"),
recorded_url.mimetype, recorded_url.size, payload_digest,
type_, filename, offset)
def _shutdown(self):
self.writer_pool.close_writers()