From 3c215b42b56f45537973e91cc4a66050364a31b8 Mon Sep 17 00:00:00 2001 From: Noah Levitt Date: Fri, 10 Nov 2017 14:34:06 -0800 Subject: [PATCH] missed a spot handling case of no warc records written --- setup.py | 2 +- warcprox/stats.py | 14 +++++++------- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/setup.py b/setup.py index 0b5c891..56c39f5 100755 --- a/setup.py +++ b/setup.py @@ -51,7 +51,7 @@ except: setuptools.setup( name='warcprox', - version='2.2.1b2.dev112', + version='2.2.1b2.dev113', description='WARC writing MITM HTTP/S proxy', url='https://github.com/internetarchive/warcprox', author='Noah Levitt', diff --git a/warcprox/stats.py b/warcprox/stats.py index 99e6804..254f764 100644 --- a/warcprox/stats.py +++ b/warcprox/stats.py @@ -305,7 +305,6 @@ class RethinkStatsDb(StatsDb): def tally(self, recorded_url, records): buckets = self.buckets(recorded_url) - is_revisit = records[0].type == b'revisit' with self._batch_lock: for bucket in buckets: bucket_stats = self._batch.setdefault( @@ -314,12 +313,13 @@ class RethinkStatsDb(StatsDb): bucket_stats["total"]["urls"] += 1 bucket_stats["total"]["wire_bytes"] += recorded_url.size - if is_revisit: - bucket_stats["revisit"]["urls"] += 1 - bucket_stats["revisit"]["wire_bytes"] += recorded_url.size - else: - bucket_stats["new"]["urls"] += 1 - bucket_stats["new"]["wire_bytes"] += recorded_url.size + if records: + if records[0].type == b'revisit': + bucket_stats["revisit"]["urls"] += 1 + bucket_stats["revisit"]["wire_bytes"] += recorded_url.size + else: + bucket_stats["new"]["urls"] += 1 + bucket_stats["new"]["wire_bytes"] += recorded_url.size def _add_to_batch(self, add_me): with self._batch_lock: