backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

recover properly from exception updating stats in rethinkdb

Browse Source
This commit is contained in:
Noah Levitt 2017-06-12 16:51:45 -07:00
parent 1500341875
commit 808950abb4
2 changed files with 23 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
setup.py
View File

@ -50,7 +50,7 @@ except:
setuptools.setup(
name='warcprox',
version='2.1b1.dev88',
version='2.1b1.dev89',
description='WARC writing MITM HTTP/S proxy',
url='https://github.com/internetarchive/warcprox',
author='Noah Levitt',

5
warcprox/stats.py
View File

@ -232,6 +232,7 @@ class RethinkStatsDb(StatsDb):
})))
def _update_batch(self):
try:
with self._batch_lock:
if len(self._batch) > 0:
# XXX can all the buckets be done in one query?
@ -243,7 +244,9 @@ class RethinkStatsDb(StatsDb):
"unexpected result %s updating stats %s" % (
result, self._batch[bucket]))
self._batch = {}
except Exception as e:
self.logger.error("problem updating stats", exc_info=True)
finally:
if not self._stop.is_set():
self._timer = threading.Timer(2.0, self._update_batch)
self._timer.name = "RethinkStats-batch-update-timer-%s" % (