From fd847f01cd677f506893e9780d954e4f9d0d44cc Mon Sep 17 00:00:00 2001 From: Noah Levitt Date: Fri, 30 Oct 2015 01:14:17 +0000 Subject: [PATCH] log error but don't give up if there is >1 record with same digest --- warcprox/bigtable.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/warcprox/bigtable.py b/warcprox/bigtable.py index e020364..07e1923 100644 --- a/warcprox/bigtable.py +++ b/warcprox/bigtable.py @@ -43,9 +43,9 @@ class RethinkCaptures: sha1base32 = base64.b32encode(raw_digest).decode("utf-8") results_iter = self.r.table(self.table).get_all([sha1base32, "response", bucket], index="sha1_warc_type").run() results = list(results_iter) - if len(results) > 1: - raise Exception("expected 0 or 1 but found %s results for sha1base32=%s", len(results), sha1base32) - elif len(results) == 1: + if len(results) > 0: + if len(results) > 1: + self.logger.error("expected 0 or 1 but found %s results for sha1base32=%s bucket=%s (will use first result)", len(results), sha1base32, bucket) result = results[0] else: result = None