backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

log error but don't give up if there is >1 record with same digest

Browse Source
This commit is contained in:
Noah Levitt 2015-10-30 01:14:17 +00:00
parent 3e1566cd6f
commit fd847f01cd
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
warcprox/bigtable.py
View File

@ -43,9 +43,9 @@ class RethinkCaptures:
sha1base32 = base64.b32encode(raw_digest).decode("utf-8") sha1base32 = base64.b32encode(raw_digest).decode("utf-8")
results_iter = self.r.table(self.table).get_all([sha1base32, "response", bucket], index="sha1_warc_type").run() results_iter = self.r.table(self.table).get_all([sha1base32, "response", bucket], index="sha1_warc_type").run()
results = list(results_iter) results = list(results_iter)
if len(results) > 1: if len(results) > 0:
raise Exception("expected 0 or 1 but found %s results for sha1base32=%s", len(results), sha1base32) if len(results) > 1:
elif len(results) == 1: self.logger.error("expected 0 or 1 but found %s results for sha1base32=%s bucket=%s (will use first result)", len(results), sha1base32, bucket)
result = results[0] result = results[0]
else: else:
result = None result = None