mirror of
https://github.com/internetarchive/warcprox.git
synced 2025-01-18 13:22:09 +01:00
don't load dedup info for empty payload
This commit is contained in:
parent
3363b2ec95
commit
ca4c62fc6d
@ -73,7 +73,9 @@ class DedupDb(object):
|
||||
|
||||
|
||||
def decorate_with_dedup_info(dedup_db, recorded_url, base32=False):
|
||||
if recorded_url.response_recorder and recorded_url.response_recorder.payload_digest:
|
||||
if (recorded_url.response_recorder
|
||||
and recorded_url.response_recorder.payload_digest
|
||||
and recorded_url.response_recorder.payload_size() > 0):
|
||||
digest_key = warcprox.digest_str(recorded_url.response_recorder.payload_digest, base32)
|
||||
if recorded_url.warcprox_meta and "captures-bucket" in recorded_url.warcprox_meta:
|
||||
recorded_url.dedup_info = dedup_db.lookup(digest_key, recorded_url.warcprox_meta["captures-bucket"])
|
||||
|
Loading…
x
Reference in New Issue
Block a user