From ddb7ecbe06406e16c9785c63541195fe54b0cda3 Mon Sep 17 00:00:00 2001 From: Noah Levitt Date: Wed, 15 Nov 2017 17:37:19 -0800 Subject: [PATCH] deal with case of case of no warc records written in trough dedup --- warcprox/dedup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/warcprox/dedup.py b/warcprox/dedup.py index d1e456d..9774c6a 100644 --- a/warcprox/dedup.py +++ b/warcprox/dedup.py @@ -292,7 +292,7 @@ class TroughDedupDb(object): return None def notify(self, recorded_url, records): - if (records[0].get_header(warctools.WarcRecord.TYPE) == warctools.WarcRecord.RESPONSE + if (records and records[0].type == b'response' and recorded_url.response_recorder.payload_size() > 0): digest_key = warcprox.digest_str( recorded_url.payload_digest,