From 428203277298e2965dcd8ddb678334174040bc3d Mon Sep 17 00:00:00 2001 From: Vangelis Banos Date: Mon, 23 Oct 2017 22:21:57 +0000 Subject: [PATCH] Drop unnecessary split for newline in CDX results --- warcprox/dedup.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/warcprox/dedup.py b/warcprox/dedup.py index 08bbf23..46f3c40 100644 --- a/warcprox/dedup.py +++ b/warcprox/dedup.py @@ -223,9 +223,9 @@ class CdxServerDedup(object): else: dkey = digest_key.encode('utf-8') dkey = dkey[5:] if dkey.startswith(b'sha1:') else dkey - line = result.data.split(b'\n') + line = result.data.strip() if line: - (cdx_ts, cdx_digest) = line[0].split(b' ') + (cdx_ts, cdx_digest) = line.split(b' ') if cdx_digest == dkey: dt = datetime.strptime(cdx_ts.decode('ascii'), '%Y%m%d%H%M%S')