backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

Drop unnecessary split for newline in CDX results

Browse Source
This commit is contained in:
Vangelis Banos 2017-10-23 22:21:57 +00:00
parent f6b1d6f408
commit 4282032772
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
warcprox/dedup.py
View File

@ -223,9 +223,9 @@ class CdxServerDedup(object):
else: else:
dkey = digest_key.encode('utf-8') dkey = digest_key.encode('utf-8')
dkey = dkey[5:] if dkey.startswith(b'sha1:') else dkey dkey = dkey[5:] if dkey.startswith(b'sha1:') else dkey
line = result.data.split(b'\n') line = result.data.strip()
if line: if line:
(cdx_ts, cdx_digest) = line[0].split(b' ') (cdx_ts, cdx_digest) = line.split(b' ')
if cdx_digest == dkey: if cdx_digest == dkey:
dt = datetime.strptime(cdx_ts.decode('ascii'), dt = datetime.strptime(cdx_ts.decode('ascii'),
'%Y%m%d%H%M%S') '%Y%m%d%H%M%S')