backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

Merge branch 'WT-31' into qa

Browse Source
This commit is contained in:
Barbara Miller 2021-12-29 10:25:30 -08:00
commit cff2b19745
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
warcprox/dedup.py
View File

@ -437,7 +437,7 @@ class BatchTroughLoader(warcprox.BaseBatchPostfetchProcessor):
else:
if hash_plus_url in hash_plus_urls:
self.logger.debug(
'discarding duplicate and setting do_not_archive for %, hash %'.format(
'discarding duplicate and setting do_not_archive for %s, hash %s'.format(
recorded_url.url, payload_hash))
recorded_url.do_not_archive = True
discards.append(payload_hash)