mirror of
https://github.com/internetarchive/warcprox.git
synced 2025-01-18 13:22:09 +01:00
commit
6b372e2f3f
@ -437,7 +437,7 @@ class BatchTroughLoader(warcprox.BaseBatchPostfetchProcessor):
|
||||
else:
|
||||
if hash_plus_url in hash_plus_urls:
|
||||
self.logger.debug(
|
||||
'discarding duplicate and setting do_not_archive for %, hash %'.format(
|
||||
'discarding duplicate and setting do_not_archive for %s, hash %s'.format(
|
||||
recorded_url.url, payload_hash))
|
||||
recorded_url.do_not_archive = True
|
||||
discards.append(payload_hash)
|
||||
|
Loading…
x
Reference in New Issue
Block a user