1
0
mirror of https://github.com/webrecorder/pywb.git synced 2025-03-15 00:03:28 +01:00

issue_792 catch warcio exception (#793)

This commit is contained in:
oskarhek 2023-01-05 23:15:49 +01:00 committed by GitHub
parent 3c94da04a2
commit 3050fd2b2b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -1,5 +1,9 @@
import logging
import os
import sys
import traceback
import warcio
# Use ujson if available
try:
@ -298,8 +302,11 @@ def write_multi_cdx_index(output, inputs, **options):
with open(fullpath, 'rb') as infile:
entry_iter = record_iter(infile)
try:
for entry in entry_iter:
writer.write(entry, filename)
except warcio.exceptions.ArchiveLoadFailed:
logging.error('Error while indexing file %s, %s',filename,traceback.format_exc())
return writer