backup/pywb
1
0
Fork 0
mirror of https://github.com/webrecorder/pywb.git synced 2025-03-15 00:03:28 +01:00
Code Issues Projects Releases Activity

issue_792 catch warcio exception (#793)

Browse Source
This commit is contained in:
oskarhek 2023-01-05 23:15:49 +01:00 committed by GitHub
parent 3c94da04a2
commit 3050fd2b2b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
pywb/indexer/cdxindexer.py
View File

@ -1,5 +1,9 @@
import logging
import os
import sys
import traceback
import warcio
# Use ujson if available
try:
@ -298,8 +302,11 @@ def write_multi_cdx_index(output, inputs, **options):
with open(fullpath, 'rb') as infile:
entry_iter = record_iter(infile)
for entry in entry_iter:
writer.write(entry, filename)
try:
for entry in entry_iter:
writer.write(entry, filename)
except warcio.exceptions.ArchiveLoadFailed:
logging.error('Error while indexing file %s, %s',filename,traceback.format_exc())
return writer