backup/pywb
1
0
Fork 0
mirror of https://github.com/webrecorder/pywb.git synced 2025-03-15 00:03:28 +01:00
Code Issues Projects Releases Activity

issue_792 catch warcio exception (#793)

Browse Source
This commit is contained in:
oskarhek 2023-01-05 23:15:49 +01:00 committed by GitHub
parent 3c94da04a2
commit 3050fd2b2b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
pywb/indexer/cdxindexer.py
View File

@ -1,5 +1,9 @@
import logging
import os import os
import sys import sys
import traceback
import warcio
# Use ujson if available # Use ujson if available
try: try:
@ -298,8 +302,11 @@ def write_multi_cdx_index(output, inputs, **options):
with open(fullpath, 'rb') as infile: with open(fullpath, 'rb') as infile:
entry_iter = record_iter(infile) entry_iter = record_iter(infile)
try:
for entry in entry_iter: for entry in entry_iter:
writer.write(entry, filename) writer.write(entry, filename)
except warcio.exceptions.ArchiveLoadFailed:
logging.error('Error while indexing file %s, %s',filename,traceback.format_exc())
return writer return writer