backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

import dbm only if used

Browse Source
This commit is contained in:
Noah Levitt 2016-01-27 21:18:02 +00:00
parent 2cb1454302
commit 1e0a3f0135
3 changed files with 24 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
warcprox/dedup.py
View File

@ -1,13 +1,5 @@
from __future__ import absolute_import from __future__ import absolute_import
try:
import dbm.gnu as dbm_gnu
except ImportError:
try:
import gdbm as dbm_gnu
except ImportError:
import anydbm as dbm_gnu
import logging import logging
import os import os
import json import json
@ -19,6 +11,14 @@ class DedupDb(object):
logger = logging.getLogger("warcprox.dedup.DedupDb") logger = logging.getLogger("warcprox.dedup.DedupDb")
def __init__(self, dbm_file='./warcprox-dedup.db', options=warcprox.Options()): def __init__(self, dbm_file='./warcprox-dedup.db', options=warcprox.Options()):
try:
import dbm.gnu as dbm_gnu
except ImportError:
try:
import gdbm as dbm_gnu
except ImportError:
import anydbm as dbm_gnu
if os.path.exists(dbm_file): if os.path.exists(dbm_file):
self.logger.info('opening existing deduplication database {}'.format(dbm_file)) self.logger.info('opening existing deduplication database {}'.format(dbm_file))
else: else:

16
warcprox/playback.py
View File

@ -12,14 +12,6 @@ try:
except ImportError: except ImportError:
import SocketServer as socketserver import SocketServer as socketserver
try:
import dbm.gnu as dbm_gnu
except ImportError:
try:
import gdbm as dbm_gnu
except ImportError:
import anydbm as dbm_gnu
import logging import logging
import os import os
from hanzo import warctools from hanzo import warctools
@ -203,6 +195,14 @@ class PlaybackIndexDb(object):
logger = logging.getLogger("warcprox.playback.PlaybackIndexDb") logger = logging.getLogger("warcprox.playback.PlaybackIndexDb")
def __init__(self, dbm_file='./warcprox-playback-index.db'): def __init__(self, dbm_file='./warcprox-playback-index.db'):
try:
import dbm.gnu as dbm_gnu
except ImportError:
try:
import gdbm as dbm_gnu
except ImportError:
import anydbm as dbm_gnu
if os.path.exists(dbm_file): if os.path.exists(dbm_file):
self.logger.info('opening existing playback index database {}'.format(dbm_file)) self.logger.info('opening existing playback index database {}'.format(dbm_file))
else: else:

16
warcprox/stats.py
View File

@ -1,13 +1,5 @@
from __future__ import absolute_import from __future__ import absolute_import
try:
import dbm.gnu as dbm_gnu
except ImportError:
try:
import gdbm as dbm_gnu
except ImportError:
import anydbm as dbm_gnu
import logging import logging
import os import os
import json import json
@ -42,6 +34,14 @@ class StatsDb:
logger = logging.getLogger("warcprox.stats.StatsDb") logger = logging.getLogger("warcprox.stats.StatsDb")
def __init__(self, dbm_file='./warcprox-stats.db', options=warcprox.Options()): def __init__(self, dbm_file='./warcprox-stats.db', options=warcprox.Options()):
try:
import dbm.gnu as dbm_gnu
except ImportError:
try:
import gdbm as dbm_gnu
except ImportError:
import anydbm as dbm_gnu
if os.path.exists(dbm_file): if os.path.exists(dbm_file):
self.logger.info('opening existing stats database {}'.format(dbm_file)) self.logger.info('opening existing stats database {}'.format(dbm_file))
else: else: