backup/pywb
1
0
Fork 0
mirror of https://github.com/webrecorder/pywb.git synced 2025-03-24 06:59:52 +01:00
Code Issues Projects Releases Activity

rangecache: use tmp dir for cache and delete on exit

Browse Source
This commit is contained in:
Ilya Kreymer 2014-11-22 18:38:57 -08:00
parent 550d78a181
commit 0eafd06c42
1 changed files with 13 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
pywb/webapp/rangecache.py
View File

@ -2,12 +2,14 @@ from pywb.utils.statusandheaders import StatusAndHeaders
from pywb.utils.loaders import LimitReader from pywb.utils.loaders import LimitReader
from pywb.framework.cache import create_cache from pywb.framework.cache import create_cache
from tempfile import NamedTemporaryFile from tempfile import NamedTemporaryFile, mkdtemp
import yaml import yaml
import os import os
import re import re
import atexit
#================================================================= #=================================================================
class RangeCache(object): class RangeCache(object):
@ -35,6 +37,14 @@ class RangeCache(object):
def __init__(self): def __init__(self):
self.cache = create_cache() self.cache = create_cache()
self.temp_dir = mkdtemp(prefix='_pywbcache')
atexit.register(self.cleanup)
def cleanup(self):
if self.temp_dir:
import shutil
print('Removing: ' + self.temp_dir)
shutil.rmtree(self.temp_dir, True)
def is_ranged(self, wbrequest): def is_ranged(self, wbrequest):
url = wbrequest.wb_url.url url = wbrequest.wb_url.url
@ -83,9 +93,10 @@ class RangeCache(object):
# only cache 200 responses # only cache 200 responses
if not response.status_headers.get_statuscode().startswith('200'): if not response.status_headers.get_statuscode().startswith('200'):
print('NON 200 RESP')
return response.status_headers, response.body return response.status_headers, response.body
with NamedTemporaryFile(delete=False) as fh: with NamedTemporaryFile(delete=False, dir=self.temp_dir) as fh:
for obj in response.body: for obj in response.body:
fh.write(obj) fh.write(obj)
@ -128,11 +139,6 @@ class RangeCache(object):
else: else:
status_headers = StatusAndHeaders('200 OK', spec['headers']) status_headers = StatusAndHeaders('200 OK', spec['headers'])
#status_headers.headers.append(('Accept-Ranges', 'bytes'))
#status_headers.headers.append(('Access-Control-Allow-Credentials', 'true'))
#status_headers.headers.append(('Access-Control-Allow-Origin', 'http://localhost:8080'))
#status_headers.headers.append(('Timing-Allow-Origin', 'http://localhost:8080'))
status_headers.replace_header('Content-Length', str(maxlen)) status_headers.replace_header('Content-Length', str(maxlen))
return status_headers, read_range() return status_headers, read_range()