backup/pywb
1
0
Fork 0
mirror of https://github.com/webrecorder/pywb.git synced 2025-03-15 00:03:28 +01:00
Code Issues Projects Releases Activity

redis pending request: store url of pending request

Browse Source
This commit is contained in:
Ilya Kreymer 2023-05-07 11:20:30 -07:00
parent 4a3e7ddff7
commit b225a2d779
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
pywb/recorder/redisindexer.py
View File

@ -110,11 +110,17 @@ class RedisPendingCounterTempBuffer(tempfile.SpooledTemporaryFile):
redis_url = res_template(redis_url, params)
super(RedisPendingCounterTempBuffer, self).__init__(max_size=max_size)
self.redis, self.key = RedisIndexSource.parse_redis_url(redis_url)
self.map_key = self.key + ':h'
self.timeout = timeout
self.redis.incrby(self.key, 1)
self.redis.expire(self.key, self.timeout)
self.url = params.get('url')
self.redis.hincrby(self.map_key, url, 1)
print(params)
def write(self, buf):
super(RedisPendingCounterTempBuffer, self).write(buf)
self.redis.expire(self.key, self.timeout)
@ -127,4 +133,5 @@ class RedisPendingCounterTempBuffer(tempfile.SpooledTemporaryFile):
self.redis.incrby(self.key, -1)
self.redis.expire(self.key, self.timeout)
self.redis.hincrby(self.map_key, url, -1)