From b225a2d779f311f0df6d1b7b6b4ad411e0fde408 Mon Sep 17 00:00:00 2001 From: Ilya Kreymer Date: Sun, 7 May 2023 11:20:30 -0700 Subject: [PATCH] redis pending request: store url of pending request --- pywb/recorder/redisindexer.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/pywb/recorder/redisindexer.py b/pywb/recorder/redisindexer.py index 52408c25..e51909f9 100644 --- a/pywb/recorder/redisindexer.py +++ b/pywb/recorder/redisindexer.py @@ -110,11 +110,17 @@ class RedisPendingCounterTempBuffer(tempfile.SpooledTemporaryFile): redis_url = res_template(redis_url, params) super(RedisPendingCounterTempBuffer, self).__init__(max_size=max_size) self.redis, self.key = RedisIndexSource.parse_redis_url(redis_url) + self.map_key = self.key + ':h' self.timeout = timeout self.redis.incrby(self.key, 1) self.redis.expire(self.key, self.timeout) + self.url = params.get('url') + self.redis.hincrby(self.map_key, url, 1) + + print(params) + def write(self, buf): super(RedisPendingCounterTempBuffer, self).write(buf) self.redis.expire(self.key, self.timeout) @@ -127,4 +133,5 @@ class RedisPendingCounterTempBuffer(tempfile.SpooledTemporaryFile): self.redis.incrby(self.key, -1) self.redis.expire(self.key, self.timeout) + self.redis.hincrby(self.map_key, url, -1)