From 399853dea0a9c19db80d5616da5483db07a90dfc Mon Sep 17 00:00:00 2001 From: Noah Levitt Date: Thu, 21 Dec 2017 11:13:37 -0800 Subject: [PATCH] if --profile is enabled, dump results every ten minutes, as well as at shutdown --- setup.py | 2 +- warcprox/controller.py | 7 +++++++ 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/setup.py b/setup.py index fd7381e..d9ca672 100755 --- a/setup.py +++ b/setup.py @@ -52,7 +52,7 @@ except: setuptools.setup( name='warcprox', - version='2.3.1b4.dev127', + version='2.3.1b4.dev128', description='WARC writing MITM HTTP/S proxy', url='https://github.com/internetarchive/warcprox', author='Noah Levitt', diff --git a/warcprox/controller.py b/warcprox/controller.py index 11291c4..22e0328 100644 --- a/warcprox/controller.py +++ b/warcprox/controller.py @@ -227,6 +227,7 @@ class WarcproxController(object): self.start() last_mem_dbg = datetime.datetime.utcfromtimestamp(0) + last_profile_dump = datetime.datetime.utcnow() try: utc = datetime.timezone.utc @@ -253,6 +254,12 @@ class WarcproxController(object): # self.debug_mem() # last_mem_dbg = datetime.datetime.utcnow() + if (self.options.profile and + (datetime.datetime.utcnow() - last_profile_dump + ).total_seconds() > 60*10): + self._dump_profiling() + last_profile_dump = datetime.datetime.utcnow() + time.sleep(0.5) if self.options.profile: