test apps: enable debugging for test apps

test recorder: write to a temp dir for each run

recorder/test/simplerec.py

@@ -6,9 +6,27 @@ from recorder.redisindexer import WritableRedisIndexer
 from recorder.warcwriter import MultiFileWARCWriter
 from recorder.filters import SkipDupePolicy
 
+import atexit
+import tempfile
+import redis
+
 upstream_url = 'http://localhost:8080'
 
-target = './_recordings/'
+target = tempfile.mkdtemp(prefix='tmprec') + '/'
+
+print('Recording to ' + target)
+
+def rm_target():
+    print('Removing ' + target)
+    shutil.rmtree(target)
+
+atexit.register(rm_target)
+
+local_r = redis.StrictRedis.from_url('redis://localhost/2')
+local_r.delete('rec:cdxj')
+local_r.delete('rec:warc')
+
+#target = './_recordings/'
 
 dedup_index = WritableRedisIndexer(
                 redis_url='redis://localhost/2/rec:cdxj',

setup.py

@@ -35,7 +35,7 @@ setup(
         'proxy',
         ],
     install_requires=[
-        'pywb==0.30.0',
+        'pywb>=0.30.0',
         ],
     dependency_links=[
         'git+https://github.com/ikreymer/pywb.git@develop#egg=pywb-0.30.0-develop',

urlrewrite/test/simpleapp.py

@@ -26,6 +26,14 @@ class RWApp(RewriterApp):
 
         self.cookie_tracker = CookieTracker(redis)
 
+        self.orig_error_handler = self.app.default_error_handler
+        self.app.default_error_handler = self.err_handler
+
+    def err_handler(self, exc):
+        print(exc)
+        traceback.print_exc()
+        return self.orig_error_handler(exc)
+
     def get_upstream_url(self, url, wb_url, closest, kwargs):
         type = kwargs.get('type')
         return self.upstream_urls[type].format(url=quote(url),

webagg/test/live.py

@@ -7,7 +7,7 @@ from webagg.indexsource import LiveIndexSource, RedisIndexSource
 from webagg.aggregator import SimpleAggregator, CacheDirectoryIndexSource
 
 def simpleapp():
-    app = ResAggApp()
+    app = ResAggApp(debug=True)
     app.add_route('/live',
         DefaultResourceHandler(SimpleAggregator(
                                {'live': LiveIndexSource()})