changes for auto scalar prototype:

- add cache headers for proxy
- wsgiprox 1.5.0
- decompresss brotli for now

pywb/rewrite/content_rewriter.py

@@ -205,6 +205,12 @@ class BaseContentRewriter(object):
             if rwinfo.is_chunked:
                 stream = ChunkedDataReader(rwinfo.record.raw_stream,
                                            decomp_type=None)
+            elif rw_http_headers.get_header('Content-Encoding') == 'br':
+                rw_http_headers.remove_header('Content-Encoding')
+                rw_http_headers.remove_header('Content-Length')
+                print('DECOMP')
+                stream = rwinfo.content_stream
+
             else:
                 stream = rwinfo.record.raw_stream
 

pywb/rewrite/header_rewriter.py

@@ -94,6 +94,9 @@ class DefaultHeaderRewriter(object):
                 else:
                     new_headers_list.append(new_header)
 
+        if not self.rwinfo.is_url_rw():
+            self._add_cache_headers(new_headers_list, 100000)
+
         return StatusAndHeaders(self.http_headers.statusline,
                                 headers=new_headers_list,
                                 protocol=self.http_headers.protocol)
@@ -159,7 +162,7 @@ class DefaultHeaderRewriter(object):
         else:
             dt = datetime.utcnow()
             dt = dt + timedelta(seconds=age)
-            new_headers.append(('Cache-Control', 'max-age=' + str(age)))
+            new_headers.append(('Cache-Control', 'public; max-age=' + str(age)))
             new_headers.append(('Expires', datetime_to_http_date(dt)))
 
 

pywb/rules.yaml

@@ -376,6 +376,9 @@ rules:
         - action_load_comments
         - filter
 
+    - url_prefix: 'com,youtube)/embed/'
+
+      fuzzy_lookup: '()'
 
     - url_prefix: 'com,googlevideo,'
 

requirements.txt

@@ -12,4 +12,4 @@ webencodings
 gevent==1.2.2
 webassets==0.12.1
 portalocker
-wsgiprox>=1.4.1
+wsgiprox>=1.5.0