mirror of
https://github.com/webrecorder/pywb.git
synced 2025-03-26 15:59:23 +01:00
bfc2e63793
clean up css, add unit and integration tests clean up cli server now known as 'live-rewrite-server', which performs live rewrite using iframe paradigm
84 lines
2.7 KiB
Python
84 lines
2.7 KiB
Python
from pywb.utils.dsrules import BaseRule
|
|
|
|
from regex_rewriters import RegexRewriter, CSSRewriter, XMLRewriter
|
|
from regex_rewriters import JSLinkAndLocationRewriter, JSLinkOnlyRewriter
|
|
|
|
from header_rewriter import HeaderRewriter
|
|
from html_rewriter import HTMLRewriter
|
|
|
|
import itertools
|
|
|
|
HTML = HTMLRewriter
|
|
_is_lxml = False
|
|
|
|
|
|
#=================================================================
|
|
def use_lxml_parser():
|
|
import logging
|
|
from lxml_html_rewriter import LXMLHTMLRewriter, LXML_SUPPORTED
|
|
|
|
if LXML_SUPPORTED:
|
|
global HTML
|
|
global _is_lxml
|
|
HTML = LXMLHTMLRewriter
|
|
logging.debug('Using LXML Parser')
|
|
_is_lxml = True
|
|
else: # pragma: no cover
|
|
logging.debug('LXML Parser not available')
|
|
_is_lxml = False
|
|
|
|
return _is_lxml
|
|
|
|
|
|
#=================================================================
|
|
def is_lxml():
|
|
return _is_lxml
|
|
|
|
|
|
#=================================================================
|
|
class RewriteRules(BaseRule):
|
|
def __init__(self, url_prefix, config={}):
|
|
super(RewriteRules, self).__init__(url_prefix, config)
|
|
|
|
self.rewriters = {}
|
|
|
|
#self._script_head_inserts = config.get('script_head_inserts', {})
|
|
|
|
self.rewriters['header'] = config.get('header_class', HeaderRewriter)
|
|
self.rewriters['css'] = config.get('css_class', CSSRewriter)
|
|
self.rewriters['xml'] = config.get('xml_class', XMLRewriter)
|
|
self.rewriters['html'] = config.get('html_class', HTML)
|
|
#self.rewriters['html'] = config.get('html_class', HTMLRewriter)
|
|
|
|
# Custom handling for js rewriting, often the most complex
|
|
self.js_rewrite_location = config.get('js_rewrite_location', True)
|
|
self.js_rewrite_location = bool(self.js_rewrite_location)
|
|
|
|
# ability to toggle rewriting
|
|
if self.js_rewrite_location:
|
|
js_default_class = JSLinkAndLocationRewriter
|
|
else:
|
|
js_default_class = JSLinkOnlyRewriter
|
|
|
|
# set js class, using either default or override from config
|
|
self.rewriters['js'] = config.get('js_class', js_default_class)
|
|
|
|
# add any regexs for js rewriter
|
|
self._add_custom_regexs('js', config)
|
|
|
|
def _add_custom_regexs(self, field, config):
|
|
regexs = config.get(field + '_regexs')
|
|
if not regexs:
|
|
return
|
|
|
|
rewriter_cls = self.rewriters[field]
|
|
|
|
rule_def_tuples = RegexRewriter.parse_rules_from_config(regexs)
|
|
|
|
def extend_rewriter_with_regex(urlrewriter):
|
|
#import sys
|
|
#sys.stderr.write('\n\nEXTEND: ' + str(rule_def_tuples))
|
|
return rewriter_cls(urlrewriter, rule_def_tuples)
|
|
|
|
self.rewriters[field] = extend_rewriter_with_regex
|