mirror of
https://github.com/webrecorder/pywb.git
synced 2025-03-28 00:25:21 +01:00
d7eb40af20
'\/\/example.com', '\\/\\/example.com/', treat same as '//example.com' adding http: prefix
172 lines
6.9 KiB
Python
172 lines
6.9 KiB
Python
r"""
|
|
#=================================================================
|
|
# Custom Regex
|
|
#=================================================================
|
|
# Test https->http converter (other tests below in subclasses)
|
|
>>> RegexRewriter([(RegexRewriter.HTTPX_MATCH_STR, RegexRewriter.remove_https, 0)]).rewrite('a = https://example.com; b = http://example.com; c = https://some-url/path/https://embedded.example.com')
|
|
'a = http://example.com; b = http://example.com; c = http://some-url/path/http://embedded.example.com'
|
|
|
|
|
|
#=================================================================
|
|
# JS Rewriting
|
|
#=================================================================
|
|
|
|
>>> _test_js('location = "http://example.com/abc.html"')
|
|
'WB_wombat_location = "/web/20131010/http://example.com/abc.html"'
|
|
|
|
>>> _test_js(r'location = "http:\/\/example.com/abc.html"')
|
|
'WB_wombat_location = "/web/20131010/http:\\/\\/example.com/abc.html"'
|
|
|
|
>>> _test_js(r'location = "http:\\/\\/example.com/abc.html"')
|
|
'WB_wombat_location = "/web/20131010/http:\\\\/\\\\/example.com/abc.html"'
|
|
|
|
>>> _test_js(r"location = 'http://example.com/abc.html/'")
|
|
"WB_wombat_location = '/web/20131010/http://example.com/abc.html/'"
|
|
|
|
>>> _test_js(r'location = http://example.com/abc.html/')
|
|
'WB_wombat_location = http://example.com/abc.html/'
|
|
|
|
# not rewritten -- to be handled on client side
|
|
>>> _test_js(r'location = "/abc.html"')
|
|
'WB_wombat_location = "/abc.html"'
|
|
|
|
>>> _test_js(r'location = /http:\/\/example.com/abc.html/')
|
|
'WB_wombat_location = /http:\\/\\/example.com/abc.html/'
|
|
|
|
>>> _test_js('"/location" == some_location_val; locations = location;')
|
|
'"/location" == some_location_val; locations = WB_wombat_location;'
|
|
|
|
>>> _test_js('cool_Location = "http://example.com/abc.html"')
|
|
'cool_Location = "/web/20131010/http://example.com/abc.html"'
|
|
|
|
>>> _test_js('window.location = "http://example.com/abc.html" document.domain = "anotherdomain.com"')
|
|
'window.WB_wombat_location = "/web/20131010/http://example.com/abc.html" document.WB_wombat_domain = "anotherdomain.com"'
|
|
|
|
>>> _test_js('document_domain = "anotherdomain.com"; window.document.domain = "example.com"')
|
|
'document_domain = "anotherdomain.com"; window.document.WB_wombat_domain = "example.com"'
|
|
|
|
# protocol-rel escapes
|
|
>>> _test_js('"//example.com/"')
|
|
'"/web/20131010/http://example.com/"'
|
|
|
|
>>> _test_js(r'"\/\/example.com/"')
|
|
'"/web/20131010/http:\\/\\/example.com/"'
|
|
|
|
>>> _test_js(r'"\\/\\/example.com/"')
|
|
'"/web/20131010/http:\\\\/\\\\/example.com/"'
|
|
|
|
# custom rules added
|
|
>>> _test_js('window.location = "http://example.com/abc.html"; some_func(); ', [('some_func\(\).*', RegexRewriter.format('/*{0}*/'), 0)])
|
|
'window.WB_wombat_location = "/web/20131010/http://example.com/abc.html"; /*some_func(); */'
|
|
|
|
# scheme-agnostic
|
|
>>> _test_js('cool_Location = "//example.com/abc.html" //comment')
|
|
'cool_Location = "/web/20131010/http://example.com/abc.html" //comment'
|
|
|
|
# document.cookie test
|
|
>>> _test_js('document.cookie = "a=b; Path=/"')
|
|
'document.WB_wombat_cookie = "a=b; Path=/"'
|
|
|
|
# js-escaped
|
|
>>> _test_js('"http:\\/\\/www.example.com\\/some\\/path\\/?query=1"')
|
|
'"/web/20131010/http:\\/\\/www.example.com\\/some\\/path\\/?query=1"'
|
|
|
|
>>> _test_js('"http:\/\/sub-site.example.com\/path-dashes\/path_other\/foo_bar.txt"')
|
|
'"/web/20131010/http:\\/\\/sub-site.example.com\\/path-dashes\\/path_other\\/foo_bar.txt"'
|
|
|
|
|
|
#=================================================================
|
|
# XML Rewriting
|
|
#=================================================================
|
|
|
|
>>> _test_xml('<tag xmlns="http://www.example.com/ns" attr="http://example.com"></tag>')
|
|
'<tag xmlns="http://www.example.com/ns" attr="/web/20131010/http://example.com"></tag>'
|
|
|
|
>>> _test_xml('<tag xmlns:xsi="http://www.example.com/ns" attr=" http://example.com"></tag>')
|
|
'<tag xmlns:xsi="http://www.example.com/ns" attr=" /web/20131010/http://example.com"></tag>'
|
|
|
|
>>> _test_xml('<tag> http://example.com<other>abchttp://example.com</other></tag>')
|
|
'<tag> /web/20131010/http://example.com<other>abchttp://example.com</other></tag>'
|
|
|
|
>>> _test_xml('<main> http://www.example.com/blah</tag> <other xmlns:abcdef= " http://example.com"/> http://example.com </main>')
|
|
'<main> /web/20131010/http://www.example.com/blah</tag> <other xmlns:abcdef= " http://example.com"/> /web/20131010/http://example.com </main>'
|
|
|
|
#=================================================================
|
|
# CSS Rewriting
|
|
#=================================================================
|
|
|
|
>>> _test_css("background: url('/some/path.html')")
|
|
"background: url('/web/20131010/http://example.com/some/path.html')"
|
|
|
|
>>> _test_css("background: url('../path.html')")
|
|
"background: url('/web/20131010/http://example.com/path.html')"
|
|
|
|
>>> _test_css("background: url(\"http://domain.com/path.html\")")
|
|
'background: url("/web/20131010/http://domain.com/path.html")'
|
|
|
|
>>> _test_css("background: url(file.jpeg)")
|
|
'background: url(/web/20131010/http://example.com/file.jpeg)'
|
|
|
|
>>> _test_css("background:#abc url('/static/styles/../images/layout/logo.png')")
|
|
"background:#abc url('/web/20131010/http://example.com/static/images/layout/logo.png')"
|
|
|
|
>>> _test_css("background:#000 url('/static/styles/../../images/layout/logo.png')")
|
|
"background:#000 url('/web/20131010/http://example.com/images/layout/logo.png')"
|
|
|
|
>>> _test_css("background: url('')")
|
|
"background: url('')"
|
|
|
|
>>> _test_css("background: url (\"weirdpath\')")
|
|
'background: url ("/web/20131010/http://example.com/weirdpath\')'
|
|
|
|
>>> _test_css("@import url ('path.css')")
|
|
"@import url ('/web/20131010/http://example.com/path.css')"
|
|
|
|
>>> _test_css("@import url('path.css')")
|
|
"@import url('/web/20131010/http://example.com/path.css')"
|
|
|
|
>>> _test_css("@import ( 'path.css')")
|
|
"@import ( '/web/20131010/http://example.com/path.css')"
|
|
|
|
>>> _test_css("@import \"path.css\"")
|
|
'@import "/web/20131010/http://example.com/path.css"'
|
|
|
|
>>> _test_css("@import ('../path.css\"")
|
|
'@import (\'/web/20131010/http://example.com/path.css"'
|
|
|
|
>>> _test_css("@import ('../url.css\"")
|
|
'@import (\'/web/20131010/http://example.com/url.css"'
|
|
|
|
>>> _test_css("@import (\"url.css\")")
|
|
'@import ("/web/20131010/http://example.com/url.css")'
|
|
|
|
>>> _test_css("@import url(/url.css)\n@import url(/anotherurl.css)\n @import url(/and_a_third.css)")
|
|
'@import url(/web/20131010/http://example.com/url.css)\n@import url(/web/20131010/http://example.com/anotherurl.css)\n @import url(/web/20131010/http://example.com/and_a_third.css)'
|
|
|
|
"""
|
|
|
|
|
|
#=================================================================
|
|
from pywb.rewrite.url_rewriter import UrlRewriter
|
|
from pywb.rewrite.regex_rewriters import RegexRewriter, JSRewriter, CSSRewriter, XMLRewriter
|
|
|
|
|
|
urlrewriter = UrlRewriter('20131010/http://example.com/', '/web/')
|
|
|
|
|
|
def _test_js(string, extra = []):
|
|
return JSRewriter(urlrewriter, extra).rewrite(string)
|
|
|
|
def _test_xml(string):
|
|
return XMLRewriter(urlrewriter).rewrite(string)
|
|
|
|
def _test_css(string):
|
|
return CSSRewriter(urlrewriter).rewrite(string)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
import doctest
|
|
doctest.testmod()
|
|
|
|
|