From c93d7ecafcab5d426bc43ed041a568286bf6ce0a Mon Sep 17 00:00:00 2001 From: Ilya Kreymer Date: Thu, 4 Aug 2016 16:53:24 -0400 Subject: [PATCH] webagg: Fix loading of url-lookup (url agnostic) revisits, ensure all params passed to cdx lookup, add tests for url-agnostic revisit lookup --- testdata/example-url-agnostic-orig.warc.gz | Bin 0 -> 1354 bytes testdata/example-url-agnostic-revisit.warc.gz | Bin 0 -> 946 bytes testdata/url-agnost-example.cdxj | 2 ++ webagg/responseloader.py | 21 +++++++++++++----- webagg/test/test_handlers.py | 16 +++++++++++++ 5 files changed, 33 insertions(+), 6 deletions(-) create mode 100644 testdata/example-url-agnostic-orig.warc.gz create mode 100644 testdata/example-url-agnostic-revisit.warc.gz create mode 100644 testdata/url-agnost-example.cdxj diff --git a/testdata/example-url-agnostic-orig.warc.gz b/testdata/example-url-agnostic-orig.warc.gz new file mode 100644 index 0000000000000000000000000000000000000000..987003732a24124cc5cbbbe0cd15a8028316a63f GIT binary patch literal 1354 zcmV-Q1-1GgiwFP!0000018tGtYJ)Ho#_t8+AukY3{L|Jj2GXvqFxJruh2BVvNeyTs zF}B;Deo zI3baXA#`0#d)abDyCn^^kvE9u6HG#I`(BJE&a|oFVMoBzXcQSoS(D!a;d-5JL9%Lh`mA{%mht-E89+lGyir zZ_vUzpG!&#AH0H0cb!&4;E3S)J^whr9t-GzV;rG1ilY_Iz{{sKlv!Ux)!MaU%W;!8h*(L8NrELn$(m07 zz2HT+L=Tl_NN^W>cK7Tq@G^d!SWe4s7%zH7=DQSq$WW#tk+>JqY=w$EKTdsEE0y|| zg>N)YBW!V+(3Z$nR=xF_DsAuDPMg?$V!Lx^;CDN|?S8E{%;+u>l#y$`LaBU^YwGwP z+`IY9%k25#%lNkcJe_^&e|?^P>U_Tc@br1o?u~2P>5PmS)4@p}2JM#Pby}{|YdOxK z-tdT_$QYSk`w-+=;^#SMerPW|>NzfPsN;}M$Q&|oyaDNYi_pVGuhZ=>M-5{l5`~GX z8K7wz@sKJm601o03SzlZS~Wa!v$wdzWTnz zd2QDxlZ!t1X;ayDMNS$TB$nyPZ$<8bI ze=_-gSe+AjLgqPRXLY}z`+*w!TzlaAK-n>f>KRyNi;jx55m?nc8bOho9#0))-N0BMMoIRF3v literal 0 HcmV?d00001 diff --git a/testdata/example-url-agnostic-revisit.warc.gz b/testdata/example-url-agnostic-revisit.warc.gz new file mode 100644 index 0000000000000000000000000000000000000000..3770ed0a8aceb2567092233be67b6daac53c2db3 GIT binary patch literal 946 zcmV;j15NxNiwFP!0000018tFAYlAQphVKRcL;gTCM*CqHgVL_7FxJruh2BWaM-6Bq zF}B-&{i4WrvjoE7<$XElIk{|3+c=3(7+ib>i?2=)@Sv6{EzKq#(UIXvtLcp9uG!=O0%E!GRZSP7X! zRB;S5nl4~Pvn9;4C1WxdDbM9|7;KGpLc4il+I5X$)G4FmslQaB;r*ZOP3W7eJw=v= zK^XK#I`8vIMd3qKkeRkMx{o{)Jil)~&acM;dgL_0XoXU|Omgt@=`3Z=*f5aBw$u?Y z@_-Q?>?Z|Gt7JxxhQ2Ta)XsGzjw@B^p^YjnBWdF?Ha+Fxd@S*LflzrDw)f*FW#iY~ zJ8r3TQO9K%bVJpsz802%gQu}tIIyv-R(IihS>gTs|NlvFb{%oY`vZXnsdnlC001A0 z2ng^e7E=HNb#iQ9VP|e{b963uVRB;tZIWMan=ll`-;wwZR-ZO$4%iU>xa+huNtbMm znx>@L`etm0FcBLW(>33ICMDh0P9T9U_a2|~<8DT)v4;k}>ul^B%nr36K#Rw+Db1-y zbs-E~ujT~ojH!v|8PS-};)(9-N(`9VdwuJK8as}C6hJ?QIL%N>hREIzeZ!I-Dn&V* zl!cWbpxIGGF7b7?*(}#LKSr~7Jzw6&59{S^c)z&3yB`P9sGprL;fQlBnudTh7@#B^ zU=$4yN>AciZOcl$xRk=wwq58)F;Kejeo@W3tX`kbYjp`}Ays2a21_oaebNfny-9vF zd7_|O$!t7MKqX{hc71&%wn8^BQv`f$wIpp@a>D#Pp$WneQG{T~ID#okQaDU`Q|z!#zbx4ib~6vfc#)r>h*a>JQ;h?zB&hNM|C62#X7r!iR(OvUMTqi z;1qmqt0Mq#+BWcIk-5$^qXhwHapFflhT%4XA