%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R ] /Type /Pages /Count 10 >> endobj 2 0 obj << /Title (HPatches\072 A Benchmark and Evaluation of Handcrafted and Learned Local Descriptors) /Producer (PyPDF2) /Author (Vassileios Balntas\054 Karel Lenc\054 Andrea Vedaldi\054 Krystian Mikolajczyk) /Subject (2017 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 14 0 R /Resources << /XObject << /x8 15 0 R /x6 18 0 R /x12 21 0 R /x10 24 0 R >> /ExtGState << /s9 27 0 R /s11 30 0 R /a0 << /CA 1 /ca 1 >> /s5 33 0 R /R33 36 0 R /s7 37 0 R >> /Font << /F2 40 0 R /F1 41 0 R /R38 42 0 R /R36 46 0 R /R46 50 0 R /R34 55 0 R /R44 59 0 R /R42 63 0 R /R40 68 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 95 0 R /Resources << /ExtGState << /R33 36 0 R >> /Font << /R36 46 0 R /F2 96 0 R /R34 55 0 R /R44 59 0 R /F1 97 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 98 0 R 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R 112 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 113 0 R /Resources << /ExtGState << /R33 36 0 R >> /Font << /R109 114 0 R /F2 119 0 R /R119 120 0 R /R113 125 0 R /R111 128 0 R /R105 131 0 R /R117 135 0 R /R107 138 0 R /R115 142 0 R /R44 59 0 R /R125 146 0 R /F1 150 0 R /R123 151 0 R /R121 154 0 R /R36 46 0 R /R34 55 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 159 0 R 160 0 R 161 0 R 162 0 R 163 0 R 164 0 R 165 0 R 166 0 R 167 0 R 168 0 R 169 0 R 170 0 R 171 0 R 172 0 R 173 0 R 174 0 R 175 0 R 176 0 R 177 0 R 178 0 R 179 0 R 180 0 R 181 0 R 182 0 R 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 188 0 R /Resources << /XObject << /R156 189 0 R /R157 190 0 R /R154 191 0 R /R155 192 0 R /R152 193 0 R /R153 194 0 R /R150 195 0 R /R151 196 0 R /R149 197 0 R /R148 198 0 R /R158 199 0 R /R147 200 0 R /R146 201 0 R /R143 202 0 R >> /ExtGState << /R33 36 0 R >> /Font << /R109 114 0 R /R144 203 0 R /R44 59 0 R /R36 46 0 R /R34 55 0 R /R111 128 0 R /F2 207 0 R /F1 208 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 209 0 R 210 0 R 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R 217 0 R 218 0 R 219 0 R 220 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 221 0 R /Resources << /ExtGState << /R33 36 0 R >> /Font << /R181 222 0 R /R193 225 0 R /R183 228 0 R /R191 231 0 R /R185 234 0 R /R187 237 0 R /R195 241 0 R /R189 244 0 R /R46 50 0 R /R44 59 0 R /R42 63 0 R /F2 247 0 R /F1 248 0 R /R123 151 0 R /R121 154 0 R /R109 114 0 R /R119 120 0 R /R111 128 0 R /R105 131 0 R /R117 135 0 R /R115 142 0 R /R38 42 0 R /R36 46 0 R /R34 55 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 249 0 R 250 0 R 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R 258 0 R 259 0 R 260 0 R 261 0 R 262 0 R 263 0 R 264 0 R 265 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 266 0 R /Resources << /ExtGState << /R33 36 0 R >> /Font << /R109 114 0 R /R210 267 0 R /R191 231 0 R /R185 234 0 R /R119 120 0 R /R189 244 0 R /F1 271 0 R /R111 128 0 R /R42 63 0 R /R40 68 0 R /R44 59 0 R /R117 135 0 R /R123 151 0 R /R36 46 0 R /F2 272 0 R /R34 55 0 R /R115 142 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 273 0 R 274 0 R 275 0 R 276 0 R 277 0 R 278 0 R 279 0 R 280 0 R 281 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 282 0 R /Resources << /ExtGState << /R33 36 0 R >> /Font << /R109 114 0 R /R44 59 0 R /R111 128 0 R /F2 283 0 R /F1 284 0 R /R36 46 0 R /R34 55 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 285 0 R 286 0 R 287 0 R 288 0 R 289 0 R 290 0 R 291 0 R 292 0 R 293 0 R 294 0 R 295 0 R 296 0 R 297 0 R 298 0 R 299 0 R 300 0 R 301 0 R 302 0 R 303 0 R 304 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 305 0 R /Resources << /ExtGState << /R33 36 0 R >> /Font << /R183 228 0 R /F2 306 0 R /F1 307 0 R /R123 151 0 R /R36 46 0 R /R34 55 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 308 0 R 309 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 310 0 R /Resources << /ExtGState << /R33 36 0 R >> /Font << /R36 46 0 R /F2 311 0 R /R34 55 0 R /R44 59 0 R /F1 312 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 313 0 R 314 0 R ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 315 0 R /Resources << /ExtGState << /R33 36 0 R >> /Font << /R36 46 0 R /F2 316 0 R /F1 317 0 R /R44 59 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 13 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 14 0 obj << /Length 22007 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R33 gs 0 g q 10 0 0 10 0 0 cm BT /R34 14.34620 Tf 1 0 0 1 73.77700 675.06700 Tm [ (HP) 9.98732 (atches\072) -309.99300 (A) -250.00200 (benchmark) -249.99100 (and) -249.99100 (e) 14.98760 (v) 9.99625 (aluation) -249.99300 (of) -250.01200 (handcrafted) -249.99500 (and) -249.99100 (lear) 15.00290 (ned) -250.00800 (local) ] TJ 189.57000 -17.93320 Td (descriptors) Tj /R36 11.95520 Tf -158.74600 -37.85780 Td [ (V) 110.99500 (assileios) -250.00900 (Balntas) ] TJ /R38 7.97010 Tf 86.67380 4.33867 Td [ <03> 0.25731 ] TJ /R36 11.95520 Tf -101.31400 -18.28590 Td [ (Imperial) -249.99500 (Colle) 14.98820 (ge) -250.00900 (London) ] TJ /R40 8.96640 Tf -4.21484 -13.94800 Td (v\056balntas\100imperial\056ac\056uk) Tj /R36 11.95520 Tf 185.47000 27.89530 Td [ (Karel) -250.01000 (Lenc) ] TJ /R38 7.97010 Tf 53.43910 4.33867 Td [ <03> 0.25731 ] TJ /R36 11.95520 Tf -74.58200 -18.28590 Td [ (Uni) 24.99570 (v) 14.98510 (ersity) -249.98900 (of) -250.01400 (Oxford) ] TJ /R40 8.96640 Tf -6.25898 -13.94800 Td (karel\100robots\056ox\056ac\056uk) Tj /R36 11.95520 Tf 166.44800 27.89530 Td [ (Andrea) -250.01000 (V) 110.99400 (edaldi) ] TJ -12.88120 -13.94730 Td [ (Uni) 24.99570 (v) 14.98510 (ersity) -249.98900 (of) -250.01400 (Oxford) ] TJ /R40 8.96640 Tf -11.63910 -13.94800 Td (vedaldi\100robots\056ox\056ac\056uk) Tj /R36 11.95520 Tf -140.36800 -19.92500 Td [ (Krystian) -250 (Mik) 10 (olajczyk) ] TJ -8.10469 -13.94770 Td [ (Imperial) -249.99500 (Colle) 14.98720 (ge) -250.00800 (London) ] TJ /R40 8.96640 Tf -14.97500 -13.94800 Td (k\056mikolajczyk\100imperial\056ac\056uk) Tj /R42 5.97760 Tf 0.44688 -10.13830 Td [ <03> -0.11436 ] TJ /R36 8.96640 Tf 4.31680 -3.80898 Td [ (Authors) -249.98900 (contrib) 19.98020 (uted) -249.98900 (equally) -250 (to) -250.01400 (this) -250 (w) 10.00920 (ork) ] TJ /R34 11.95520 Tf -81.06290 -41.04570 Td (Abstract) Tj /R44 9.96260 Tf -83.92810 -24.92300 Td [ (In) -356.99700 (this) -357.01300 (paper) 111.01800 (\054) -384.01200 (we) -356.99100 (pr) 44.98390 (opose) -356.98200 (a) -356.99400 (no) 10.00810 (vel) -357 (benc) 14 (hmar) 1 (k) -357.98400 (for) -356.98200 (e) 15.01220 (val\055) ] TJ -11.95470 -11.95510 Td [ (uating) -394.01800 (local) -393.01200 (ima) 10.01300 (g) 10.00320 (e) -394.01800 (descriptor) 9.99833 (s\056) -739.98600 (W) 91.98590 (e) -394.01800 (demonstr) 15.00980 (ate) -392.98600 (that) -393.98800 (the) ] TJ 11.95510 TL T* [ (e) 19.99240 (xisting) -406.99700 (datasets) -406.99300 (and) -407.01500 (e) 15.01220 (valuation) -406.98800 (pr) 44.98390 (otocols) -406.99800 (do) -408 (not) -407.01300 (specify) ] TJ T* [ (unambiguously) -320.00500 (all) -320.00500 (aspects) -320.00400 (of) -320.01300 (e) 15.01220 (valuation\054) -336.99800 (leading) -319.99600 (to) -320.01300 (ambi\055) ] TJ 11.95590 TL T* [ (guities) -274 (and) -274.01700 (inconsistencies) -273.98200 (in) -273.98100 (r) 37.01960 (esults) -274.00600 (r) 37.01960 (eported) -274.01300 (in) -273.98100 (the) -273.98600 (liter) 15 (a\055) ] TJ 11.95510 TL T* [ (tur) 36.99260 (e) 15.01280 (\056) -418.98600 (Furthermor) 37.01710 (e) 9.99343 (\054) -295.00700 (these) -285.98200 (datasets) -285.99400 (ar) 36.98520 (e) -285.99600 (nearly) -286.99600 (sat) 0.99738 (ur) 14.99010 (ated) -286.99900 (due) ] TJ T* [ (to) -247.98600 (the) -247.99000 (r) 37.01960 (ecent) -247.99800 (impr) 44.99370 (o) 10.00320 (vements) -247.98900 (in) -247.98600 (local) -248.99800 (descript) 1.00718 (o) -1.01454 (r) 10.98350 (s) -249.01200 (obtained) -248.00300 (by) ] TJ T* [ (learning) -236.00300 (them) -235.98900 (fr) 44.98640 (om) -235.99200 (lar) 36.99260 (g) 10.00320 (e) -236.00500 (annotated) -235.99900 (datasets\056) -305.00800 (Ther) 36.99630 (efor) 36.98890 (e) 9.99343 (\054) -239.01600 (we) ] TJ T* [ (intr) 44.99860 (oduce) -235.01300 (a) -233.99500 (ne) 13.99890 (w) -233.98700 (lar) 36.99260 (g) 10.00320 (e) -234.98500 (dataset) -234.98900 (suitable) -234.00100 (for) -235.00200 (tr) 14.99010 (aining) -234.98500 (and) -235.00500 (test\055) ] TJ T* [ (ing) -278.01500 (modern) -278.01200 (descriptor) 9.99833 (s\054) -285.98300 (to) 10.01060 (g) 10.00320 (ether) -277.98300 (with) -277.99900 (strictly) -278 <6465026e6564> -279 (e) 15.01220 (val\055) ] TJ 11.95630 TL T* [ (uation) -216.98800 (pr) 44.98390 (otocols) -216.99200 (in) -217.01000 (se) 15.01830 (ver) 15.01470 (al) -217.01000 (tasks) -217.00300 (suc) 14.98520 (h) -217.01800 (as) -217.01000 (matc) 14.98770 (hing) 9.98118 (\054) -224 (r) 37.01830 (etrie) 14.99010 (val) ] TJ 11.95510 TL T* [ (and) -294.01400 <636c6173736902636174696f6e2e> -441.00400 (This) -293.01600 (allows) -293.98500 (for) -294.01100 (mor) 36.98890 (e) -293.01500 (r) 37.01830 (ealistic\054) -305.01300 (and) -294.01500 (thus) ] TJ T* [ (mor) 36.98830 (e) -311.01100 (r) 37.01960 (eliable) -310.00300 (comparisons) -310.99700 (in) -310.01400 (dif) 18.01660 (fer) 36.98280 (ent) -311 (application) -310.99200 (scenar) 20.01140 (\055) ] TJ T* [ (ios\056) -667.98500 (W) 91.98650 (e) -369.00200 (e) 15.01280 (valuate) -369.01600 (the) -368.99000 (performance) -369.00700 (of) -370.00400 (se) 15.01960 (ver) 15.01470 (al) -368.98500 (state\055of\055the\055) ] TJ T* [ (art) -294.01100 (descriptor) 9.99833 (s) -293.98400 (and) -294.01500 (analyse) -294.01000 (their) -294.00900 (pr) 44.98390 (operties\056) -442.01400 (W) 91.98710 (e) -293.99500 (show) -294 (that) ] TJ T* [ (a) -253.01200 (simple) -254.01200 (normalisation) -252.98200 (of) -253.98500 (tr) 14.99140 (aditional) -253.00200 (hand\055cr) 14.99750 (afted) -254.01600 (descrip\055) ] TJ 11.95590 TL T* [ (tor) 10.01670 (s) -257.01000 (can) -257.99100 (boost) -256.98800 (their) -258.01500 (performance) -256.98700 (to) -257.98400 (the) -257.00900 (le) 14.98030 (vel) -257.99900 (of) -257.00400 (deep) -257.99400 (learn\055) ] TJ 11.95510 TL T* [ (ing) -296.01200 (based) -294.99300 (descriptor) 9.99833 (s) -295.98400 (within) -295.98400 (a) -295.00500 (r) 37.01960 (ealistic) -295.99700 (benc) 15.01960 (hmarks) -296.00900 (e) 15.01220 (valu\055) ] TJ (ation\056) ' /R34 11.95520 Tf 38.90200 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R36 9.96260 Tf 11.95470 -19.94100 Td [ (Local) -243.99100 (feature) -244.00600 (descriptors) -244.01100 (remain) -243.98600 (an) -243.99700 (essential) -244.01300 (component) ] TJ -11.95470 -11.95510 Td [ (of) -398.99000 (image) -399.01600 (matching) -398.99800 (and) -398.98600 (retrie) 25.01420 (v) 24.98110 (al) -398.99000 (systems) -398.99200 (and) -398.98700 (it) -399.01700 (is) -399.01900 (an) -398.99200 (ac\055) ] TJ 11.95510 TL T* [ (ti) 24.99030 (v) 14.98280 (e) -323.00900 (area) -322.00200 (of) -323.00300 (research\056) -528 (W) 39.99460 (ith) -322.00500 (the) -322.99800 (success) -322.01500 (of) -323.00200 (learnable) -323 (repre\055) ] TJ T* [ (sentations) -232 (and) -231.99400 (the) -231.99300 (a) 19.99180 (v) 24.98110 (ailability) -231.99600 (of) -232 (increasingly\055lar) 17.98470 (ge) -232 (labelled) ] TJ T* [ (datasets\054) -455.98200 (research) -415.00200 (on) -415.01900 (local) -413.99800 (descriptors) -415.00200 (has) -414.98200 (seen) -414.98700 (a) -414.99400 (renais\055) ] TJ 11.95630 TL T* [ (sance\056) -575.98200 (End\055to\055end) -337.99600 (learning) -338.98500 (allo) 24.99090 (ws) -338.99400 (to) -338.01000 (thoroughly) -338.99500 (optimise) ] TJ 11.95470 TL T* [ (descriptors) -335.99600 (for) -335.00400 (a) 19.99180 (v) 24.98110 (ailable) -336.00900 (benchmarks\054) -357.01400 <7369676e690263616e746c79> -336 (outper) 20.01140 (\055) ] TJ T* [ (forming) -250.00900 (fully) -250.01600 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 109.33000 105.92200 Tm (20) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 119.29300 105.92200 Tm [ (\135) -250.00100 (or) -249.99600 (semi\055handcrafted) -250.01500 (features) -250 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 244.88100 105.92200 Tm (21) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 254.84400 105.92200 Tm (\054) Tj ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 259.82500 105.92200 Tm (32) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 269.78800 105.92200 Tm (\135\056) Tj -207.72100 -12.96720 Td [ (Surprisingly) -282.99100 (ho) 24.98600 (we) 25.01420 (v) 14.98280 (er) 39.98600 (\054) -291.00800 (the) -281.98500 (adoption) -283.01500 (of) -283.00900 (these) -283.00200 (purportedly) ] TJ -11.95510 -11.95510 Td [ (better) -471.01200 (descriptors) -472.01200 (has) -471.01200 (been) -471.01800 (limited) -471.99700 (in) -471.00700 (applications\054) -527.00500 (with) ] TJ /R36 8.96640 Tf 258.75000 411.41400 Td [ (T) 79.98070 (able) -463 (1\056) -461.99000 (Contradicting) -462.01400 (conclusions) -462.98100 (reported) -461.98400 (in) -463.00200 (literature) -462.01700 (while) ] TJ 10.95900 TL T* [ (e) 24.98750 (v) 25.00660 (aluating) -328.01500 (the) -329.01700 (same) -327.98500 (descriptors) -327.99900 (on) -329.00600 (the) -328.01500 (same) -327.98200 (benchmark) -327.98200 (\050Oxford) ] TJ (\133) ' ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 8.96640 Tf 1 0 0 1 311.84800 470.49600 Tm (22) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 8.96640 Tf 1 0 0 1 320.81400 470.49600 Tm [ (\135\051\056) -298.99500 (Ro) 25.02020 (ws) -216.00300 (report) -215.99200 (inconsistent) -215.99200 (e) 24.99020 (v) 25.00660 (aluation) -217.01000 (results) -216.00300 (due) -216.01900 (to) -215.98600 (v) 25.00660 (ariations) ] TJ -11.95230 -10.95900 Td [ (of) -249.99200 (the) -249.98900 (implicit) -249.98700 (parameters) -250.01700 (e\056g\056) -309.99000 (of) -249.99500 (feature) -250.01100 (detectors\056) ] TJ /R36 7.97010 Tf 33.48010 -13.54690 Td [ (L) -50.01600 (I) -50.02220 (O) -49.97620 (P) ] TJ /R46 7.97010 Tf 21.09570 0 Td [ (\076) 0.39822 ] TJ /R36 7.97010 Tf 8.77930 0 Td [ (S) -49.97620 (I) -50.02220 (F) -49.97620 (T) -824.98300 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 399.02800 445.99000 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 406.99800 445.99000 Tm (\054) Tj ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 410.98300 445.99000 Tm (36) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 418.95400 445.99000 Tm [ (\135) -799.99300 (\054) -3066.01000 (S) -49.97320 (I) -50.02220 (F) -49.97320 (T) ] TJ /R46 7.97010 Tf 55.23160 0 Td [ (\076) 0.39822 ] TJ /R36 7.97010 Tf 8.77773 0 Td [ (L) -50.01600 (I) -50.02220 (O) -49.97930 (P) -824.98900 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 511.09700 445.99000 Tm (39) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 519.06800 445.99000 Tm (\135) Tj ET Q 3.98000 w 0 G 3210.94000 4429.51000 m 5328.80000 4429.51000 l S q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 336.18100 436.12700 Tm [ (B) -49.98540 (R) -49.98540 (I) -50.02220 (S) -49.97620 (K) ] TJ /R46 7.97010 Tf 27.25700 0 Td [ (\076) 0.39822 ] TJ /R36 7.97010 Tf 8.77930 0 Td [ (S) -49.97620 (I) -50.02220 (F) -49.97620 (T) -824.98300 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 399.02800 436.12700 Tm (18) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 406.99800 436.12700 Tm (\054) Tj ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 410.98300 436.12700 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 418.95400 436.12700 Tm [ (\135) -799.99300 (\054) -2293 (S) -49.97320 (I) -50.02220 (F) -49.97320 (T) ] TJ /R46 7.97010 Tf 49.07030 0 Td [ (\076) 0.39822 ] TJ /R36 7.97010 Tf 8.77930 0 Td [ (B) -49.98540 (R) -49.98540 (I) -50.02220 (S) -49.97320 (K) -824.99500 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 511.09800 436.12700 Tm (19) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 519.06800 436.12700 Tm (\135) Tj ET Q 3210.94000 4330.88000 m 5328.80000 4330.88000 l S q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 344.06300 426.26400 Tm [ (O) -49.97620 (R) -49.98540 (B) ] TJ /R46 7.97010 Tf 19.37500 0 Td [ (\076) 0.39822 ] TJ /R36 7.97010 Tf 8.77930 0 Td [ (S) -49.97620 (I) -50.02220 (F) -49.97620 (T) -824.98300 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 399.02800 426.26400 Tm (29) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 406.99800 426.26400 Tm [ (\135) -2299.98000 (\054) -3282 (S) -49.97320 (I) -50.02220 (F) -49.97320 (T) ] TJ /R46 7.97010 Tf 68.90900 0 Td [ (\076) 0.39822 ] TJ /R36 7.97010 Tf 8.77812 0 Td [ (O) -49.97930 (R) -49.98540 (B) -825.00100 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 511.09800 426.26400 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 519.06800 426.26400 Tm (\135) Tj ET Q 3210.94000 4232.25000 m 5328.80000 4232.25000 l S q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 324.48100 416.40100 Tm (B) Tj /R36 6.37610 Tf 5.71523 0 Td [ (I) -62.02970 (N) ] TJ /R36 7.97010 Tf 7.51484 0 Td (B) Tj /R36 6.37610 Tf 5.71523 0 Td [ (O) -61.99530 (O) -61.01510 (S) -62.02970 (T) ] TJ /R46 7.97010 Tf 20.01170 0 Td [ (\076) 0.39822 ] TJ /R36 7.97010 Tf 8.77930 0 Td [ (S) -49.97620 (I) -50.02220 (F) -49.97620 (T) -824.98300 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 399.02800 416.40100 Tm (19) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 406.99800 416.40100 Tm (\054) Tj ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 410.98300 416.40100 Tm (32) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 418.95400 416.40100 Tm [ (\135) -799.99300 (\054) -825.01300 (S) -49.97320 (I) -50.02220 (F) -49.97320 (T) ] TJ /R46 7.97010 Tf 37.37150 0 Td [ (\076) 0.39822 ] TJ /R36 7.97010 Tf 8.77812 0 Td (B) Tj /R36 6.37610 Tf 5.71367 0 Td [ (I) -62.02970 (N) ] TJ /R36 7.97010 Tf 7.51602 0 Td (B) Tj /R36 6.37610 Tf 5.71523 0 Td [ (O) -61.99140 (O) -61.01120 (S) -62.02970 (T) ] TJ /R36 7.97010 Tf 24.39610 0 Td (\133) Tj ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 511.09800 416.40100 Tm (5) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 515.08300 416.40100 Tm (\054) Tj ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 519.06800 416.40100 Tm (39) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 527.03900 416.40100 Tm (\135) Tj ET Q 3210.94000 4133.62000 m 5328.80000 4133.62000 l S q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 337.46400 406.53800 Tm [ (O) -49.97620 (R) -49.98540 (B) ] TJ /R46 7.97010 Tf 19.37500 0 Td [ (\076) 0.39822 ] TJ /R36 7.97010 Tf 8.77891 0 Td [ (B) -49.98540 (R) -49.98540 (I) -50.02220 (E) -50.01600 (F) -824.99200 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 399.02900 406.53800 Tm (29) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 406.99800 406.53800 Tm [ (\135) -2299.98000 (\054) -2454 (B) -49.98540 (R) -49.98540 (I) -50.02220 (E) -50.01600 (F) ] TJ /R46 7.97010 Tf 68.90860 0 Td [ (\076) 0.39822 ] TJ /R36 7.97010 Tf 8.77812 0 Td [ (O) -49.97930 (R) -49.98540 (B) -825.00100 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 511.09800 406.53800 Tm (19) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 7.97010 Tf 1 0 0 1 519.06800 406.53800 Tm (\135) Tj /R36 9.96260 Tf -210.20600 -25.36090 Td [ (SIFT) -280.00200 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 335.45200 381.17700 Tm (20) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 345.41500 381.17700 Tm [ (\135) -279.99500 (still) -279.01700 (dominating) -280.01700 (the) -279.98300 <02656c642e> -399.00700 (W) 79.98660 (e) -279.99700 (belie) 24.98600 (v) 14.98280 (e) -279.99700 (that) -280.01700 (is) -280.01700 (due) ] TJ -36.55230 -11.95510 Td [ (to) -332.01100 (the) -332.01600 (inconsistencies) -330.99400 (in) -332.01100 (reported) -332.01800 (performance) -331.98400 (e) 25.01050 (v) 24.98110 (aluations) ] TJ 11.95470 TL T* [ (based) -295.00200 (on) -295 (the) -295.00200 (e) 15.01220 (xisting) -295.00700 (benchmarks) -294.99000 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 451.23800 357.26700 Tm (22) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 461.20000 357.26700 Tm (\054) Tj ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 466.63000 357.26700 Tm (38) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 476.59200 357.26700 Tm [ (\135\056) -446.00400 (These) -295.00500 (datasets) ] TJ -167.73000 -11.95550 Td [ (are) -292.98300 (either) -293.00300 (small\054) -303.99600 (or) -293.98800 (lack) -293.00700 (di) 24.98600 (v) 14.98280 (ersity) -292.99000 (to) -293 (generalise) -293 (well) -292.99500 (to) -294.02000 (v) 24.98110 (ar) 19.98690 (\055) ] TJ 11.95510 TL T* [ (ious) -359.99600 (applications) -360.01600 (of) -360.01600 (descriptors\056) -639.98100 (The) -360.99400 (progress) -360.00400 (in) -360.00900 (descrip\055) ] TJ 11.95590 TL T* [ (tor) -364.00800 (technology) -365 (and) -364.01300 (application) -365.00300 (requirements) -363.98800 (has) -364.01300 (not) -364.97800 (been) ] TJ 11.95510 TL T* [ (matched) -282.99400 (by) -283.00200 (a) -283.01700 (comparable) -282.99700 (de) 25.01540 (v) 14.98280 (elopment) -283.01700 (of) -283.99200 (benchmarks) -282.99200 (and) ] TJ T* [ (e) 25.01050 (v) 24.98110 (aluation) -274.98600 (protocols\056) -387 (As) -275.00300 (a) -275.99800 (result\054) -282.01200 (while) -274.99300 (learned) -275.99300 (descriptors) ] TJ T* [ (may) -243.00600 (be) -243.01800 (highly) -242.98400 (optimised) -243.00600 (for) -242.97900 <73706563690263> -242.99900 (scenarios\054) -245.00300 (it) -243.00400 (is) -243.00400 (unclear) ] TJ T* [ (whether) -311 (the) 14.98520 (y) -311.00200 (w) 10 (ork) -311 (well) -310.99500 (in) -310.99700 (more) -310.99700 (general) -311.98700 (cases) -311.00700 (e\056g\056) -311.00200 (outside) ] TJ T* [ (the) -255.98900 <73706563690263> -256.99600 (dat) 0.98758 (aset) -257.01100 (used) -255.98400 (to) -255.98700 (train) -257.00600 (them\056) -328 (In) -257.01600 (f) 9.99343 (act\054) -257.01600 (just) -256.99100 (compar) 20.00650 (\055) ] TJ 11.95590 TL T* [ (ing) -314.00900 (descriptors) -314 (based) -314.99900 (on) -314.01600 (published) -313.98700 (e) 15.01220 (xperiments) -313.99200 (is) -314.99200 (dif) 24.98600 <0263756c74> ] TJ 11.95510 TL T* [ (and) -249.99300 (inconclusi) 25.01540 (v) 14.98280 (e) -250.00200 (as) -249.99500 (demonstrated) -250.00200 (in) -249.98800 (T) 79.99160 (able) ] TJ ET Q 0.50000 0 0 rg q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 479.77000 237.71500 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 484.75200 237.71500 Tm (\056) Tj -163.93400 -13.25310 Td [ (In) -301.98600 (this) -300.98400 (paper) 39.99090 (\054) -315.00400 (we) -301.01100 (introduce) -302.00400 (a) -301.99400 (no) 14.98770 (v) 14.98280 (el) -301.00400 (benchmark) -302.01300 (suite) -302.00800 (for) ] TJ -11.95510 -11.95510 Td [ (local) -386.98400 (feature) -385.98200 (descriptors\054) -420.99800 <7369676e690263616e746c79> -385.99400 (lar) 17.99700 (ger) 39.98840 (\054) -420.98400 (with) -387.00900 (clearly) ] TJ 11.95510 TL T* [ <6465026e6564> -324.98500 (protocols) -325.01200 (and) -325 (better) -324.01500 (generalisation) -325.00900 (properties\054) -343.99700 (that) ] TJ 11.95590 TL T* [ (can) -436.98800 (supersede) -435.99600 (the) -437.01800 (e) 15.01220 (xisting) -436 (datasets\056) -869.99200 (This) -437 (is) -435.99100 (inspired) -436.99600 (by) ] TJ 11.95510 TL T* [ (the) -328.01600 (success) -326.99400 (of) -327.98200 (the) -326.99700 (Oxford) -328.01400 (matching) -327.98900 (dataset) -326.99000 (\133) ] TJ ET Q 0 0 0.50000 rg q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 491.06800 176.64100 Tm (22) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 501.03000 176.64100 Tm [ (\135\054) -347 (the) -328.01400 (most) ] TJ -192.16800 -11.95470 Td [ (widely\055adopted) -414.00900 (and) -414.00400 (still) -414.99400 (v) 14.98280 (ery) -414.01400 (popular) -413.99000 (benchmark) -413.99500 (for) -414.99000 (the) ] TJ 11.95510 TL T* [ (e) 25.01050 (v) 24.98110 (aluation) -359.99100 (of) -360.01600 (local) -358.98900 (features\054) -388.01400 (despite) -359.01900 (consisting) -360.00900 (of) -360.01800 (only) -359.99400 (48) ] TJ T* [ (images\056) -631.00700 (This) -357.01600 (is) -356.98700 (w) 10 (oefully) -357.01900 (insuf) 24.99580 <026369656e74> -357.01400 (for) -357 (e) 25.01050 (v) 24.98110 (aluating) -357.00900 (mod\055) ] TJ T* [ (ern) -341.00400 (descriptors) -339.99500 (in) -340.99000 (the) -340.01400 (era) -341.01200 (of) -339.98200 (deep) -341.00200 (learning) -340.98200 (and) -340.01700 (lar) 17.99700 (ge) -341.00200 (scale) ] TJ 11.95590 TL T* [ (datasets\056) -496.01300 (While) -312.01200 (some) -312.00700 (lar) 17.99700 (ger) -311.99200 (datasets) -310.98700 (e) 15.01220 (xist\054) -327.99400 (as) -311.98700 (discussed) -311.99700 (in) ] TJ 11.95510 TL (section) ' ET Q 0.50000 0 0 rg q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 339.43800 104.91000 Tm (2) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R36 9.96260 Tf 1 0 0 1 344.41900 104.91000 Tm [ (\054) -239.01600 (these) -235.01000 (ha) 19.99670 (v) 14.98280 (e) -236.00500 (other) -235.99000 (important) -236 (shortcomings) -235.98500 (in) -235.99000 (terms) ] TJ -35.55660 -11.95510 Td [ (of) -394.99000 (data) -394.01000 (and) -394.98800 (task) -395.01700 (di) 24.98850 (v) 14.98280 (ersity) 64.98920 (\054) -430.98200 (e) 25.01050 (v) 24.98110 (aluation) -393.98300 (metrics) -395.01300 (and) -394.98800 (e) 15.01220 (xperi\055) ] TJ 11.95510 TL T* [ (mental) -318.98400 (reproducibility) 64.98180 (\056) -517.00900 (W) 79.98660 (e) -319.01000 (address) -318.99600 (these) -318.99600 (shortcomings) -318.99100 (by) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 35 Tm (5173) Tj T* ET Q endstream endobj 15 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 16 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 16 0 obj << /Filter /FlateDecode /Resources 17 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
17 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 19 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources 20 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
20 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 22 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
22 0 obj
<<
/Filter /FlateDecode
/Resources 23 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA