%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R ] /Type /Pages /Count 10 >> endobj 2 0 obj << /Title (Tracking as Online Decision\055Making\072 Learning a Policy From Streaming Videos With Reinforcement Learning) /Producer (PyPDF2) /Author (James Supancic\054 III\054 Deva Ramanan) /Subject (2017 IEEE International Conference on Computer Vision) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Contents 14 0 R /Resources << /XObject << /x8 15 0 R /x6 18 0 R /R35 21 0 R /x12 23 0 R /R34 22 0 R /x10 26 0 R >> /ExtGState << /s9 29 0 R /s11 32 0 R /a0 << /CA 1 /ca 1 >> /s5 35 0 R /R24 38 0 R /s7 39 0 R >> /Font << /R29 42 0 R /F2 45 0 R /F1 46 0 R /R38 47 0 R /R36 51 0 R /R25 55 0 R /R27 59 0 R /R31 63 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 67 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 68 0 R 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R ] /Type /Page >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 81 0 R /Resources << /XObject << /R83 82 0 R /R89 86 0 R /R88 87 0 R /R82 88 0 R /R90 89 0 R /R91 90 0 R /R81 85 0 R /R87 91 0 R /R84 92 0 R >> /ExtGState << /R24 38 0 R >> /Font << /F2 93 0 R /F1 94 0 R /R27 59 0 R /R36 51 0 R /R92 95 0 R /R25 55 0 R /R85 100 0 R /R31 63 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R80 83 0 R >> >> /MediaBox [ 0 0 612 792 ] /Annots [ 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R 112 0 R 113 0 R 114 0 R 115 0 R 116 0 R 117 0 R 118 0 R 119 0 R 120 0 R 121 0 R 122 0 R 123 0 R 124 0 R 125 0 R 126 0 R 127 0 R 128 0 R 129 0 R 130 0 R 131 0 R 132 0 R 133 0 R 134 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 135 0 R /Resources << /XObject << /R131 136 0 R >> /ExtGState << /R24 38 0 R >> /Font << /R144 137 0 R /R140 141 0 R /R142 145 0 R /F2 148 0 R /R138 149 0 R /R132 152 0 R /F1 157 0 R /R134 158 0 R /R27 59 0 R /R136 161 0 R /R38 47 0 R /R36 51 0 R /R92 95 0 R /R25 55 0 R /R129 165 0 R /R31 63 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 168 0 R 169 0 R 170 0 R 171 0 R 172 0 R 173 0 R 174 0 R 175 0 R 176 0 R 177 0 R 178 0 R 179 0 R 180 0 R 181 0 R 182 0 R 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R 190 0 R 191 0 R 192 0 R 193 0 R 194 0 R 195 0 R 196 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 197 0 R /Resources << /ExtGState << /R24 38 0 R >> /Font << /R156 198 0 R /R144 137 0 R /R140 141 0 R /R142 145 0 R /R158 201 0 R /F2 204 0 R /F1 205 0 R /R27 59 0 R /R38 47 0 R /R36 51 0 R /R92 95 0 R /R25 55 0 R /R129 165 0 R /R31 63 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 206 0 R 207 0 R 208 0 R 209 0 R 210 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Contents 211 0 R /Resources << /XObject << /R176 212 0 R /R177 213 0 R >> /ExtGState << /R24 38 0 R >> /Font << /R144 137 0 R /R178 214 0 R /R140 141 0 R /R142 145 0 R /R174 217 0 R /F2 220 0 R /R172 221 0 R /R29 42 0 R /R132 152 0 R /F1 224 0 R /R27 59 0 R /R38 47 0 R /R36 51 0 R /R92 95 0 R /R25 55 0 R /R129 165 0 R /R31 63 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 67 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 225 0 R 226 0 R 227 0 R 228 0 R 229 0 R 230 0 R 231 0 R 232 0 R ] /Type /Page >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 233 0 R /Resources << /XObject << /R228 234 0 R /R229 235 0 R /R239 236 0 R /R238 237 0 R /R237 238 0 R /R236 239 0 R /R235 240 0 R /R234 241 0 R /R233 242 0 R /R232 243 0 R /R226 244 0 R /R227 245 0 R /R231 246 0 R /R248 247 0 R /R249 248 0 R /R246 249 0 R /R247 250 0 R /R244 251 0 R /R245 252 0 R /R242 253 0 R /R243 254 0 R /R240 255 0 R /R241 256 0 R /R230 257 0 R >> /ExtGState << /R254 258 0 R /R251 259 0 R /R250 260 0 R /R24 38 0 R >> /Font << /R140 141 0 R /R142 145 0 R /F2 261 0 R /R36 51 0 R /F1 262 0 R /R27 59 0 R /R38 47 0 R /R255 263 0 R /R92 95 0 R /R25 55 0 R /R129 165 0 R /R252 267 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 270 0 R 271 0 R 272 0 R 273 0 R 274 0 R 275 0 R 276 0 R 277 0 R 278 0 R 279 0 R 280 0 R 281 0 R 282 0 R 283 0 R 284 0 R 285 0 R 286 0 R 287 0 R 288 0 R 289 0 R 290 0 R 291 0 R 292 0 R 293 0 R 294 0 R 295 0 R 296 0 R 297 0 R 298 0 R 299 0 R 300 0 R 301 0 R 302 0 R 303 0 R 304 0 R 305 0 R 306 0 R 307 0 R 308 0 R 309 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 310 0 R /Resources << /XObject << /R314 311 0 R /R315 314 0 R /R316 315 0 R /R317 316 0 R /R310 317 0 R /R311 318 0 R /R312 319 0 R /R313 320 0 R /R318 321 0 R /R319 322 0 R /R309 323 0 R /R307 324 0 R /R306 325 0 R /R323 326 0 R /R322 327 0 R /R321 328 0 R /R320 329 0 R >> /ExtGState << /R251 259 0 R /R250 260 0 R /R305 312 0 R /R24 38 0 R >> /Font << /F2 330 0 R /F1 331 0 R /R302 332 0 R /R252 267 0 R /R25 55 0 R /R27 59 0 R /R31 63 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 339 0 R 340 0 R 341 0 R 342 0 R 343 0 R 344 0 R 345 0 R 346 0 R 347 0 R 348 0 R 349 0 R 350 0 R 351 0 R 352 0 R 353 0 R 354 0 R 355 0 R 356 0 R 357 0 R 358 0 R 359 0 R 360 0 R 361 0 R 362 0 R 363 0 R 364 0 R 365 0 R 366 0 R 367 0 R 368 0 R 369 0 R 370 0 R 371 0 R 372 0 R 373 0 R 374 0 R 375 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Contents 376 0 R /Resources << /XObject << /R344 377 0 R /R349 379 0 R /R348 380 0 R /R350 381 0 R /R351 382 0 R /R352 383 0 R /R353 384 0 R /R343 378 0 R /R355 385 0 R /R341 387 0 R /R342 388 0 R /R340 389 0 R /R347 390 0 R /R354 386 0 R /R346 391 0 R /R345 392 0 R >> /ExtGState << /R251 259 0 R /R250 260 0 R /R24 38 0 R >> /Font << /R338 393 0 R /R31 63 0 R /F2 396 0 R /R132 152 0 R /F1 397 0 R /R38 47 0 R /R36 51 0 R /R335 398 0 R /R25 55 0 R /R27 59 0 R /R252 267 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 67 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 405 0 R 406 0 R 407 0 R 408 0 R 409 0 R ] /Type /Page >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 410 0 R /Resources << /ExtGState << /R24 38 0 R >> /Font << /F2 411 0 R /F1 412 0 R /R25 55 0 R /R27 59 0 R /R31 63 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 413 0 R /Resources << /ExtGState << /R24 38 0 R >> /Font << /F2 414 0 R /F1 415 0 R /R27 59 0 R /R31 63 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 13 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 14 0 obj << /Length 17470 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R24 gs 0 g q 10 0 0 10 0 0 cm BT /R25 14.34620 Tf 1 0 0 1 182.76500 675.06700 Tm [ (T) 73.99160 (racking) -249.99100 (as) -249.99300 (Online) -250.01300 (Decision\055Making\072) ] TJ -103.91600 -17.93320 Td [ (Lear) 14.98930 (ning) -249.99400 (a) -250.00800 (P) 20.00610 (olicy) -249.99600 (fr) 18.00650 (om) -250.00800 (Str) 18.00140 (eaming) -250 (V) 37.01370 (ideos) -249.99000 (with) -250.01300 (Reinf) 25.00590 (or) 17.98780 (cement) -250.01200 (Lear) 14.98930 (ning) ] TJ /R27 11.95520 Tf 86.16450 -37.85780 Td [ (James) -250.01000 (Supan) ] TJ 62.76410 0.11992 Td <10> Tj -0.66992 -0.11992 Td (ci) Tj 9.30117 0.11992 Td <10> Tj -0.66914 -0.11992 Td [ (c\054) -249.98700 (III) ] TJ -98.21720 -13.94770 Td [ (Uni) 24.99460 (v) 14.98620 (ersity) -249.98900 (of) -250.01500 (California\054) -249.99300 (Irvine) ] TJ /R29 8.96640 Tf 31.42930 -13.94770 Td (jsupanci\100uci\056edu) Tj /R27 11.95520 Tf 185.62100 27.89530 Td [ (De) 24.98950 (v) 24.98340 (a) -249.99700 (Ramanan) ] TJ -30.35980 -13.94770 Td [ (Carne) 15.01370 (gie) -250 (Mellon) -249.99700 (Uni) 24.99570 (v) 14.98510 (ersity) ] TJ /R29 8.96640 Tf 26.39610 -13.94770 Td (deva\100cs\056cmu\056edu) Tj /R25 11.95520 Tf -204.61300 -41.04570 Td (Abstract) Tj /R31 9.96260 Tf -83.92770 -25.25550 Td [ (W) 91.98650 (e) -208.98900 (formulate) -210.00200 (tr) 14.99140 (ac) 19.99790 (king) -209.01200 (as) -209.99300 (an) -209.01400 (online) -209 (decision\055making) -210 (pr) 44.98510 (o\055) ] TJ -11.95510 -11.95510 Td [ (cess\054) -313.98100 (wher) 36.99440 (e) -301.01300 (a) -301.00400 (tr) 14.99140 (ac) 19.99790 (king) -302.01600 (a) 10.00320 (g) 10.00320 (ent) -301.00100 (must) -300.98800 (follow) -301.00400 (an) -302.01800 (object) -300.99400 (despite) ] TJ 11.95510 TL T* [ (ambiguous) -261.00900 (ima) 10.01300 (g) 10.00320 (e) -260 (fr) 14.99140 (ames) -261.00500 (and) -261 (a) -259.99100 (limited) -260.98300 (computational) -260.99300 (b) 20.00160 (ud\055) ] TJ T* [ (g) 10.00320 (et\056) -527.98500 (Crucially) 55.01290 (\054) -340.01900 (the) -322.99800 (a) 10.00320 (g) 10.00320 (ent) -322.01700 (must) -322.98400 (decide) -323.00100 (wher) 38.01330 (e) -323.01000 (to) -322.99300 (look) -322.01200 (in) -322.99300 (the) ] TJ T* [ (upcoming) -373.00500 (fr) 14.99140 (ames\054) -403.99900 (when) -373.99800 (to) -372.98400 (r) 37.01960 (einitialize) -372.98400 (because) -372.98900 (it) -374.00100 (belie) 14.98770 (ves) ] TJ T* [ (the) -241.01100 (tar) 36.99260 (g) 10.00320 (et) -241.99600 (has) -241.00300 (been) -241.99800 (lost\054) -242.99000 (and) -241.00400 (when) -241 (to) -241.98700 (update) -240.99700 (its) -242.01800 (appear) 15 (ance) ] TJ 11.95590 TL T* [ (model) -328.00800 (for) -328.00500 (the) -328.99700 (tr) 14.99140 (ac) 19.99790 (k) 9.99343 (ed) -327.98300 (object\056) -544.00800 (Suc) 14.98400 (h) -328.01900 (decisions) -329.01100 (ar) 36.98650 (e) -327.98900 (typically) ] TJ 11.95510 TL T* [ (made) -231.01200 (heuristically) 54.98220 (\056) -303.98600 (Instead\054) -234.99600 (we) -231.01200 (pr) 44.98390 (opose) -231.00300 (to) -231.00800 (learn) -231.98100 (an) -231.01000 (optimal) ] TJ T* [ (decision\055making) -372.01100 (policy) -372 (by) -372.01500 (formulating) -371.99200 (tr) 14.99010 (ac) 19.99670 (king) -372.00400 (as) -372.00400 (a) -372.01100 (par) 20.01380 (\055) ] TJ T* [ (tially) -409.98100 (observable) -409.98300 (decision\055making) -410.00500 (pr) 44.98390 (ocess) -410.00300 (\050POMDP\051\056) -409.99800 (W) 91.98710 (e) ] TJ T* [ (learn) -270.01400 (policies) -270.98400 (with) -270 (deep) -269.99300 (r) 37.01960 (einfor) 37 (cement) -269.99200 (learning) -271.01600 (algorithms) ] TJ T* [ (that) -240.99400 (need) -241.99800 (supervision) -241.01400 (\050a) -241.99800 (r) 37.01960 (e) 15.01220 (war) 36.99870 (d) -241.01400 (signal\051) -240.98700 (only) -241.98700 (when) -240.99900 (the) -241.99100 (tr) 14.99010 (ac) 19.99670 (k) ] TJ 11.95660 TL T* [ (has) -405.01500 (gone) -406 (awry) 54.99080 (\056) -775.98600 (W) 91.98590 (e) -406.01600 (demonstr) 15.01100 (ate) -404.98400 (that) -405.98600 (spar) 9.98118 (se) -404.98900 (r) 37.01830 (e) 15.01220 (war) 36.99870 (ds) -405.99800 (al\055) ] TJ 11.95470 TL T* [ (low) -296.98400 (us) -298.01800 (to) -296.99700 (quic) 20.00890 (kly) -297.01000 (tr) 14.99140 (ain) -298.01200 (on) -297 (massive) -296.99100 (datasets\054) -309.00700 (se) 15.01960 (ver) 15.01470 (al) -298.01600 (or) 36.98650 (der) 10.00570 (s) ] TJ T* [ (of) -308.99500 (ma) 10.00630 (gnitude) -309.99600 (mor) 36.98770 (e) -309.01200 (than) -310.00500 (past) -308.98400 (work\056) -488.01400 (Inter) 36.98400 (estingly) 55 (\054) -323.98300 (by) -309.98700 (tr) 36.98650 (eat\055) ] TJ T* [ (ing) -256.99900 (the) -257.98800 (data) -256.99400 (sour) 36.99630 (ce) -258.00500 (of) -257.00400 (Internet) -256.99800 (videos) -257.98100 (as) -257.00400 (unlimited) -257.99400 (str) 36.99380 (eams\054) ] TJ T* [ (we) -259.98700 (both) -260.01300 (learn) -258.99700 (and) -259.98100 (e) 15.01220 (valuate) -260.01400 (our) -260.01900 (tr) 14.99140 (ac) 19.99790 (k) 9.99343 (er) 10 (s) -259.99100 (in) -259.98400 (a) -259.01100 (single) 9.98608 (\054) -263.01200 <756e69026564> ] TJ 11.95590 TL T* [ (computational) -250.01300 (str) 36.99380 (eam\056) ] TJ /R25 11.95520 Tf 39.89690 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R27 9.96260 Tf 11.95510 -20.27420 Td [ (Object) -282.01800 (tracking) -282.99400 (is) -282.01800 (one) -281.98600 (of) -283.01000 (the) -281.98500 (basic) -281.98200 (computational) -282.99700 (b) 20.00160 (uild\055) ] TJ -11.95510 -11.95510 Td [ (ing) -252.01900 (blocks) -250.99300 (of) -251.99500 (video) -252.01800 (analysis\054) -252.00600 (rele) 25.01050 (v) 24.98110 (ant) -251.99000 (for) -252 (ta) 0.98268 (sks) -252.01900 (such) -251.98500 (as) -251.99500 (gen\055) ] TJ 11.95470 TL T* [ (eral) -442.01000 (scene) -442.98700 (understanding) -442 (and) -443.01800 (perception\055for) 20.00890 (\055roboti) 1.00228 (cs\056) -888.00400 (A) ] TJ T* [ (particularly) -316.98100 (popular) -316.98600 (formalism) -317.00600 (is) -316.99200 (that) -316.99100 (of) -317.00300 (model\055free) -316.99900 (track\055) ] TJ T* [ (ing\054) -365.01800 (where) -343.00600 (a) -341.98600 (track) 9.99833 (er) -341.99000 (is) -342.98800 (pro) 14.98520 (vided) -342.00300 (with) -342 (a) -341.98700 (bounding\055box) -342.98700 (ini\055) ] TJ T* [ (tialization) -515.01100 (of) -515.99100 (an) -515.01100 (unkno) 25 (wn) -515.98500 (object\056) -1105.99000 (Much) -516.01400 (of) -515.01000 (the) -515.98500 (recent) ] TJ 11.95590 TL T* [ (state\055of\055the\055art) -245.98700 (adv) 24.98240 (ances) -246 (mak) 10.01060 (e) -246.00300 (hea) 19.99300 (vy) -245.98800 (use) -245.99100 (of) -245.99600 (machine) -245.98100 (learn\055) ] TJ 11.95510 TL T* [ (ing) -278.01500 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 68.93160 177.98500 Tm (23) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 78.89410 177.98500 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 84.14450 177.98500 Tm (54) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 94.10700 177.98500 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 99.36720 177.98500 Tm (40) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 109.33000 177.98500 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 114.59000 177.98500 Tm (56) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 124.55200 177.98500 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 129.80300 177.98500 Tm (20) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 139.76500 177.98500 Tm [ (\135\054) -285.01200 (often) -277.00300 (producing) -278.00300 (impressi) 25.01300 (v) 14.98280 (e) -277.99800 (results) ] TJ -89.65310 -11.95510 Td [ (by) -231.99100 (impro) 15.00420 (ving) -232.01800 (core) -232.00800 (components) -231.99800 (such) -231.98800 (as) -231.99800 (appearance) -232.01500 (descrip\055) ] TJ 11.95510 TL T* [ (tors) -249.98200 (or) -249.99600 (motion) -249.99500 (modeling\056) ] TJ /R25 9.96260 Tf 11.95550 -13.29880 Td (Challenges\072) Tj /R27 9.96260 Tf 52.78630 0 Td [ (W) 79.98790 (e) -226.98700 (see) -226.98400 (tw) 10.00810 (o) -227.01600 <7369676e690263616e74> -227.01200 (challenges) -227.00400 (that) -227.00600 (limit) ] TJ -64.74180 -11.95590 Td [ (further) -402.00800 (progress\056) -764.99100 (First\054) -440.01000 (the) ] TJ /R31 9.96260 Tf 116.30500 0 Td [ (limited) -402.01900 (quantity) -402.01400 (of) -402 (annotated) ] TJ -116.30500 -11.95550 Td [ (video) -414.98100 (data) ] TJ /R27 9.96260 Tf 47.55940 0 Td [ (impedes) -415.00200 (both) -415.00700 (training) -415 (and) -414.00400 (e) 25.01050 (v) 24.98110 (aluation\056) -805.01300 (While) ] TJ -47.55940 -11.95510 Td [ (image) -314.01000 (datasets) -314.00800 (in) 40.00560 (v) 20.00160 (olv) 14.99500 (e) -313.99200 (millions) -314.00800 (of) -313.98600 (images) -314.98400 (for) -313.98900 (training) -313.99700 (and) ] TJ T* [ (testing\054) -430.01000 (tracking) -393.99600 (datasets) -393.99400 (ha) 19.99790 (v) 14.98280 (e) -394.01800 (hundreds) -393.98800 (of) -394.01000 (videos\056) -742.00600 (Lack) ] TJ T* [ (of) -471.01800 (data) -471.99600 (seems) -471.00400 (to) -471.00700 (arise) -471.99800 (from) -471.00800 (the) -471.01200 (dif) 24.98480 <0263756c7479> -470.98500 (of) -471.99700 (annotating) ] TJ ET Q q 1890.01000 0 0 1478.61000 3324.87000 4124.36000 cm /R35 Do Q q 10 0 0 10 0 0 cm BT /R27 8.96640 Tf 1 0 0 1 308.86200 401.47700 Tm [ (Figure) -195.00400 (1\056) ] TJ /R25 8.96640 Tf 33.63790 0 Td [ (Str) 18.02250 (eaming) -195.00400 (interacti) 10.01460 (v) 10.02000 (e) -195.01500 (training) ] TJ /R27 8.96640 Tf 114.72900 0 Td [ (\072) -282.99000 (W) 80.00790 (e) -195.01500 (propose) -194.98200 (an) -195.02100 (iterati) 24.99020 (v) 14.98650 (e) ] TJ -148.36700 -10.95900 Td [ (procedure) -272.98100 (for) -273.00800 (interacti) 25.01470 (v) 14.98650 (ely) -272.99200 (training) -273.98800 (trac) 1.00200 (k) 10.02000 (ers) -274.01000 (from) -273.00300 (data\056) -378.98100 (W) 80.00790 (e) ] TJ /R31 8.96640 Tf 213.83400 0 Td (down\055) Tj -213.83400 -10.95900 Td (load) Tj /R27 8.96640 Tf 19.52110 0 Td [ (a) -398.99100 (ne) 24.98750 (w) -398.98300 (video) -398.98300 (from) -399.99300 (the) -398.98300 (Internet) -399.02100 (and) -398.99400 (run) -398.98800 (the) -398.98300 (current) -398.98800 (track) 10.02000 (er) ] TJ -19.52110 -10.95900 Td [ (on) -265.00800 (it\054) ] TJ /R31 8.96640 Tf 20.97580 0 Td [ (e) 15.01100 (valuate) ] TJ /R27 8.96640 Tf 32.61910 0 Td [ (the) -265.01900 (track) 10.02000 (er\047) 55.02040 (s) -265.00300 (performance) -263.98500 (with) -265.00300 (interacti) 25.01740 (v) 14.98650 (e) -264.98100 (re) 25.01740 (w) 10.00920 (ards\054) ] TJ -53.59490 -10.95900 Td [ (and) -331.98800 (then) ] TJ /R31 8.96640 Tf 34.33590 0 Td [ (r) 36.99250 (etr) 14.98110 (ain) ] TJ /R27 8.96640 Tf 27.41560 0 Td [ (the) -331.97900 (track) 10.02000 (er) -331 (polic) 14.98650 (y) -332.01200 (\050with) -332.01800 (reinforcement) -331.01600 (learning\051) ] TJ -61.75200 -10.95780 Td [ (with) -227.01100 (the) -227.98900 (re) 25.01740 (w) 10.00920 (ard) -227.00900 (signals\056) -303.01100 (Import) 0.99111 (antly) 65 (\054) -232.00800 (rather) -227.98900 (than) -226.98700 (requiring) -227.00900 (interac\055) ] TJ 10.95900 TL T* [ (ti) 24.98200 (v) 14.98650 (e) -241.98100 (labeling) -242.01700 (of) -242.02000 (bounding\055box) 15.01920 (es\054) -243.00200 (we) -241.99000 (require) -242.02200 (only) -242 (binary) -240.98800 (\050incorrect) ] TJ T* [ (\057) -316.01500 (correct\051) -315.98300 (feedback) -315.98300 (from) -316 (human) -315.99100 (users\056) -508.02200 (This) -316.01800 (scheme) -315.98000 (allo) 25.00660 (ws) -314.98300 (us) -316.01800 (to) ] TJ T* [ (train) -213.00800 (and) -213.01000 (e) 24.98750 (v) 25.00660 (aluate) -213.98800 (our) -213.00500 (track) 10.02000 (er) -212.98000 (on) -212.99100 (massi) 25.01200 (v) 14.98650 (e) -214.01000 (streaming) -213.01300 (datasets\054) -220.01600 (100X) ] TJ T* [ (lar) 18.01160 (ger) -250.01100 (than) -249.98900 (prior) -249.99700 (w) 10.00920 (ork) -249.99200 (\050T) 80.01060 (able) ] TJ ET Q 1 0 0 rg q 10 0 0 10 0 0 cm BT /R27 8.96640 Tf 1 0 0 1 414.71000 302.84700 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 8.96640 Tf 1 0 0 1 419.19300 302.84700 Tm (\051\056) Tj /R27 9.96260 Tf -110.33100 -38.95620 Td [ (videos\054) -549.99900 (as) -489.99400 (oppos) 1.00718 (ed) -489.99700 (to) -489.98400 (images\056) -1028.98000 (Second\054) -550.00100 (as) -489.99700 (vision) -490.00200 (\050re\051\055) ] TJ 11.95510 TL T* [ (inte) 14.99260 (grates) -307.98000 (with) -308.98500 (roboti) 1.00718 (cs\054) -323 (video) -308.98800 (processing) -307.99800 (must) -307.99800 (be) -307.98800 (done) -308.99700 (in) ] TJ T* [ (an) -430.00700 (online\054) -474.99200 (streaming) -430.01400 (f) 9.99588 (ashion\056) -849.99000 (This) -429.98200 (requires) -429.99700 (a) -430.01200 (track) 9.99833 (er) -430.01600 (to) ] TJ 11.95630 TL T* [ (mak) 10.01060 (e) ] TJ /R31 9.96260 Tf 25.08400 0 Td [ <6f6e2d7468652d0379> -362.00600 (decisions) ] TJ /R27 9.96260 Tf 82.46680 0 Td [ (such) -362.00800 (as) -362.01800 (when) -362.00800 (to) -360.98900 (re\055initialize) -361.99300 (it\055) ] TJ -107.55100 -11.95510 Td [ (self) -237.01400 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 328.92700 216.07000 Tm (51) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 338.88900 216.07000 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 343.74100 216.07000 Tm (16) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 353.70400 216.07000 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 358.55600 216.07000 Tm (30) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 368.51800 216.07000 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 373.37000 216.07000 Tm (47) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 383.33300 216.07000 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 388.18500 216.07000 Tm (21) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 398.14700 216.07000 Tm [ (\135) -236.98300 (or) -237.01900 (update) -237.98500 (its) -237 (appearance) -236.99500 (model) -236.99500 (\050the) ] TJ -89.28520 -11.95470 Td [ (so\055called) -409.01500 (template\055update) -408.01500 (problem) -409.00500 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 457.75400 204.11500 Tm (54) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 467.71600 204.11500 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 474.28100 204.11500 Tm (21) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 484.24400 204.11500 Tm [ (\135\051\056) -785.99100 (Such) -409.01000 (deci\055) ] TJ -175.38200 -11.95510 Td [ (sions) -238.00900 (are) -238.99200 (kno) 24.99090 (wn) -237.99200 (to) -237.98700 (be) -238 (crucial) -239.01400 (in) -237.99000 (terms) -237.98000 (of) -238 <026e616c> -238.99400 (performance\054) ] TJ 11.95510 TL T* [ (b) 20.00160 (ut) -249.98500 (are) -250.01000 (typically) -250.00200 (hand\055designed) -250.00200 (rather) -250.00200 (than) -249.98300 (learned\056) ] TJ /R25 9.96260 Tf 11.95510 -15.51910 Td [ (Contrib) 19.99420 (ution) -501.99700 (1) -501.99000 (\050interacti) 10.00810 (v) 10.00320 (e) -501.01900 (video) -502.00400 (pr) 18.00680 (ocessing\051\072) ] TJ /R27 9.96260 Tf 211.26400 0 Td [ (W) 79.98660 (e) ] TJ -223.21900 -11.95470 Td [ (sho) 24.99340 (w) -342.01900 (that) -342.00700 (reinforcement) -342.00700 (learning) -342.00200 (\050RL\051) -342.01200 (can) -341.98700 (be) -341.98200 (used) -342.01200 (to) -342.01200 (ad\055) ] TJ T* [ (dress) -388.98400 (both) -389.01100 (challenges) -389.01600 (in) -388.98200 (dist) 1.00473 (inct) -389.01800 (w) 10.00320 (ays\056) -727.00600 (In) -388.99400 (terms) -389.01400 (of) -388.99400 (data\054) ] TJ T* [ (rather) -478.98100 (than) -477.98600 (requiring) -478.99400 (videos) -478.01300 (to) -479.00800 (be) -479.01800 (labeled) -477.98900 (with) -478.99400 (detailed) ] TJ 11.95590 TL T* [ (bounding\055box) 14.99260 (es) -265.01200 (at) -265.01200 (each) -264.98300 (frame\054) -269.01400 (we) -265.01500 (interacti) 24.99580 (v) 14.98280 (ely) -265.00500 (train) -265.00500 (track\055) ] TJ 11.95510 TL T* [ (ers) -251.01900 (with) -250.01500 (f) 9.99588 (ar) -250.98500 (more) -251.00700 (limited) -251.01400 (supervision) -249.99300 (\050specifying) -250.99200 (binary) -251.00200 (re\055) ] TJ T* [ (w) 10 (ards\057penalties) -323.99000 (only) -324.00200 (when) -324.01500 (a) -323.99000 (track) 9.99833 (er) -323.99500 (f) 9.99343 (ails\051\056) -532.99400 (This) -324 (allo) 24.99090 (ws) -324.01500 (us) ] TJ T* [ (to) -227.00900 (train) -227.00900 (on) -227.01100 (massi) 25.00320 (v) 14.98280 (e) -226.98700 (video) -227.00400 (datasets) -227.00100 (that) -227.98600 (are) ] TJ /R36 9.96260 Tf 166.56100 0 Td (100) Tj /R38 9.96260 Tf 14.94410 0 Td <02> Tj /R27 9.96260 Tf 12.27380 0 Td [ (lar) 17.99700 (ger) -226.98700 (than) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 299.25000 35 Tm (322) Tj T* ET Q endstream endobj 15 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 16 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 16 0 obj << /Filter /FlateDecode /Resources 17 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;" endstream endobj 17 0 obj << /ExtGState << /a0 << /CA 1 /ca 1 >> >> >> endobj 18 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x15 19 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 67 752 84 775 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ04Up 0 endstream endobj 19 0 obj << /Filter /FlateDecode /Resources 20 0 R /Length 228 /Type /XObject /BBox [ 67 752 84 775 ] /Subtype /Form >> stream xeQKn!s ?FPav6R٪TS. b];15YyR {7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:` endstream endobj 20 0 obj << /ExtGState << /a0 << /CA 1 /ca 1 >> >> >> endobj 21 0 obj << /SMask 22 0 R /Filter /DCTDecode /BitsPerComponent 8 /Height 363 /Length 23502 /ColorSpace /DeviceRGB /Width 464 /Subtype /Image >> stream Adobe d C $, !$4.763.22:ASF:=N>22HbINVX]^]8EfmeZlS[]Y C**Y;2;YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY k" } !1AQa"q2#BR$3br %&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz w !1AQaq"2B #3Rbr $4%&'()*56789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz ? j( ( ( ( (m=Jz3: ?˨[-'E,Gk e ?wT* K]*Nw6r( ~?!]}#9? Q ~B(`s ~?!G 6_q w$Db?2?>rGs Q ~B2s4ynO.Hiw9@le ?w.gIEqƦ# ~?!XmSq r2_q^LUtae SgӣFEfb 4Ht euΎv:wMI1!}!Z?&