%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (Residual Attention Network for Image Classification) /Producer (PyPDF2) /Author (Fei Wang\054 Mengqing Jiang\054 Chen Qian\054 Shuo Yang\054 Cheng Li\054 Honggang Zhang\054 Xiaogang Wang\054 Xiaoou Tang) /Subject (2017 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R >> /ExtGState << /s9 26 0 R /s11 29 0 R /a0 << /CA 1 /ca 1 >> /R18 32 0 R /s5 33 0 R /s7 36 0 R >> /Font << /F2 39 0 R /R29 40 0 R /F1 43 0 R /R21 44 0 R /R19 48 0 R /R23 52 0 R /R25 55 0 R /R33 58 0 R /R27 61 0 R /R31 65 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 68 0 R 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 77 0 R /Resources << /XObject << /R79 78 0 R /R72 81 0 R /R73 82 0 R /R71 83 0 R /R76 84 0 R /R74 85 0 R /R75 86 0 R /R82 87 0 R /R81 88 0 R /R80 89 0 R /R86 90 0 R /R85 93 0 R >> /ExtGState << /R70 94 0 R /R67 95 0 R >> /Font << /R77 96 0 R /F2 100 0 R /F1 101 0 R /R21 44 0 R /R19 48 0 R /R31 65 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R69 79 0 R /R84 91 0 R >> >> /MediaBox [ 0 0 612 792 ] /Annots [ 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R 112 0 R 113 0 R 114 0 R 115 0 R 116 0 R 117 0 R 118 0 R 119 0 R 120 0 R 121 0 R 122 0 R 123 0 R 124 0 R 125 0 R 126 0 R 127 0 R 128 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 129 0 R /Resources << /ExtGState << /R18 32 0 R >> /Font << /R130 130 0 R /F2 134 0 R /R132 135 0 R /F1 138 0 R /R134 139 0 R /R136 143 0 R /R21 44 0 R /R19 48 0 R /R31 65 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 148 0 R 149 0 R 150 0 R 151 0 R 152 0 R 153 0 R 154 0 R 155 0 R 156 0 R 157 0 R 158 0 R 159 0 R 160 0 R 161 0 R 162 0 R 163 0 R 164 0 R 165 0 R 166 0 R 167 0 R 168 0 R 169 0 R 170 0 R 171 0 R 172 0 R 173 0 R 174 0 R 175 0 R 176 0 R 177 0 R 178 0 R 179 0 R 180 0 R 181 0 R 182 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 183 0 R /Resources << /ColorSpace << /R146 184 0 R /R69 79 0 R /R148 186 0 R /R84 91 0 R >> /ExtGState << /R67 95 0 R /R161 188 0 R /R70 94 0 R >> /Font << /R180 189 0 R /R190 193 0 R /R182 197 0 R /R184 201 0 R /R186 205 0 R /R188 209 0 R /R130 130 0 R /R132 135 0 R /F1 213 0 R /R134 139 0 R /R136 143 0 R /R193 214 0 R /R166 220 0 R /R162 224 0 R /R155 228 0 R /R178 232 0 R /R153 236 0 R /R150 240 0 R /R164 246 0 R /R174 250 0 R /R176 254 0 R /R168 258 0 R /R170 262 0 R /R172 266 0 R /R159 270 0 R /F2 274 0 R /R157 275 0 R /R21 44 0 R /R19 48 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 279 0 R 280 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 281 0 R /Resources << /ColorSpace << /R69 79 0 R >> /ExtGState << /R219 282 0 R /R67 95 0 R /R213 283 0 R /R70 94 0 R /R214 284 0 R >> /Font << /R228 285 0 R /R215 289 0 R /R217 293 0 R /R220 297 0 R /R222 300 0 R /R224 303 0 R /R226 306 0 R /R230 310 0 R /R130 130 0 R /R132 135 0 R /F1 314 0 R /R134 139 0 R /R136 143 0 R /F2 315 0 R /R21 44 0 R /R19 48 0 R /R23 52 0 R /R25 55 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 316 0 R 317 0 R 318 0 R 319 0 R 320 0 R 321 0 R 322 0 R 323 0 R 324 0 R 325 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 326 0 R /Resources << /ColorSpace << /R69 79 0 R /R84 91 0 R >> /ExtGState << /R18 32 0 R /R161 188 0 R /R70 94 0 R >> /Font << /R130 130 0 R /R21 44 0 R /R132 135 0 R /F1 327 0 R /R136 143 0 R /R246 328 0 R /R19 48 0 R /R244 332 0 R /F2 336 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 337 0 R 338 0 R 339 0 R 340 0 R 341 0 R 342 0 R 343 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 344 0 R /Resources << /ExtGState << /R18 32 0 R >> /Font << /F2 345 0 R /R220 297 0 R /R224 303 0 R /R269 346 0 R /R130 130 0 R /R132 135 0 R /F1 350 0 R /R134 139 0 R /R136 143 0 R /R21 44 0 R /R19 48 0 R /R271 351 0 R /R25 55 0 R /R27 61 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 355 0 R 356 0 R 357 0 R 358 0 R 359 0 R 360 0 R 361 0 R 362 0 R 363 0 R 364 0 R 365 0 R 366 0 R 367 0 R 368 0 R 369 0 R 370 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 371 0 R /Resources << /ExtGState << /R18 32 0 R >> /Font << /F2 372 0 R /R220 297 0 R /R224 303 0 R /R130 130 0 R /R132 135 0 R /F1 373 0 R /R136 143 0 R /R21 44 0 R /R19 48 0 R /R25 55 0 R /R27 61 0 R /R31 65 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 374 0 R 375 0 R 376 0 R 377 0 R 378 0 R 379 0 R 380 0 R 381 0 R 382 0 R 383 0 R 384 0 R 385 0 R 386 0 R 387 0 R 388 0 R 389 0 R 390 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 391 0 R /Resources << /ExtGState << /R18 32 0 R >> /Font << /R21 44 0 R /F2 392 0 R /F1 393 0 R /R31 65 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 394 0 R 395 0 R 396 0 R 397 0 R 398 0 R 399 0 R 400 0 R 401 0 R 402 0 R 403 0 R 404 0 R 405 0 R 406 0 R 407 0 R 408 0 R 409 0 R 410 0 R 411 0 R 412 0 R 413 0 R 414 0 R 415 0 R 416 0 R 417 0 R 418 0 R 419 0 R 420 0 R 421 0 R 422 0 R 423 0 R 424 0 R 425 0 R 426 0 R 427 0 R 428 0 R 429 0 R 430 0 R 431 0 R 432 0 R 433 0 R 434 0 R 435 0 R 436 0 R 437 0 R 438 0 R 439 0 R 440 0 R 441 0 R 442 0 R 443 0 R 444 0 R 445 0 R 446 0 R 447 0 R 448 0 R 449 0 R 450 0 R 451 0 R 452 0 R ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 19490 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R18 gs 0 g q 10 0 0 10 0 0 cm BT /R19 14.34620 Tf 1 0 0 1 137.08000 675.06700 Tm [ (Residual) -249.98700 (Attention) -250.01000 (Netw) 9.99455 (ork) -250 (f) 24.99230 (or) -249.99500 (Image) -250.00500 <436c6173736902636174696f6e> ] TJ /R21 11.95520 Tf -0.64805 -37.85820 Td [ (Fei) -250.00300 (W) 80 (ang) ] TJ /R23 7.97010 Tf 45.86020 4.33906 Td [ (1) -0.29866 ] TJ /R21 11.95520 Tf 4.73164 -4.33906 Td [ (\054) -250.01200 (Mengqing) -250.00800 (Jiang) ] TJ /R23 7.97010 Tf 83.35120 4.33906 Td [ (2) -0.30019 ] TJ /R21 11.95520 Tf 4.73203 -4.33906 Td [ (\054) -250.01200 (Chen) -249.99500 (Qian) ] TJ /R23 7.97010 Tf 57.44410 4.33906 Td [ (1) -0.30019 ] TJ /R21 11.95520 Tf 4.73281 -4.33906 Td [ (\054) -250.01200 (Shuo) -250.00600 (Y) 99.98470 (ang) ] TJ /R23 7.97010 Tf 58.24490 4.33906 Td [ (3) -0.30019 ] TJ /R21 11.95520 Tf 4.73203 -4.33906 Td [ (\054) -250.01200 (Cheng) -250.00600 (Li) ] TJ /R23 7.97010 Tf 50.81020 4.33906 Td [ (1) -0.30019 ] TJ /R21 11.95520 Tf 4.73203 -4.33906 Td (\054) Tj -282.30600 -13.94690 Td [ (Hongg) 4.98892 (ang) -249.98700 (Zhang) ] TJ /R23 7.97010 Tf 83.27930 4.33789 Td [ (4) -0.30019 ] TJ /R21 11.95520 Tf 4.73164 -4.33789 Td [ (\054) -250.01200 (Xiaog) 5.01138 (ang) -249.98700 (W) 80 (ang) ] TJ /R23 7.97010 Tf 82.98130 4.33789 Td [ (3) -0.30019 ] TJ /R21 11.95520 Tf 4.73203 -4.33789 Td [ (\054) -250.01200 (Xiaoou) -249.98700 (T) 80.01470 (ang) ] TJ /R23 7.97010 Tf 67.77380 4.33789 Td [ (3) -0.30019 ] TJ -240.49800 -13.94800 Td [ (1) -0.29866 ] TJ /R21 11.95520 Tf 4.73203 -4.33789 Td [ (SenseT) 34.99600 (ime) -249.98900 (Group) -250.00400 (Limited\054) ] TJ /R23 7.97010 Tf 133.07200 4.33789 Td [ (2) -0.30019 ] TJ /R21 11.95520 Tf 4.73203 -4.33789 Td [ (Tsinghua) -249.98900 (Uni) 24.99570 (v) 14.98510 (ersity) 64.98870 (\054) ] TJ /R23 7.97010 Tf -247.53100 -9.60898 Td [ (3) -0.30019 ] TJ /R21 11.95520 Tf 4.73203 -4.33906 Td [ (The) -250.01300 (Chinese) -250.01200 (Uni) 24.99460 (v) 14.98620 (ersity) -249.98900 (of) -250.01500 (Hong) -249.98900 (K) 34.99600 (ong\054) ] TJ /R23 7.97010 Tf 190.69600 4.33906 Td [ (4) -0.30019 ] TJ /R21 11.95520 Tf 4.73203 -4.33906 Td [ (Beijing) -250.00200 (Uni) 24.99570 (v) 14.98510 (ersity) -249.98900 (of) -250.01400 (Posts) -250.00800 (and) -249.98500 (T) 70.01640 (elecommunications) ] TJ /R25 5.97760 Tf -168.41300 -10.13910 Td [ (1) -0.09802 ] TJ /R27 8.96640 Tf 4.15117 -3.80898 Td [ (f) -0.89990 ] TJ /R29 8.96640 Tf 4.60781 0 Td [ (wangfei\054) -600.02100 (qianchen\054) -600.00500 (chengli) ] TJ /R27 8.96640 Tf 139.87500 0 Td [ (g) -0.90126 ] TJ /R29 8.96640 Tf 4.60820 0 Td (\100sensetime\056com\054) Tj /R25 5.97760 Tf 86.07700 3.80898 Td [ (2) -0.09802 ] TJ /R29 8.96640 Tf 4.15117 -3.80898 Td (jmq14\100mails\056tsinghua\056edu\056cn) Tj /R25 5.97760 Tf -240.78000 -10.13790 Td [ (3) -0.09802 ] TJ /R27 8.96640 Tf 4.15078 -3.80898 Td [ (f) -0.89990 ] TJ /R29 8.96640 Tf 4.60820 0 Td [ (ys014\054) -600.01200 (xtang) ] TJ /R27 8.96640 Tf 64.55780 0 Td [ (g) -0.89990 ] TJ /R29 8.96640 Tf 4.60703 0 Td [ (\100ie\056cuhk\056edu\056hk\054) -600.01600 (xgwang\100ee\056cuhk\056edu\056hk\054) ] TJ /R25 5.97760 Tf 215.19300 3.80898 Td [ (4) -0.09802 ] TJ /R29 8.96640 Tf 4.15117 -3.80898 Td (zhhg\100bupt\056edu\056cn) Tj /R19 11.95520 Tf -257.21300 -41.04610 Td (Abstract) Tj /R31 9.96260 Tf -83.92700 -25.25510 Td [ (In) -253.99500 (this) -254.01000 (work\054) -254.99400 (we) -253.98800 (pr) 44.98390 (opose) -255 (\223Residual) -253.98700 (Attention) -253.99200 (Network\224\054) ] TJ -11.95510 -11.95510 Td [ (a) -287.98600 (con) 39.99880 (volutional) -287.98100 (neur) 14.99010 (al) -288.01800 (network) -288.00200 (using) -288.98200 (attention) -287.98600 (mec) 15.01220 (hanism) ] TJ 11.95470 TL T* [ (whic) 14.99870 (h) -366.01200 (can) -364.99200 (incorpor) 15.01340 (ate) -366.01000 (with) -365.00400 (state\055of\055art) -366.01200 (feed) -364.99500 (forwar) 37.01590 (d) -366.01200 (net\055) ] TJ T* [ (work) -359.01800 (ar) 36.98520 (c) 15.01280 (hitectur) 37.00360 (e) -359.00400 (in) -358.98700 (an) -358.98900 (end\055to\055end) -358.98200 (tr) 14.99140 (aining) -359.00400 (fashion\056) -636.98700 (Our) ] TJ 11.95630 TL T* [ (Residual) -392.99800 (Attention) -392.99000 (Network) -394.01600 (is) -393.01900 (b) 20.00160 (uilt) -393.00500 (by) -392.99300 (stac) 20.01140 (king) -394 (Attention) ] TJ 11.95470 TL T* [ (Modules) -510.98700 (whic) 14.99870 (h) -509.98800 (g) 10.00320 (ener) 15.01960 (ate) -511.00500 (attention\055awar) 37.00610 (e) -511.01800 (featur) 37.00120 (es\056) -1092.01000 (The) ] TJ T* [ (attention\055awar) 37.00610 (e) -559.99000 (featur) 37 (es) -561.00300 (fr) 44.98640 (om) -560.99700 (dif) 18.01660 (fer) 36.98280 (ent) -560.01700 (modules) -561.01700 (c) 15.01220 (hang) 10.01790 (e) ] TJ T* [ (adaptively) -393.98400 (as) -392.98200 (layer) 10.00810 (s) -394.00700 (going) -393.00500 (deeper) 111.00500 (\056) -741.01100 (Inside) -393.99800 (eac) 15.01470 (h) -394.00800 (Attention) ] TJ T* [ (Module) 10.01790 (\054) -271.01100 (bottom\055up) -265.99500 (top\055down) -267.01200 (feedforwar) 36.98160 (d) -267.00900 (st) 0.99248 (ructur) 36.99870 (e) -267.01900 (is) -267.00200 (used) ] TJ T* [ (to) -386.98200 (unfol) 1.00964 (d) -386.98900 (the) -386.98700 (feedforwar) 36.98160 (d) -386.00900 (and) -387.01900 (feedbac) 20.00650 (k) -386.01900 (attention) -386.98900 (pr) 44.98510 (ocess) ] TJ 11.95630 TL T* [ (into) -264.99000 (a) -265.99000 (single) -264.98800 (feedforwar) 36.98160 (d) -265.01000 (pr) 44.98390 (ocess\056) -356.00800 (Importantly) 55.01530 (\054) -269.01100 (we) -265.98500 (pr) 44.98510 (opose) ] TJ 11.95510 TL T* [ (attention) -311.00200 (r) 37.01960 (esidual) -311.01600 (learning) -311.01100 (to) -310.99500 (tr) 14.99140 (ain) -310.99000 (very) -311.01400 (deep) -311.98500 (Residual) -311.01200 (At\055) ] TJ T* [ (tention) -226.98800 (Networks) -227.01800 (whic) 14.99870 (h) -227.99600 (can) -227.01500 (be) -226.98000 (easily) -227.00400 (scaled) -227.00600 (up) -227.01100 (to) -227.98900 (hundr) 37.00120 (eds) ] TJ T* [ (of) -249.98500 (layer) 10.00810 (s\056) ] TJ 11.95510 -13.29920 Td [ (Extensive) -546.99500 (analyses) -546.98100 (ar) 36.98520 (e) -545.99200 (conducted) -546.98700 (on) -546.99700 (CIF) 115.01500 (AR\05510) -546.99200 (and) ] TJ -11.95510 -11.95590 Td [ (CIF) 115.01500 (AR\055100) -199.00600 (datasets) -198.00900 (to) -199.01300 (verify) -197.99900 (the) -199.01800 (ef) 18 (fectiveness) -197.98900 (of) -199.01300 (e) 15.01220 (very) -198.99400 (mod\055) ] TJ T* [ (ule) -497.98700 (mentioned) -498.00600 (abo) 10.01300 (ve) 15.00850 (\056) -1055 (Our) -497.98200 (Residual) -499.02000 (At) 0.99248 (tention) -498.98300 (Network) ] TJ T* [ (ac) 15.01770 (hie) 14.98590 (ves) -226.00400 (state\055of\055) 1.00718 (the\055art) -226.01700 (object) -225.98600 (r) 37.01960 (eco) 9.99466 (gnition) -225.01900 (performance) -226.01100 (on) ] TJ T* [ (thr) 36.99260 (ee) -349.98900 (benc) 15.01830 (hmark) -350.00500 (datasets) -349.00300 (including) -350.01800 (CIF) 115.01500 (AR\05510) -350.00500 (\0503\05690\045) -350.00300 (er) 20 (\055) ] TJ T* [ (r) 45.01820 (or\051\054) -203.99500 (CIF) 115.01500 (AR\055100) -191.98800 (\05020\05645\045) -193.00600 (err) 44.98020 (or\051) -192 (and) -193.01200 (Ima) 10.00320 (g) 10.00320 (eNet) -191.99500 (\0504\0568\045) -193.01700 (single) ] TJ T* [ (model) -270.99800 (and) -272.01800 (single) -270.98800 (cr) 45.01330 (op\054) -275.98100 (top\0555) -272.01500 (err) 44.98020 (or\051\056) -374.00600 (Note) -270.99200 (that\054) -276.00500 (our) -272.01600 (method) ] TJ 11.95590 TL T* [ (ac) 15.01770 (hie) 14.98590 (ves) ] TJ /R33 9.96260 Tf 36.31330 0 Td (0\0566\045) Tj /R31 9.96260 Tf 23.06290 0 Td [ (top\0551) -231.98200 (accur) 14.98520 (acy) -232.00400 (impr) 44.99370 (o) 10.00320 (vement) -231.99800 (with) ] TJ /R33 9.96260 Tf 135.27000 0 Td (46\045) Tj /R31 9.96260 Tf 20.57300 0 Td (trunk) Tj -215.21900 -11.95510 Td [ (depth) -294.01200 (and) ] TJ /R33 9.96260 Tf 42.93520 0 Td (69\045) Tj /R31 9.96260 Tf 21.18910 0 Td [ (forwar) 37.01710 (d) -293.98500 (FLOPs) -293.99900 (comparing) -293.01200 (to) -294.01700 (ResNet\055200\056) ] TJ -64.12420 -11.95510 Td [ (The) -348.98500 (e) 19.99240 (xperiment) -350 (also) -349.01700 (demonstr) 15.01100 (ates) -348.98700 (that) -349.99600 (our) -348.98300 (network) -349.01300 (is) -350.00800 (r) 45.01700 (o\055) ] TJ 11.95470 TL T* [ (b) 20.00160 (ust) -250.01800 (a) 10.00320 (gainst) -250.00100 (noisy) -250.01800 (labels\056) ] TJ /R19 11.95520 Tf 39.89800 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R21 9.96260 Tf 11.95510 -20.27300 Td [ (Not) -263 (only) -264.01200 (a) -263.02000 (friendly) -262.99700 (f) 9.99466 (ace) -264.00900 (b) 20.00160 (ut) -263.00300 (also) -263.00100 (red) -263.99800 (color) -263.00500 (will) -262.99000 (dra) 15.01470 (w) -263.99300 (our) ] TJ -11.95510 -11.95510 Td [ (attention\056) -585.98200 (The) -342.99700 (mix) 15.00240 (ed) -341.98100 (nature) -342.01600 (of) -342.02000 (attention) -341.98700 (has) -342.99400 (been) -341.98000 (studied) ] TJ 11.95510 TL T* [ (e) 15.01280 (xtensi) 25.00260 (v) 14.98280 (ely) -293.98200 (in) -294.01700 (the) -295.00200 (pre) 25.01300 (vious) -294.00100 (literatures) -294.00900 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 206.74400 128.82100 Tm (34) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 216.70600 128.82100 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 222.12600 128.82100 Tm (16) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 232.08800 128.82100 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 237.51800 128.82100 Tm (23) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 247.48000 128.82100 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 252.90000 128.82100 Tm (40) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 262.86300 128.82100 Tm [ (\135\056) -442.98500 (At\055) ] TJ -212.75100 -11.95590 Td [ (tention) -270 (not) -268.99700 (only) -270.01100 (serv) 14.98160 (es) -269.01300 (to) -269.98200 (select) -269.00700 (a) -270 (focused) -269.98400 (location) -268.98700 (b) 20.00160 (ut) -269.98200 (also) ] TJ 11.95510 TL T* [ (enhances) -384.01100 (dif) 24.98540 (ferent) -384.01700 (representations) -385.00400 (of) -384.01300 (objects) -383.99200 (at) -384.01200 (that) -385.01900 (loca\055) ] TJ T* [ (tion\056) -442.99700 (Pre) 24.98300 (vious) -294.00100 (w) 10 (orks) -294.01700 (formulate) -294.00900 (attention) -293.99500 (drift) -294.01700 (as) -293.98800 (a) -295.01400 (sequen\055) ] TJ T* [ (tial) -266.99700 (process) -267.00400 (to) -267.00200 (capture) -265.99400 (dif) 24.98480 (ferent) -267.01700 (attended) -266.99700 (aspects\056) -360.98400 (Ho) 24.98360 (we) 25.01300 (v) 14.98280 (er) 39.98600 (\054) ] TJ 258.75000 445.42400 Td [ (as) -216.98100 (f) 9.99588 (ar) -218.01000 (as) -216.98100 (we) -216.98600 (kno) 24.99090 (w) 65.01120 (\054) -224 (no) -217.01300 (attention) -218.00800 (mechanism) -216.98800 (has) -217.01800 (been) -218.00300 (applied) ] TJ T* [ (to) -286.01800 (feedforw) 9.99343 (ard) -287.01300 (netw) 10.00810 (ork) -285.98400 (structure) -286.99600 (to) -286.02100 (achie) 25.01540 (v) 14.98280 (e) -285.99600 (state\055of\055art) -287.00600 (re\055) ] TJ T* [ (sults) -226.00900 (in) -225.00900 (image) -225.98700 <636c6173736902636174696f6e> -225.01100 (task\056) -302.01300 (Recent) -225.98700 (adv) 24.98110 (ances) -224.98200 (of) -226.00100 (image) ] TJ T* [ <636c6173736902636174696f6e> -380.00500 (focus) -378.98800 (on) -380.00500 (training) -379.98600 (feedforw) 9.99343 (ard) -380.02000 (con) 39.99820 (v) 20.00160 (olutional) ] TJ T* [ (neural) -249.99300 (netw) 10.00810 (orks) -249.98500 (using) -250.00700 (\223v) 15.01710 (ery) -250.00200 (deep\224) -250.00200 (structure) -249.98300 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 490.10100 478.60400 Tm (27) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 500.06400 478.60400 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 505.04500 478.60400 Tm (33) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 515.00700 478.60400 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 519.98900 478.60400 Tm (10) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 529.95100 478.60400 Tm (\135\056) Tj -209.13400 -12.46910 Td [ (Inspired) -205.00700 (by) -203.99500 (the) -205.01700 (attention) -204.99000 (mechanism) -204.01000 (and) -205.02000 (recent) -204.99000 (adv) 24.98110 (ances) ] TJ -11.95470 -11.95510 Td [ (in) -273.98100 (the) -273.98600 (deep) -275.01000 (neural) -273.98900 (netw) 10.00810 (ork\054) -279.98300 (we) -273.99300 (propose) -274.99300 (Resi) 1.00473 (dual) -274.99800 (Attention) ] TJ 11.95590 TL T* [ (Netw) 10.00570 (ork\054) -285.00100 (a) -277.01700 (con) 39.99820 (v) 20.00160 (olutional) -277.98800 (netw) 10.00810 (ork) -277.98800 (that) -276.99800 (adopts) -278.00800 (mix) 15.00240 (ed) -277.99300 (atten\055) ] TJ 11.95510 TL T* [ (tion) -258.99100 (mechanism) -258.98100 (in) -259.00300 (\223v) 15.01710 (ery) -259.01800 (deep\224) -259.02100 (structure\056) -336.98300 (The) -259.01100 (Residual) -258.98100 (At\055) ] TJ T* [ (tention) -365.00500 (Netw) 10.00570 (ork) -366.01000 (is) -364.98600 (composed) -365.98800 (of) -364.99800 (multiple) -364.99300 (Attention) -366.01200 (Mod\055) ] TJ T* [ (ules) -195.99200 (which) -197.01100 (generate) -196.00900 (attention\055a) 15.00730 (w) 10.00320 (are) -196.01600 (features\056) -291.99000 (The) -196.98200 (attention\055) ] TJ T* [ (a) 15.01220 (w) 10 (are) -234.99300 (features) -234.98300 (from) -235.01000 (dif) 24.98600 (ferent) -234.98500 (modules) -234.98500 (change) -235.02000 (adapti) 24.99090 (v) 14.98280 (ely) -235.01000 (as) ] TJ 11.95590 TL T* [ (layers) -249.99000 (going) -250.01000 (deeper) 55.00310 (\056) ] TJ 11.95470 -12.46910 Td [ (Apart) -422.98100 (from) -423.01800 (more) -423.01800 (discriminati) 24.99090 (v) 14.98280 (e) -422.99300 (feature) -422.99300 (representation) ] TJ -11.95470 -11.95510 Td [ (brought) -416.01900 (by) -416 (the) -416.00200 (attention) -416.01400 (mechanism\054) -458.00200 (our) -416.00400 (model) -415.98400 (also) -415.99400 (e) 15.01220 (x\055) ] TJ 11.95510 TL T* [ (hibits) -250 (follo) 24.99830 (wing) -250.01700 (appealing) -250.01700 (properties\072) ] TJ 12.46880 TL T* [ (\0501\051) -271.99600 (Increasing) -271.98400 (Attention) -271.99100 (Modules) -271.99900 (lead) -271.98900 (to) -273.00300 (consistent) -271.99400 (perfor) 19.99180 (\055) ] TJ 11.95510 TL T* [ (mance) -239.01400 (impro) 15.00480 (v) 14.98280 (ement\054) -241.00100 (as) -239.01600 (dif) 24.98600 (ferent) -238.98500 (types) -239 (of) -239.01900 (attention) -238.98500 (are) -238.99000 (cap\055) ] TJ T* [ (tured) -205.99500 (e) 15.01220 (xtensi) 25.00320 (v) 14.98280 (ely) 65.01610 (\056) -295.00700 (Fig\056) ] TJ ET Q 1 0 0 rg q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 396.78200 309.69000 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 403.81600 309.69000 Tm [ (sho) 24.99090 (ws) -205.99500 (an) -204.98500 (e) 15.01220 (xample) -205.98500 (of) -206.00500 (dif) 24.98600 (ferent) -206.01000 (types) ] TJ -94.95350 -11.95590 Td [ (of) -279.99000 (attentions) -281.00900 (for) -279.99500 (a) -281.01700 (hot) -280.01500 (air) -281.01200 (balloon) -280.00200 (image\056) -401.99200 (The) -279.98800 (sk) 14.98770 (y) -281.00700 (attention) ] TJ 11.95510 TL T* [ (mask) -369.01700 (diminishes) -370 (background) -369.01200 (responses) -369.01700 (while) -369.01700 (the) -370.00700 (balloon) ] TJ T* [ (instance) -250.02000 (mask) -250.01700 (highlighting) -250.00700 (the) -249.98800 (bottom) -249.99700 (part) -249.99300 (of) -249.99700 (the) -249.98800 (balloon\056) ] TJ 12.46880 TL T* [ (\0502\051) -345.00400 (It) -346.01600 (is) -344.98900 (able) -346.01800 (to) -344.98900 (incorporate) -344.98700 (with) -345.99600 (state\055of\055the\055art) -344.99100 (deep) -346.02100 (net\055) ] TJ 11.95510 TL T* [ (w) 10 (ork) -332.01600 (str) 0.99003 (u) -1.01454 (c) 1.01454 (tures) -332.01300 (in) -332.01100 (an) -331.00400 (end\055to\055end) -332.00800 (training) -331.01300 (f) 9.99343 (ashion\056) -555.02000 (Specif\055) ] TJ T* [ (ically) 64.98670 (\054) -358.99600 (the) -336.99500 (depth) -336.98500 (of) -337 (our) -336.99500 (netw) 10.00810 (ork) -336.99800 (can) -337.00700 (be) -337.00300 (easily) -336.98800 (e) 15.01220 (xtended) -336.98300 (to) ] TJ 11.95590 TL T* [ (hundreds) -343.01600 (of) -342.01900 (layers\056) -588.01000 (Our) -342.99700 (Residual) -341.98700 (Attention) -342.99700 (Netw) 10.00810 (ork) -342.99700 (out\055) ] TJ 11.95510 TL T* [ (performs) -376.98100 (state\055of\055the\055art) -376.98400 (residual) -377.01600 (netw) 10.00810 (orks) -378 (on) -376.98600 (CIF) 74.01220 (AR\05510\054) ] TJ T* [ (CIF) 74.01220 (AR\055100) -224.99400 (and) -223.99700 (challenging) -224.98700 (ImageNet) -223.99200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 468.14400 201.57900 Tm (5) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R21 9.96260 Tf 1 0 0 1 473.12500 201.57900 Tm [ (\135) -224.98700 (image) -225.00700 <636c617373690263612d> ] TJ -164.26300 -11.95510 Td [ (tion) -212.99900 (dataset) -213.01100 (with) -213.98100 <7369676e690263616e74> -213.01300 (reduction) -212.99900 (of) -212.98400 (computation) -213.99400 (\050) ] TJ /R19 9.96260 Tf 216.32500 0 Td (69\045) Tj /R21 9.96260 Tf -216.32500 -11.95470 Td [ (forw) 10 (ard) -250 (FLOPs\051\056) ] TJ 11.95510 -12.46910 Td [ (All) -421.01100 (of) -422.00600 (the) -420.98100 (aforementioned) -420.99800 (properties\054) -464.01600 (which) -421.01300 (are) -421.97900 (chal\055) ] TJ -11.95510 -11.95510 Td [ (lenging) -232.99100 (to) -233.00800 (achie) 25.01540 (v) 14.98280 (e) -232.98600 (with) -232.99800 (pre) 25.01050 (vious) -232.99100 (approaches\054) -237.00900 (are) -232.99100 (made) -233.01000 (pos\055) ] TJ 11.95590 TL T* [ (sible) -250.01500 (with) -250.01500 (follo) 24.99830 (wing) -250.01700 (contrib) 20.01630 (utions\072) ] TJ 12.46910 TL (\0501\051) ' /R31 9.96260 Tf 14.06720 0 Td [ (Stac) 20.00890 (k) 9.99343 (ed) -245.99800 (network) -246.01000 (structur) 37.01340 (e) ] TJ /R21 9.96260 Tf 103.29100 0 Td [ (\072) -307.98300 (Our) -245.99300 (Residual) -246.00300 (Attention) -245.99300 (Net\055) ] TJ -117.35800 -11.95510 Td [ (w) 10 (ork) -388.98700 (is) -388.98200 (constructed) -389.98900 (by) -388.98400 (stacking) -389.00900 (multiple) -388.98900 (Attention) -390.00800 (Mod\055) ] TJ 11.95470 TL T* [ (ules\056) -302.01100 (The) -225.01600 (stack) 10.00810 (ed) -224.98200 (structure) -225.00700 (is) -225.98700 (the) -225.01100 (basic) -225.01100 (application) -224.98700 (of) -226.00100 (mix) 15.00240 (ed) ] TJ T* [ (attention) -279.01700 (mechanism\056) -396.01500 (Thus\054) -286.00600 (dif) 24.98600 (ferent) -279.01700 (types) -278.01200 (of) -279.01200 (attention) -279.01700 (are) ] TJ T* [ (able) -249.99500 (to) -249.98500 (be) -249.99700 (captured) -249.99300 (in) -249.98500 (dif) 24.98600 (ferent) -250.00200 (Attention) -249.99300 (Modules\056) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 35 Tm (3156) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA