%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (Aggregated Residual Transformations for Deep Neural Networks) /Producer (PyPDF2) /Author (Saining Xie\054 Ross Girshick\054 Piotr Dollar\054 Zhuowen Tu\054 Kaiming He) /Subject (2017 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R >> /ExtGState << /s9 26 0 R /s11 29 0 R /a0 << /CA 1 /ca 1 >> /s5 32 0 R /R56 35 0 R /R43 36 0 R /s7 37 0 R >> /Font << /R57 40 0 R /R59 43 0 R /R48 47 0 R /R54 50 0 R /R46 54 0 R /R44 58 0 R /R50 61 0 R /R52 65 0 R /F2 68 0 R /F1 69 0 R /R61 70 0 R /R63 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R 98 0 R 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 112 0 R /Resources << /ExtGState << /R43 36 0 R >> /Font << /R54 50 0 R /R46 54 0 R /F1 113 0 R /R44 58 0 R /F2 114 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 115 0 R 116 0 R 117 0 R 118 0 R 119 0 R 120 0 R 121 0 R 122 0 R 123 0 R 124 0 R 125 0 R 126 0 R 127 0 R 128 0 R 129 0 R 130 0 R 131 0 R 132 0 R 133 0 R 134 0 R 135 0 R 136 0 R 137 0 R 138 0 R 139 0 R 140 0 R 141 0 R 142 0 R 143 0 R 144 0 R 145 0 R 146 0 R 147 0 R 148 0 R 149 0 R 150 0 R 151 0 R 152 0 R 153 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 154 0 R /Resources << /ExtGState << /R56 35 0 R /R43 36 0 R >> /Font << /R54 50 0 R /R46 54 0 R /R44 58 0 R /R50 61 0 R /R130 155 0 R /R126 159 0 R /R132 163 0 R /F1 167 0 R /R134 168 0 R /R136 171 0 R /R138 174 0 R /R128 177 0 R /R156 181 0 R /R144 185 0 R /R154 189 0 R /R146 193 0 R /R152 196 0 R /R140 199 0 R /R150 203 0 R /R142 207 0 R /R148 210 0 R /F2 213 0 R /R61 70 0 R /R63 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 214 0 R 215 0 R 216 0 R 217 0 R 218 0 R 219 0 R 220 0 R 221 0 R 222 0 R 223 0 R 224 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 225 0 R /Resources << /ExtGState << /R192 226 0 R /R56 35 0 R /R201 227 0 R >> /Font << /R202 228 0 R /R210 231 0 R /R44 58 0 R /R206 235 0 R /R197 238 0 R /R204 242 0 R /R48 47 0 R /R54 50 0 R /R46 54 0 R /R208 246 0 R /R199 250 0 R /F2 254 0 R /R132 163 0 R /F1 255 0 R /R134 168 0 R /R138 174 0 R /R193 256 0 R /R144 185 0 R /R146 193 0 R /R140 199 0 R /R142 207 0 R /R195 260 0 R /R148 210 0 R /R61 70 0 R /R63 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R 274 0 R 275 0 R 276 0 R 277 0 R 278 0 R 279 0 R 280 0 R 281 0 R 282 0 R 283 0 R 284 0 R 285 0 R 286 0 R 287 0 R 288 0 R 289 0 R 290 0 R 291 0 R 292 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 293 0 R /Resources << /ExtGState << /R43 36 0 R >> /Font << /R144 185 0 R /R54 50 0 R /R46 54 0 R /R44 58 0 R /R50 61 0 R /R148 210 0 R /R52 65 0 R /F2 294 0 R /R132 163 0 R /F1 295 0 R /R259 296 0 R /R63 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 299 0 R 300 0 R 301 0 R 302 0 R 303 0 R 304 0 R 305 0 R 306 0 R 307 0 R 308 0 R 309 0 R 310 0 R 311 0 R 312 0 R 313 0 R 314 0 R 315 0 R 316 0 R 317 0 R 318 0 R 319 0 R 320 0 R 321 0 R 322 0 R 323 0 R 324 0 R 325 0 R 326 0 R 327 0 R 328 0 R 329 0 R 330 0 R 331 0 R 332 0 R 333 0 R 334 0 R 335 0 R 336 0 R 337 0 R 338 0 R 339 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 340 0 R /Resources << /ColorSpace << /R272 341 0 R >> /ExtGState << /R43 36 0 R >> /Font << /R144 185 0 R /R54 50 0 R /R46 54 0 R /R44 58 0 R /R50 61 0 R /R269 343 0 R /F2 347 0 R /F1 348 0 R /R259 296 0 R /R63 73 0 R /R273 349 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 353 0 R 354 0 R 355 0 R 356 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 357 0 R /Resources << /ColorSpace << /R272 341 0 R >> /ExtGState << /R43 36 0 R >> /Font << /R54 50 0 R /R46 54 0 R /R44 58 0 R /R50 61 0 R /R294 358 0 R /R296 362 0 R /F2 366 0 R /R126 159 0 R /F1 367 0 R /R63 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 368 0 R 369 0 R 370 0 R 371 0 R 372 0 R 373 0 R 374 0 R 375 0 R 376 0 R 377 0 R 378 0 R 379 0 R 380 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 381 0 R /Resources << /ExtGState << /R56 35 0 R /R201 227 0 R /R43 36 0 R >> /Font << /R54 50 0 R /R46 54 0 R /R44 58 0 R /R50 61 0 R /R148 210 0 R /R52 65 0 R /F2 382 0 R /F1 383 0 R /R329 384 0 R /R63 73 0 R /R325 387 0 R /R327 391 0 R /R323 395 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 399 0 R 400 0 R 401 0 R 402 0 R 403 0 R 404 0 R 405 0 R 406 0 R 407 0 R 408 0 R 409 0 R 410 0 R 411 0 R 412 0 R 413 0 R 414 0 R 415 0 R 416 0 R 417 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 418 0 R /Resources << /ExtGState << /R43 36 0 R >> /Font << /R54 50 0 R /R46 54 0 R /R44 58 0 R /R52 65 0 R /F2 419 0 R /F1 420 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 421 0 R 422 0 R ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 24697 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R43 gs 0 g q 10 0 0 10 0 0 cm BT /R44 14.34620 Tf 1 0 0 1 98.68200 675.06700 Tm [ (Aggr) 18.00140 (egated) -249.98800 (Residual) -249.98600 (T) 73.99160 (ransf) 24.99060 (ormations) -250.01300 (f) 24.99230 (or) -249.99500 (Deep) -250.00800 (Neural) -250.00800 (Netw) 9.99285 (orks) ] TJ /R46 11.95520 Tf -16.87190 -37.85820 Td [ (Saining) -249.99400 (Xie) ] TJ /R48 7.97010 Tf 56.78590 4.33906 Td [ (1) -0.29866 ] TJ /R46 11.95520 Tf 31.63090 -4.33906 Td [ (Ross) -250.01100 (Girshick) ] TJ /R48 7.97010 Tf 67.41520 4.33906 Td [ (2) -0.30019 ] TJ /R46 11.95520 Tf 31.63090 -4.33906 Td [ (Piotr) -250.01200 (Doll) ] TJ 48.16090 0.06016 Td (\264) Tj -0.66406 -0.06016 Td (ar) Tj /R48 7.97010 Tf 9.28906 4.33906 Td [ (2) -0.30019 ] TJ /R46 11.95520 Tf 31.63200 -4.33906 Td [ (Zhuo) 24.98950 (wen) -250.00800 (T) 44.98810 (u) ] TJ /R48 7.97010 Tf 60.58910 4.33906 Td [ (1) -0.30019 ] TJ /R46 11.95520 Tf 31.63090 -4.33906 Td [ (Kaiming) -250.00200 (He) ] TJ /R48 7.97010 Tf 58.77110 4.33906 Td [ (2) -0.30019 ] TJ -318.38300 -13.94800 Td [ (1) -0.29866 ] TJ /R46 11.95520 Tf 4.73203 -4.33789 Td [ (UC) -249.99700 (San) -249.98900 (Die) 15 (go) ] TJ /R48 7.97010 Tf 96.45430 4.33789 Td [ (2) -0.30019 ] TJ /R46 11.95520 Tf 4.73203 -4.33789 Td [ (F) 15.01580 (acebook) -249.99300 (AI) -250.00200 (Research) ] TJ /R50 8.96640 Tf -150.98300 -13.94800 Td [ (f) -0.89990 ] TJ /R52 8.96640 Tf 4.60703 0 Td (s9xie\054ztu) Tj /R50 8.96640 Tf 48.41910 0 Td [ (g) -0.89990 ] TJ /R52 8.96640 Tf 4.60703 0 Td (\100ucsd\056edu) Tj /R50 8.96640 Tf 87.27270 0 Td [ (f) -0.90126 ] TJ /R52 8.96640 Tf 4.60820 0 Td (rbg\054pdollar\054kaiminghe) Tj /R50 8.96640 Tf 112.97600 0 Td [ (g) -0.89854 ] TJ /R52 8.96640 Tf 4.60820 0 Td (\100fb\056com) Tj /R44 11.95520 Tf -266.33700 -41.04610 Td (Abstract) Tj /R54 9.96260 Tf -83.92770 -19.25310 Td [ (W) 91.98650 (e) -279.01700 (pr) 36.98520 (esent) -277.98300 (a) -279.00700 (simple) 9.98363 (\054) -285.00900 (highly) -278.98800 (modularized) -277.98300 (network) -278.98500 (ar) 36.98650 (c) 15.01220 (hi\055) ] TJ -11.95510 -11.95470 Td [ (tectur) 36.99080 (e) -230.98500 (for) -231.00200 (ima) 10.01300 (g) 10.00320 (e) -230.98600 <636c6173736902636174696f6e2e> -302.98700 (Our) -231.00700 (network) -230.99300 (is) -231.00800 (constructed) ] TJ 11.95510 TL T* [ (by) -235.01900 (r) 37.01960 (epeating) -234.99400 (a) -233.99500 (b) 20.00160 (uilding) -235.01700 (bloc) 20.00890 (k) -234.98500 (that) -234.99500 (a) 10.00320 (g) 10.00320 (gr) 36.98650 (e) 39.98840 (gates) -233.98100 (a) -235.01500 (set) -235.01000 (of) -235.00700 (tr) 14.99010 (ans\055) ] TJ 11.95630 TL T* [ (formations) -316.98900 (with) -317.99200 (t) 0.98758 (he) -317.98500 (same) -316.99600 (topolo) 9.99343 (gy) 55.01170 (\056) -511.99100 (Our) -316.99100 (simple) -316.98100 (design) -318 (r) 37.01830 (e\055) ] TJ 11.95470 TL T* [ (sults) -276.00100 (in) -275 (a) -275.98800 (homo) 10.01670 (g) 10.00320 (eneous\054) -282.01700 (multi\055br) 15.01470 (anc) 14.98400 (h) -275.98800 (ar) 36.98650 (c) 15.01220 (hitectur) 37.00360 (e) -275.99800 (that) -276.00800 (has) ] TJ T* [ (only) -255.98400 (a) -257.01100 (f) 0.98758 (e) 15.01280 (w) -257.00200 (hyper) 20.00400 (\055par) 14.99010 (ameter) 10.01060 (s) -255.99000 (to) -255.98400 (set\056) -328.99300 (This) -256.00400 (str) 14.99750 (ate) 40 (gy) -255.99600 (e) 19.99180 (xposes) -257.00100 (a) ] TJ T* [ (ne) 15.01770 (w) -249.98400 (dimension\054) -251.01400 (whic) 14.99870 (h) -249.99300 (we) -249.98900 (call) -251.00200 (\223car) 36.99510 (dinality\224) -249.98300 (\050the) -249.99300 (size) -249.98300 (of) -251.00500 (the) ] TJ T* [ (set) -243.98900 (of) -243.98600 (tr) 14.99140 (ansformations\051\054) -246.00400 (as) -243.98700 (an) -243.98900 (essential) -244.00200 (factor) -244.01100 (in) -245.00600 (additi) 1.01699 (on) -245.00800 (to) ] TJ T* [ (the) -364.99000 (dimensions) -364.01200 (of) -364.98600 (depth) -365.01900 (and) -364.00300 (width\056) -654.00700 (On) -364.99100 (the) -364.99100 (Ima) 10.00320 (g) 10.00320 (eNet\0551K) ] TJ 11.95590 TL T* [ (dataset\054) -269.01900 (we) -265.98600 (empirically) -266 (show) -264.98500 (that) -266.01000 (e) 15.01220 (ven) -265.99700 (under) -264.99700 (the) -265.98700 (r) 37.01830 (estricted) ] TJ 11.95510 TL T* [ (condition) -255.99300 (of) -255.00400 (maintaining) -256.01400 (comple) 20.00770 (xity) 55.01660 (\054) -257.01300 (incr) 36.98890 (easing) -256.01100 (car) 36.98160 (dinality) ] TJ T* [ (is) -384.98100 (able) -384.00100 (to) -384.98200 (impr) 44.99370 (o) 10.00320 (ve) -385.00300 <636c6173736902636174696f6e> -383.99600 (accur) 14.98520 (acy) 55.00800 (\056) -713.99600 (Mor) 36.98650 (eo) 9.99833 (ver) 110.99900 (\054) -418.98600 (in\055) ] TJ T* [ (cr) 37.01530 (easing) -286.00700 (car) 36.98100 (dinality) -285.99100 (is) -286.99700 (mor) 36.98770 (e) -285.99600 (ef) 18 (fective) -285.98800 (than) -286.00900 (going) -286.00400 (deeper) -287.00800 (or) ] TJ T* [ (wider) -312 (when) -312.00700 (we) -312.99800 (incr) 36.98770 (ease) -311.98500 (the) -312.01900 (capacity) 54.98710 (\056) -497.01300 (Our) -312.01200 (models\054) -328 (named) ] TJ T* [ (ResNeXt\054) -389.00500 (ar) 36.98520 (e) -361.00300 (the) -360.99100 (foundations) -361.99500 (of) -360.98600 (our) -360.98300 (entry) -360.98900 (to) -360.98600 (the) -362.01100 (ILSVRC) ] TJ 11.95590 TL T* [ (2016) -447.98300 <636c6173736902636174696f6e> -449.00500 (task) -447.99000 (in) -449.01100 (whic) 14.99870 (h) -447.99900 (we) -449.01500 (secur) 36.98160 (ed) -448.00400 (2nd) -449.00800 (place) 14.98520 (\056) ] TJ 11.95510 TL T* [ (W) 91.98650 (e) -254.00100 (further) -254.98400 (in) 40.00560 (vestigate) -254.01200 (ResNeXt) -254.01000 (on) -255.00600 (an) -253.98700 (Ima) 10.00320 (g) 10.00320 (eNet\0555K) -254.00900 (set) -255.00600 (and) ] TJ T* [ (the) -364.99000 (COCO) -363.98500 (detection) -363.99400 (set\054) -394.00200 (also) -363.99400 (showing) -364.99100 (better) -364 (r) 37.01830 (esults) -365.01000 (than) ] TJ T* [ (its) -316.00500 (ResNet) -316.98400 (counterpart\056) -509.00700 (The) -316.99100 (code) -315.98500 (and) -316.99100 (models) -316.00400 (ar) 36.98650 (e) -317.01100 (publicly) ] TJ T* [ (available) -250.00400 (online) ] TJ /R46 6.97380 Tf 64.47700 3.61484 Td (1) Tj /R54 9.96260 Tf 3.98477 -3.61484 Td (\056) Tj /R44 11.95520 Tf -68.46170 -36.83710 Td [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R46 9.96260 Tf 11.95510 -19.25310 Td [ (Research) -386.01000 (on) -386.00400 (visual) -385.98800 (recognition) -386.01900 (is) -386 (under) 18.00430 (going) -385.98700 (a) -386.01900 (transi\055) ] TJ -11.95510 -11.95470 Td [ (tion) -361.99300 (from) -362.98800 (\223feature) -361.99100 (engineering\224) -363.01900 (to) -362.00600 (\223netw) 10.00570 (ork) -362.99100 (engineering\224) ] TJ T* [ (\13325\054) -275.01000 (24\054) -275.01000 (44\054) -273.99100 (34\054) -275.01000 (36\054) -275.01000 (38\054) -275.01000 (14\135\056) -384.01600 (In) -275.01200 (contrast) -274.99300 (to) -275 (traditional) -275.01300 (hand\055) ] TJ T* [ (designed) -337.01700 (features) -335.98400 (\050) ] TJ /R54 9.96260 Tf 76.97190 0 Td [ (e) 15.01220 (\056g) ] TJ /R46 9.96260 Tf 11.74610 0 Td [ (\056\054) -358.01400 (SIFT) -337.01200 (\13329\135) -335.98700 (and) -336.99800 (HOG) -336.01500 (\1335\135\051\054) -359.00400 (features) ] TJ -88.71800 -11.95510 Td [ (learned) -364.99700 (by) -364.00800 (neural) -364.99300 (netw) 10.00940 (orks) -364.00500 (from) -364.98700 (lar) 17.99700 (ge\055scale) -365 (data) -364.01500 (\13333\135) -365 (re\055) ] TJ 11.95590 TL T* [ (quire) -267.00400 (minimal) -267.00700 (human) -266.99100 (in) 40.00560 (v) 20.00160 (olv) 14.99500 (ement) -266.99800 (during) -266.99000 (training\054) -272.00100 (and) -267.00900 (can) ] TJ 11.95510 TL T* [ (be) -315.98600 (transferred) -315.98900 (to) -316.01300 (a) -315.99100 (v) 24.98110 (ariety) -316.01800 (of) -315.98500 (recognition) -315.99100 (tasks) -316.98600 (\1337\054) -315.98400 (10\054) -315.98400 (28\135\056) ] TJ T* [ (Ne) 25.01420 (v) 14.98280 (ertheless\054) -433.00700 (human) -395.98900 (ef) 25.00810 (fort) -396.00600 (has) -396.98500 (been) -396.01100 (shifted) -395.99000 (to) -397.02000 (designing) ] TJ T* [ (better) -249.99000 (netw) 10.00870 (ork) -249.99000 (architectures) -249.98800 (for) -249.99900 (learning) -250.02000 (representations\056) ] TJ 11.95470 -12.27890 Td [ (Designing) -440.98500 (architectures) -441.01500 (becomes) -441.99000 (increasingly) -440.99300 (dif) 24.98600 <0263756c74> ] TJ -11.95470 -11.95510 Td [ (with) -300.98700 (the) -299.98100 (gro) 24.98300 (wing) -300.98900 (number) -300.98900 (of) -301.00700 (h) 4.98446 (yper) 20 (\055parameters) -299.98700 (\050width) ] TJ /R46 6.97380 Tf 215.02600 3.61523 Td (2) Tj /R46 9.96260 Tf 3.98516 -3.61523 Td [ (\054) -313.00400 <026c2d> ] TJ -219.01100 -11.95470 Td [ (ter) -271.01400 (sizes\054) -277 (strides\054) ] TJ /R54 9.96260 Tf 69.08590 0 Td (etc) Tj /R46 9.96260 Tf 11.61600 0 Td [ (\056\051\054) -277.01100 (especially) -270.99300 (when) -271.00600 (there) -271.99400 (are) -270.98700 (man) 14.99010 (y) -271.00900 (lay\055) ] TJ -80.70200 -11.95630 Td [ (ers\056) -333.98200 (The) -257.99200 (V) 14.98100 (GG\055nets) -258.01900 (\13336\135) -258 (e) 15.01220 (xhibit) -257.99900 (a) -258.00100 (simple) -258.00100 (yet) -257.98900 (ef) 25.00810 (fecti) 25.01790 (v) 14.98280 (e) -258.00100 (strat\055) ] TJ T* [ (e) 15.01280 (gy) -425.99800 (of) -426.98600 (constructing) -426.00600 (v) 14.98280 (ery) -426.99000 (deep) -426.00600 (netw) 10.00940 (orks\072) -663.00700 (stacking) -427 (b) 20.00160 (uild\055) ] TJ ET Q 3.98000 w 0 G 501.12100 1004.08000 m 1446.11000 1004.08000 l S q 10 0 0 10 0 0 cm BT /R46 5.97760 Tf 1 0 0 1 60.97110 93.54220 Tm (1) Tj /R46 7.97010 Tf 3.48672 -2.81328 Td [ (https\072\057\057github) 40.01470 (\056com\057f) 10.00440 (acebookresearch\057ResNeXt) ] TJ /R46 5.97760 Tf -3.48672 -6.91602 Td (2) Tj /R46 7.97010 Tf 3.48672 -2.81289 Td [ (W) 39.98630 (idth) -250.01700 (refers) -249.99400 (to) -250.01300 (the) -250.00500 (number) -249.97900 (of) -250.00400 (channels) -250.02200 (in) -250.01300 (a) -250 (layer) 55.01520 (\056) ] TJ ET Q /R56 gs q 3088.62000 4729.18000 2362.54000 1053.13000 re W n 3.24730 w 4 M 0.13696 0.12207 0.12500 RG 4277.98000 5477.23000 389.67600 146.67600 re S 0.13696 0.12207 0.12500 rg q 10 0 0 10 0 0 cm BT /R57 6.49460 Tf 1 0 0 1 433.06200 552.89800 Tm (256\054 1x1\054 4) Tj ET Q 4277.98000 5289.91000 389.67600 146.67600 re S q 10 0 0 10 0 0 cm BT /R57 6.49460 Tf 1 0 0 1 436.39300 534.16600 Tm (4\054 3x3\054 4) Tj ET Q 4277.98000 5102.59000 389.67600 146.67200 re S q 10 0 0 10 0 0 cm BT /R57 6.49460 Tf 1 0 0 1 433.06200 515.43400 Tm (4\054 1x1\054 256) Tj ET Q 4552.91000 5690.93000 m 4488.50000 5636.73000 l S 4506.16000 5620.66000 m 4475.69000 5656.89000 l 4472.82000 5623.54000 l f 4472.81000 5477.23000 m 4472.81000 5457.07000 l S 4496.48000 5460.25000 m 4449.14000 5460.25000 l 4472.82000 5436.58000 l f 4472.81000 5289.47000 m 4472.81000 5269.31000 l S 4496.48000 5272.49000 m 4449.14000 5272.49000 l 4472.82000 5248.82000 l f 4472.81000 5102.23000 m 4511.12000 5067.63000 l S 4524.63000 5087.32000 m 4492.90000 5052.19000 l 4526.33000 5053.90000 l f 4608.08000 5005.56000 m 4608.08000 4975.09000 4583.38000 4950.39000 4552.92000 4950.39000 c 4522.45000 4950.39000 4497.74000 4975.09000 4497.74000 5005.56000 c 4497.74000 5036.03000 4522.45000 5060.73000 4552.92000 5060.73000 c 4583.38000 5060.73000 4608.08000 5036.03000 4608.08000 5005.56000 c h S q 10 0 0 10 0 0 cm BT /R57 7.35591 Tf 1 0 0 1 453.09900 498.39700 Tm (\053) Tj ET Q 4552.91000 5690.93000 m 5397.82000 5690.93000 5431.67000 5613.28000 5431.67000 5326.48000 c 5431.67000 5173.31000 5381.11000 4858.68000 4628.48000 4853.09000 c S 4632.27000 4829.98000 m 4631.02000 4877.29000 l 4608 4853 l f 4552.91000 5690.93000 m 4059.86000 5626.20000 l S 4066.08000 5603.15000 m 4059.92000 5650.09000 l 4039.54000 5623.54000 l f 3835.02000 5476.86000 389.67600 146.67600 re S q 10 0 0 10 0 0 cm BT /R57 6.49460 Tf 1 0 0 1 388.76700 552.86200 Tm (256\054 1x1\054 4) Tj ET Q 3835.02000 5289.55000 389.67600 146.67600 re S q 10 0 0 10 0 0 cm BT /R57 6.49460 Tf 1 0 0 1 392.09800 534.12900 Tm (4\054 3x3\054 4) Tj ET Q 3835.02000 5102.23000 389.67600 146.67200 re S q 10 0 0 10 0 0 cm BT /R57 6.49460 Tf 1 0 0 1 388.76600 515.39800 Tm (4\054 1x1\054 256) Tj ET Q 4039.54000 5476.86000 m 4039.54000 5456.70000 l S 4063.21000 5459.89000 m 4015.86000 5459.89000 l 4039.54000 5436.22000 l f 4039.54000 5289.11000 m 4039.54000 5268.95000 l S 4063.21000 5272.13000 m 4015.86000 5272.13000 l 4039.54000 5248.46000 l f 4039.54000 5102.23000 m 4477.70000 5009.79000 l S 4479.48000 5033.61000 m 4469.71000 4987.29000 l 4497.74000 5005.56000 l f 4877.95000 5477.23000 376.68400 146.67600 re S q 10 0 0 10 0 0 cm BT /R57 6.49460 Tf 1 0 0 1 492.40900 552.89800 Tm (256\054 1x1\054 4) Tj ET Q 4877.95000 5289.91000 376.68400 146.67600 re S q 10 0 0 10 0 0 cm BT /R57 6.49460 Tf 1 0 0 1 495.74100 534.16600 Tm (4\054 3x3\054 4) Tj ET Q 4877.95000 5102.59000 376.68400 146.67200 re S q 10 0 0 10 0 0 cm BT /R57 6.49460 Tf 1 0 0 1 492.40900 515.43400 Tm (4\054 1x1\054 256) Tj ET Q 4552.91000 5690.93000 m 5045.97000 5626.55000 l S 5045.89000 5650.44000 m 5039.76000 5603.50000 l 5066.30000 5623.90000 l f 5066.29000 5477.23000 m 5066.29000 5457.07000 l S 5089.96000 5460.25000 m 5042.61000 5460.25000 l 5066.29000 5436.58000 l f 5066.29000 5289.47000 m 5066.29000 5269.31000 l S 5089.96000 5272.49000 m 5042.61000 5272.49000 l 5066.29000 5248.82000 l f 5066.29000 5102.59000 m 4628.13000 5009.80000 l S 4636.14000 4987.30000 m 4626.33000 5033.61000 l 4608.08000 5005.55000 l f 0 0 0 rg q 10 0 0 10 0 0 cm BT /R59 12.98920 Tf 1 0 0 1 470.60800 536.19700 Tm (\056\056\056\056) Tj ET Q 0.13696 0.12207 0.12500 rg q 10 0 0 10 0 0 cm BT /R57 5.45546 Tf 1 0 0 1 468.48200 550.19500 Tm [ (t) 6.06831 (otal 32) ] TJ 2.26953 -6.54688 Td [ (pa) 4.02764 (ths) ] TJ ET Q 4552.91000 5761.56000 m 4552.91000 5711.42000 l S 4576.58000 5714.59000 m 4529.24000 5714.59000 l 4552.92000 5690.92000 l f q 10 0 0 10 0 0 cm BT /R57 5.84514 Tf 1 0 0 1 463.57900 571.61200 Tm [ (256\055) -17.92690 (d in) ] TJ ET Q 4607.99000 4853.01000 m 4607.99000 4822.54000 4583.29000 4797.84000 4552.83000 4797.84000 c 4522.36000 4797.84000 4497.65000 4822.54000 4497.65000 4853.01000 c 4497.65000 4883.48000 4522.36000 4908.17000 4552.83000 4908.17000 c 4583.29000 4908.17000 4607.99000 4883.48000 4607.99000 4853.01000 c h S q 10 0 0 10 0 0 cm BT /R57 7.35591 Tf 1 0 0 1 453.09100 483.14100 Tm (\053) Tj ET Q 4552.91000 4950.39000 m 4552.86000 4928.67000 l S 4576.54000 4931.79000 m 4529.20000 4931.89000 l 4552.82000 4908.18000 l f 3108.11000 5476.86000 462.84400 146.67600 re S q 10 0 0 10 0 0 cm BT /R57 6.49460 Tf 1 0 0 1 318.06800 552.86100 Tm (256\054 1x1\054 64) Tj ET Q 3108.11000 5289.55000 462.84400 146.67600 re S q 10 0 0 10 0 0 cm BT /R57 6.49460 Tf 1 0 0 1 319.73400 534.12900 Tm (64\054 3x3\054 64) Tj ET Q 3108.11000 5102.23000 462.84400 146.67200 re S q 10 0 0 10 0 0 cm BT /R57 6.49460 Tf 1 0 0 1 318.06800 515.39800 Tm (64\054 1x1\054 256) Tj ET Q 3339.54000 5476.86000 m 3339.54000 5456.70000 l S 3363.21000 5459.88000 m 3315.86000 5459.88000 l 3339.54000 5436.22000 l f 3339.54000 5289.11000 m 3339.54000 5268.95000 l S 3363.21000 5272.13000 m 3315.86000 5272.13000 l 3339.54000 5248.46000 l f 3339.54000 5102.23000 m 3339.54000 5081.23000 l S 3363.21000 5084.39000 m 3315.86000 5084.39000 l 3339.54000 5060.73000 l f 3394.70000 5005.56000 m 3394.70000 4975.09000 3370 4950.39000 3339.54000 4950.39000 c 3309.07000 4950.39000 3284.36000 4975.09000 3284.36000 5005.56000 c 3284.36000 5036.03000 3309.07000 5060.73000 3339.54000 5060.73000 c 3370 5060.73000 3394.70000 5036.03000 3394.70000 5005.56000 c h S q 10 0 0 10 0 0 cm BT /R57 7.35591 Tf 1 0 0 1 331.76200 498.39700 Tm (\053) Tj ET Q 3339.54000 5687.39000 m 3726.58000 5687.39000 3734.21000 5470.16000 3734.21000 5332.15000 c 3734.21000 5247.32000 3747.89000 5014.97000 3415.20000 5005.84000 c S 3419.38000 4982.95000 m 3417.32000 5030.24000 l 3394.70000 5005.56000 l f 3337.38000 5761.56000 m 3337.38000 5644.03000 l S 3361.04000 5647.20000 m 3313.70000 5647.20000 l 3337.38000 5623.54000 l f q 10 0 0 10 0 0 cm BT /R57 5.84514 Tf 1 0 0 1 342.02500 571.61200 Tm [ (256\055) -17.92690 (d in) ] TJ ET Q 3339.53000 4950.39000 m 3339.53000 4928.67000 l S 3363.20000 4931.84000 m 3315.86000 4931.84000 l 3339.54000 4908.18000 l f q 10 0 0 10 0 0 cm BT /R57 5.84514 Tf 1 0 0 1 340.14800 490.81700 Tm [ (256\055) -17.92690 (d out) ] TJ 121.55500 -15.38440 Td [ (256\055) -17.92690 (d out) ] TJ ET Q Q q 10 0 0 10 0 0 cm BT /R46 8.96640 Tf 1 0 0 1 308.86200 461.95900 Tm [ (Figure) -444.98300 (1\056) ] TJ /R44 8.96640 Tf 38.11210 0 Td (Left) Tj /R46 8.96640 Tf 15.93280 0 Td [ (\072) -700.00100 (A) -443.98600 (block) -444.98800 (of) -444.99400 (ResNet) -444.99900 (\13314\135\056) ] TJ /R44 8.96640 Tf 110.17800 0 Td (Right) Tj /R46 8.96640 Tf 21.42070 0 Td [ (\072) -699.99800 (A) -443.98600 (block) -444.98800 (of) ] TJ -185.64400 -10.95900 Td [ (ResNeXt) -282.98700 (with) -282.99300 (cardinality) ] TJ /R61 8.96640 Tf 94.77890 0 Td [ (\075) -349.38400 (3) -0.89854 (2) -0.90398 ] TJ /R46 8.96640 Tf 19.50900 0 Td [ (\054) -290.99500 (with) -283.99800 (roughly) -283.00600 (the) -283.01200 (same) -282.97900 (comple) 15.00830 (x\055) ] TJ -114.28800 -10.95900 Td [ (ity) 65.01870 (\056) -309.99000 (A) -249.98900 (layer) -250.02200 (is) -250.00800 (sho) 25.00930 (wn) -249.98900 (as) -249.99200 (\050\043) -249.99200 (in) -250.01100 (channels\054) -250 <026c746572> -250.01700 (size\054) -249.97800 (\043) -249.97800 (out) -250.01100 (channels\051\056) ] TJ /R46 9.96260 Tf 34.03980 TL T* [ (ing) -407.01300 (blocks) -407.00600 (of) -406.98800 (the) -406.98400 (same) -406.98100 (shape\056) -780.99700 (This) -407.00600 (strate) 14.98770 (gy) -406.98100 (is) -407.01500 (inherited) ] TJ 11.95510 TL T* [ (by) -370.00700 (ResNets) -369.00900 (\13314\135) -369.98000 (which) -370.00200 (stack) -370.00700 (modules) -369.00200 (of) -370.01700 (the) -370.00700 (same) -370.00700 (topol\055) ] TJ T* [ (ogy) 64.98430 (\056) -711.01600 (This) -383.99200 (simple) -383.98000 (rule) -384.00900 (reduces) -384.01400 (the) -382.98500 (free) -383.99000 (choices) -384.00500 (of) -384.01400 (h) 4.98446 (yper) 19.99670 (\055) ] TJ 11.95590 TL T* [ (parameters\054) -263.98500 (and) -261.99100 (depth) -260.99800 (is) -261.00300 (e) 15.01220 (xposed) -262.01500 (as) -261.01500 (an) ] TJ /R54 9.96260 Tf 157.82100 0 Td [ (essential) -261.02000 (dimension) ] TJ /R46 9.96260 Tf -157.82100 -11.95510 Td [ (in) -275 (neural) -275.00800 (netw) 10.00810 (orks\056) -385.01900 (Moreo) 14.99260 (v) 14.98280 (er) 39.98350 (\054) -281.00700 (we) -275.01300 (ar) 17.98720 (gue) -275.00800 (that) -274.99800 (the) -275.00300 (simplicity) ] TJ 11.95510 TL T* [ (of) -263.01200 (this) -262.99000 (rule) -261.99100 (may) -263.00300 (reduce) -262.98300 (the) -263.00500 (risk) -261.98100 (of) -263.01500 (o) 14.98280 (v) 14.98280 (er) 19.98690 (\055adapting) -262.99000 (the) -263.00500 (h) 4.98446 (yper) 19.99670 (\055) ] TJ T* [ (parameters) -338.99500 (to) -338.99000 (a) -339.00700 <73706563690263> -338.00200 (dataset\056) -576.98700 (The) -338.99700 (rob) 20.00160 (ustness) -339.01200 (of) -339.00200 (V) 14.98280 (GG\055) ] TJ T* [ (nets) -276.99800 (and) -277.98800 (ResNets) -276.98600 (has) -277.00500 (been) -277.01300 (pro) 14.98280 (v) 14.98280 (en) -277.99300 (by) -277.00300 (v) 24.98110 (arious) -276.99800 (visual) -278.00800 (recog\055) ] TJ T* [ (nition) -345.00400 (tasks) -344.98200 (\1337\054) -346.01800 (10\054) -344.99900 (9\054) -344.99900 (28\054) -344.99600 (31\054) -346.01600 (14\135) -345.00600 (and) -344.99600 (by) -344.99100 (non\055visual) -345.98100 (tasks) ] TJ 11.95590 TL T* [ (in) 40.00560 (v) 20.00160 (olving) -250.00200 (speech) -249.99500 (\13342\054) -249.99500 (30\135) -250.00200 (and) -249.99300 (language) -249.98300 (\1334\054) -249.99300 (41\054) -249.99300 (20\135\056) ] TJ 11.95510 -13.06020 Td [ (Unlik) 9.98608 (e) -361.00300 (V) 14.98030 (GG\055nets\054) -387.99400 (the) -360.00900 (f) 9.99343 (amily) -361.00800 (of) -360.99900 (Inception) -359.99400 (models) -361.00800 (\13338\054) ] TJ -11.95510 -11.95590 Td [ (17\054) -576.01900 (39\054) -576.01900 (37\135) -575.00500 (ha) 19.99670 (v) 14.98280 (e) -575.98700 (demonstrated) -575.98700 (that) -576.00700 (carefully) -576.01700 (designed) ] TJ 11.95510 TL T* [ (topologies) -197.01600 (are) -196.99900 (able) -196.98400 (to) -197.01400 (achie) 25.01540 (v) 14.98280 (e) -196.99200 (compelling) -198.00100 (accura) 1.00473 (c) 13.99280 (y) -196.98200 (with) -197.00100 (lo) 24.98600 (w) ] TJ T* [ (theoretical) -260.01800 (comple) 14.99750 (xity) 64.99410 (\056) -341 (The) -261.01000 (Inception) -260.01100 (models) -260.00600 (ha) 19.99670 (v) 14.98280 (e) -261.02000 (e) 25.01050 (v) 20.00160 (olv) 14.99750 (ed) ] TJ T* [ (o) 14.98280 (v) 14.98280 (er) -371.98400 (time) -371.99400 (\13338\054) -370.99400 (39\135\054) -402.99200 (b) 20.00160 (ut) -372.00400 (an) -370.99700 (important) -372.01600 (common) -371.98200 (property) -372.00200 (is) ] TJ (a) ' /R54 9.96260 Tf 7.90898 0 Td [ (split\055tr) 14.98030 (ansform\055mer) 37.01340 (g) 10.00320 (e) ] TJ /R46 9.96260 Tf 90.86600 0 Td [ (strate) 14.98770 (gy) 65.01860 (\056) -610.01100 (In) -349 (an) -350.02000 (Inception) -349.99600 (module\054) ] TJ -98.77500 -11.95590 Td [ (the) -285.98400 (input) -284.98200 (is) -286.01800 (split) -285.01900 (into) -286.00600 (a) -285.99600 (fe) 25.00560 (w) -285.00600 (lo) 24.98600 (wer) 19.99180 (\055dimensional) -285.98200 (embeddings) ] TJ T* [ (\050by) -279.98500 (1) ] TJ /R63 9.96260 Tf 21.05390 0 Td [ <02> -0.79889 ] TJ /R46 9.96260 Tf 7.74883 0 Td [ (1) -279.98800 (con) 39.99820 (v) 20.00160 (olutions\051\054) -287.98400 (transformed) -280.01200 (by) -281.00200 (a) -279.99700 (set) -279.98300 (of) -281.01200 (specialized) ] TJ -28.80270 -11.95470 Td [ <026c74657273> -357.01200 (\0503) ] TJ /R63 9.96260 Tf 34.54800 0 Td [ <02> -0.79889 ] TJ /R46 9.96260 Tf 7.74883 0 Td [ (3\054) -382.98800 (5) ] TJ /R63 9.96260 Tf 16.27420 0 Td [ <02> -0.79889 ] TJ /R46 9.96260 Tf 7.74883 0 Td (5\054) Tj /R54 9.96260 Tf 11.29180 0 Td (etc) Tj /R46 9.96260 Tf 11.61720 0 Td [ (\056\051\054) -382.99200 (and) -356.99400 (mer) 18.00190 (ged) -356.99400 (by) -356.98900 (concatenation\056) -629.98300 (It) ] TJ -89.22890 -11.95510 Td [ (can) -228.98400 (be) -228.98100 (sho) 24.99340 (wn) -229.99300 (t) 0.98758 (hat) -229.99300 (the) -229.01300 (solution) -229.01100 (space) -228.98100 (of) -229.02100 (this) -228.99600 (architecture) -229.99600 (is) -229.00600 (a) ] TJ T* [ (strict) -296.00900 (subspace) -296.01400 (of) -295.98700 (the) -295.00200 (solution) -295.98000 (space) -295.99000 (of) -295.99000 (a) -295.99500 (single) -296.00500 (lar) 17.99700 (ge) -295.99000 (layer) ] TJ (\050) ' /R54 9.96260 Tf 3.31797 0 Td [ (e) 15.01220 (\056g) ] TJ /R46 9.96260 Tf 11.74610 0 Td [ (\056\054) -485.01200 (5) ] TJ /R63 9.96260 Tf 14.79570 0 Td [ <02> -0.79889 ] TJ /R46 9.96260 Tf 7.74922 0 Td [ (5\051) -438.00300 (operating) -437.98300 (on) -437.99600 (a) -438.99000 (high\055dimensional) -438.01500 (embedding\056) ] TJ -37.60900 -11.95590 Td [ (The) -384.99000 (split\055transform) 0.99248 (\055mer) 18 (ge) -384.99500 (beha) 19.99670 (vior) -384.98000 (of) -384.01400 (Inception) -385.00900 (modules) ] TJ T* [ (is) -271.00100 (e) 15.01220 (xpected) -271.00400 (to) -271.00100 (approach) -271.00900 (the) -271.00400 (representational) -270.98900 (po) 24.98600 (wer) -271.01800 (of) -271.01400 (lar) 17.99700 (ge) ] TJ T* [ (and) -229.99600 (dense) -231.01300 (layers\054) -233.99000 (b) 20.00160 (ut) -229.98900 (at) -231.01800 (a) -230.00600 (considerably) -230.01100 (lo) 24.98600 (wer) -230.98600 (computational) ] TJ T* [ (comple) 14.99750 (xity) 64.99410 (\056) ] TJ 11.95470 -13.06090 Td [ (Despite) -223.98200 (good) -223.98200 (accurac) 14.99750 (y) 65.01370 (\054) -229.01600 (the) -223.01200 (realization) -223.98200 (of) -224.00200 (Inception) -224.01700 (mod\055) ] TJ -11.95470 -11.95510 Td [ (els) -223.01200 (has) -223.01400 (been) -222.98000 (accompanied) -223.00200 (with) -222.99700 (a) -224.00700 (s) 0.98513 (eries) -224.00200 (of) -222.98200 (complicating) -223.01200 (f) 9.99343 (ac\055) ] TJ -13.74100 -29.88790 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 50 Tm (1492) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA