%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R ] /Type /Pages /Count 10 >> endobj 2 0 obj << /Title (Deep Roots\072 Improving CNN Efficiency With Hierarchical Filter Groups) /Producer (PyPDF2) /Author (Yani Ioannou\054 Duncan Robertson\054 Roberto Cipolla\054 Antonio Criminisi) /Subject (2017 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 14 0 R /Resources << /XObject << /x8 15 0 R /x6 18 0 R /x12 21 0 R /x10 24 0 R >> /ExtGState << /s9 27 0 R /s11 30 0 R /R27 33 0 R /a0 << /CA 1 /ca 1 >> /s5 34 0 R /s7 37 0 R >> /Font << /F2 40 0 R /R28 41 0 R /F1 45 0 R /R36 46 0 R /R34 50 0 R /R32 54 0 R /R30 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 61 0 R 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Contents 79 0 R /Resources << /XObject << /R72 80 0 R /R70 82 0 R /R71 104 0 R /R86 105 0 R /R96 128 0 R /R63 84 0 R /R62 81 0 R /R94 130 0 R /R95 131 0 R /R85 106 0 R >> /ExtGState << /R56 83 0 R /R27 33 0 R >> /Font << /F2 132 0 R /R79 107 0 R /R57 92 0 R /R75 121 0 R /R65 85 0 R /R28 41 0 R /R89 133 0 R /F1 137 0 R /R60 95 0 R /R91 138 0 R /R36 46 0 R /R82 114 0 R /R34 50 0 R /R87 141 0 R /R68 99 0 R /R30 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /Group 103 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 144 0 R 145 0 R 146 0 R 147 0 R 148 0 R 149 0 R 150 0 R 151 0 R 152 0 R 153 0 R 154 0 R 155 0 R 156 0 R ] /Type /Page >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Contents 157 0 R /Resources << /XObject << /R138 158 0 R /R140 159 0 R /R126 165 0 R /R62 81 0 R /R125 166 0 R /R131 169 0 R /R132 170 0 R /R133 171 0 R /R134 172 0 R /R121 168 0 R /R137 161 0 R /R124 167 0 R /R139 160 0 R >> /ExtGState << /R56 83 0 R /R27 33 0 R >> /Font << /R79 107 0 R /R57 92 0 R /R75 121 0 R /R127 173 0 R /R89 133 0 R /F1 177 0 R /R122 162 0 R /R82 114 0 R /R129 178 0 R /F2 182 0 R /R118 183 0 R /R113 190 0 R /R115 193 0 R /R65 85 0 R /R28 41 0 R /R60 95 0 R /R36 46 0 R /R34 50 0 R /R68 99 0 R /R30 57 0 R /R135 197 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /Group 103 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R 208 0 R 209 0 R ] /Type /Page >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 210 0 R /Resources << /ExtGState << /R27 33 0 R >> /Font << /R174 211 0 R /R176 215 0 R /R168 218 0 R /R170 222 0 R /R172 225 0 R /F2 228 0 R /R28 41 0 R /R89 133 0 R /F1 229 0 R /R129 178 0 R /R36 46 0 R /R91 138 0 R /R34 50 0 R /R87 141 0 R /R30 57 0 R /R135 197 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 230 0 R 231 0 R 232 0 R 233 0 R 234 0 R 235 0 R 236 0 R 237 0 R 238 0 R 239 0 R 240 0 R 241 0 R 242 0 R 243 0 R 244 0 R 245 0 R 246 0 R 247 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 248 0 R /Resources << /XObject << /R203 249 0 R /R201 251 0 R /R207 253 0 R /R205 255 0 R >> /ExtGState << /R27 33 0 R >> /Font << /F2 257 0 R /R28 41 0 R /R89 133 0 R /F1 258 0 R /R176 215 0 R /R168 218 0 R /R34 50 0 R /R30 57 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R202 250 0 R /R200 252 0 R /R206 254 0 R /R204 256 0 R >> >> /MediaBox [ 0 0 612 792 ] /Annots [ 259 0 R 260 0 R 261 0 R 262 0 R 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R 274 0 R 275 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Contents 276 0 R /Resources << /XObject << /R264 277 0 R /R265 278 0 R /R266 279 0 R /R267 280 0 R /R260 281 0 R /R261 284 0 R /R262 285 0 R /R263 286 0 R /R222 287 0 R /R223 288 0 R /R268 289 0 R /R225 290 0 R /R226 291 0 R /R227 292 0 R /R257 293 0 R /R273 296 0 R /R248 297 0 R /R249 300 0 R /R246 299 0 R /R247 298 0 R /R244 301 0 R /R245 303 0 R /R242 304 0 R /R243 302 0 R /R240 306 0 R /R241 305 0 R /R229 307 0 R /R270 309 0 R /R253 310 0 R /R274 312 0 R /R269 313 0 R /R239 314 0 R /R238 315 0 R /R237 316 0 R /R236 317 0 R /R235 318 0 R /R234 319 0 R /R233 320 0 R /R232 321 0 R /R231 322 0 R /R230 323 0 R /R259 282 0 R /R258 283 0 R /R255 295 0 R /R254 324 0 R /R271 325 0 R /R256 294 0 R /R251 326 0 R /R250 327 0 R /R275 328 0 R /R252 311 0 R /R224 329 0 R /R272 330 0 R /R228 308 0 R /R62 81 0 R >> /ExtGState << /R56 83 0 R /R27 33 0 R >> /Font << /F2 331 0 R /R129 178 0 R /R176 215 0 R /R57 92 0 R /R170 222 0 R /R172 225 0 R /R65 85 0 R /R28 41 0 R /R89 133 0 R /F1 332 0 R /R122 162 0 R /R36 46 0 R /R91 138 0 R /R34 50 0 R /R68 99 0 R /R30 57 0 R /R135 197 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /Group 103 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 333 0 R 334 0 R 335 0 R 336 0 R 337 0 R 338 0 R 339 0 R 340 0 R ] /Type /Page >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 341 0 R /Resources << /ExtGState << /R27 33 0 R >> /Font << /R170 222 0 R /R168 218 0 R /R286 342 0 R /R172 225 0 R /F2 345 0 R /R28 41 0 R /R89 133 0 R /F1 346 0 R /R129 178 0 R /R36 46 0 R /R91 138 0 R /R34 50 0 R /R87 141 0 R /R30 57 0 R /R135 197 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 347 0 R 348 0 R 349 0 R 350 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 351 0 R /Resources << /ExtGState << /R27 33 0 R >> /Font << /R176 215 0 R /R286 342 0 R /F2 352 0 R /R28 41 0 R /R89 133 0 R /F1 353 0 R /R36 46 0 R /R91 138 0 R /R34 50 0 R /R87 141 0 R /R30 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 354 0 R 355 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 356 0 R /Resources << /ExtGState << /R27 33 0 R >> /Font << /R176 215 0 R /F2 357 0 R /R28 41 0 R /F1 358 0 R /R34 50 0 R /R30 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 359 0 R 360 0 R 361 0 R 362 0 R 363 0 R 364 0 R 365 0 R 366 0 R 367 0 R 368 0 R 369 0 R 370 0 R 371 0 R 372 0 R 373 0 R 374 0 R 375 0 R 376 0 R 377 0 R 378 0 R 379 0 R 380 0 R 381 0 R 382 0 R 383 0 R 384 0 R 385 0 R 386 0 R 387 0 R 388 0 R 389 0 R 390 0 R 391 0 R 392 0 R 393 0 R 394 0 R 395 0 R 396 0 R 397 0 R 398 0 R 399 0 R 400 0 R 401 0 R 402 0 R 403 0 R 404 0 R 405 0 R 406 0 R 407 0 R 408 0 R 409 0 R ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 410 0 R /Resources << /ExtGState << /R27 33 0 R >> /Font << /R176 215 0 R /F2 411 0 R /R89 133 0 R /F1 412 0 R /R34 50 0 R /R30 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 413 0 R 414 0 R 415 0 R 416 0 R 417 0 R 418 0 R 419 0 R 420 0 R 421 0 R 422 0 R 423 0 R 424 0 R 425 0 R 426 0 R 427 0 R ] >> endobj 13 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 14 0 obj << /Length 20006 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R27 gs 0 g q 10 0 0 10 0 0 cm BT /R28 14.34620 Tf 1 0 0 1 260.36200 675.06700 Tm [ (Deep) -250.00800 (Roots\072) ] TJ -143.99800 -17.93320 Td [ (Impr) 17.99210 (o) 9.99625 (ving) -250.01200 (CNN) -250.00800 <4566026369656e6379> -250.00300 (with) -250.01300 (Hierar) 18.01160 (chical) -249.99300 (Filter) -250.00200 (Gr) 18.01160 (oups) ] TJ /R30 11.95520 Tf 26.17300 -37.85780 Td [ (Y) 99.98370 (ani) -250 (Ioannou) ] TJ /R32 7.97010 Tf 64.21090 4.33867 Td [ (1) -0.30019 ] TJ /R30 11.95520 Tf 37.58710 -4.33867 Td [ (Duncan) -250.00600 (Robertson) ] TJ /R32 7.97010 Tf 89.31680 4.33867 Td [ (2) -0.30019 ] TJ /R30 11.95520 Tf 37.58710 -4.33867 Td [ (Roberto) -250.01000 (Cipolla) ] TJ /R32 7.97010 Tf 76.71480 4.33867 Td [ (1) -0.30019 ] TJ /R30 11.95520 Tf -196.38600 -18.28590 Td [ (Antonio) -250.01600 (Criminisi) ] TJ /R32 7.97010 Tf 87.35510 4.33828 Td [ (2) -0.30019 ] TJ -155.54000 -13.94800 Td [ (1) -0.29866 ] TJ /R30 11.95520 Tf 4.73281 -4.33828 Td [ (Uni) 24.99570 (v) 14.98510 (ersity) -249.98900 (of) -250.01400 (Cambridge\054) ] TJ /R32 7.97010 Tf 125.03800 4.33828 Td [ (2) -0.30019 ] TJ /R30 11.95520 Tf 4.73203 -4.33828 Td [ (Microsoft) -250.01000 (Research) ] TJ /R28 11.95520 Tf -171.89100 -41.04570 Td (Abstract) Tj /R34 9.96260 Tf -83.92770 -25.25510 Td [ (W) 91.98650 (e) -474.00400 (pr) 44.98390 (opose) -473.00200 (a) -473.99400 (ne) 15.01830 (w) -473.98600 (method) -472.99800 (for) -473.98100 (cr) 37.01470 (eating) -474.01400 (computation\055) ] TJ -11.95510 -11.95510 Td [ (ally) -417.99300 (ef) 18 <026369656e74> -419.01200 (and) -417.99400 (compact) -419.01200 (con) 40 (volutional) -417.99900 (neur) 14.99010 (al) -419.01600 (networks) ] TJ 11.95510 TL T* [ (\050CNNs\051) -323.00500 (using) -323.99600 (a) -323 (no) 10.00810 (vel) -323.00600 (spar) 9.98118 (se) -323.98400 (connection) -323.01700 (structur) 37.01340 (e) -323.01000 (that) -324 (r) 37.01830 (e\055) ] TJ T* [ (sembles) -320.00700 (a) -319.98100 (tr) 36.98770 (ee) -319.99400 (r) 45.01820 (oot\056) -520.99200 (This) -319.99200 (allows) -319.98100 (a) -319.98100 <7369676e690263616e74> -320.99500 (r) 37.01830 (eduction) -320 (in) ] TJ T* [ (computational) -417.00500 (cost) -415.99600 (and) -417.01400 (number) -415.98900 (of) -417.01600 (par) 14.99500 (ameter) 10.01060 (s) -416.98400 (compar) 36.99380 (ed) ] TJ T* [ (to) -394 (state\055of\055the\055art) -392.98200 (deep) -394.01100 (CNNs\054) -429.01800 (without) -394.00300 (compr) 44.98760 (omising) -394.01300 (ac\055) ] TJ 11.95590 TL T* [ (cur) 14.98460 (acy) 55.00680 (\054) -448.00100 (by) -408.99000 (e) 19.99240 (xploiting) -408.98600 (the) -408.00300 (spar) 9.98118 (sity) -409.01400 (of) -407.99800 (inter) 20.01870 (\055layer) -408.98300 <026c746572> -409.00800 (de\055) ] TJ 11.95510 TL T* [ (pendencies\056) -518.99300 (W) 91.98590 (e) -319.99100 (validate) -319.01700 (our) -320.00900 (appr) 44.99370 (oac) 14.98400 (h) -319.98100 (by) -319.98600 (using) -319.01500 (it) -320.01000 (to) -320.01300 (tr) 14.99010 (ain) ] TJ T* [ (mor) 36.98830 (e) -480.00300 (ef) 18 <026369656e74> -479.00200 (variants) -480 (of) -479.98600 (state\055of\055the\055art) -479.00800 (CNN) -479.99800 (ar) 36.98650 (c) 15.01220 (hitec\055) ] TJ T* [ (tur) 36.99260 (es\054) -217.99900 (e) 15.01280 (valuated) -208.99800 (on) -209.01400 (the) -209.99700 (CIF) 115.01400 (AR10) -209.00600 (and) -209.98900 (ILSVRC) -208.98700 (datasets\056) -297.00900 (Our) ] TJ T* [ (r) 37.01960 (esults) -339.01400 (show) -339.01200 (similar) -337.98000 (or) -338.99100 (higher) -339.01700 (accur) 14.98520 (acy) -339.00500 (than) -339.01900 (the) -338.99500 (baseline) ] TJ T* [ (ar) 36.98520 (c) 15.01280 (hitectur) 37.00300 (es) -313.98500 (with) -315.01200 (muc) 14.98160 (h) -315.00100 (les) 0.98881 (s) -315 (computation\054) -330.99100 (as) -314.01400 (measur) 36.99380 (ed) -315.00600 (by) ] TJ 11.95630 TL T* [ (CPU) -342.98100 (and) -342.98600 (GPU) -342.01200 (timings\056) -588.99600 (F) 105.00600 (or) -342.99100 (e) 19.99180 (xample) 10.00940 (\054) -366.01500 (for) -342.98400 (ResNet) -343.01900 (50\054) -366.00500 (our) ] TJ 11.95470 TL T* [ (model) -237.98400 (has) -239.00300 (40\045) -237.98700 (fe) 14.98030 (wer) -237.98500 (par) 14.99380 (ameter) 10.01060 (s\054) -241.01000 (45\045) -237.98700 (fe) 14.98030 (wer) -237.98500 <036f6174696e67> -239.01900 (point) ] TJ T* [ (oper) 14.98950 (ations\054) -480 (and) -433.99100 (is) -433.99300 (31\045) -433.99400 (\05012\045\051) -434.00100 (faster) -434.99800 (on) -433.99600 (a) -434.00100 (CPU) -433.98600 (\050GPU\051\056) ] TJ T* [ (F) 105.00600 (or) -344.99000 (the) -344.99300 (deeper) -344.01700 (ResNet) -345.01800 (200) -344.98700 (our) -344.98500 (model) -344.00600 (has) -344.98400 (48\045) -344.98900 (fe) 14.98030 (wer) -344.98700 (pa\055) ] TJ T* [ (r) 14.98400 (ameter) 10.01060 (s) -402.00500 (and) -401.99700 (27\045) -402 (fe) 14.98030 (wer) -401.99700 <036f6174696e67> -402.01100 (point) -401.98200 (oper) 14.99010 (ations\054) -440.00700 (while) ] TJ 11.95590 TL T* [ (maintaining) -254.99400 (state\055of\055the\055art) -253.98600 (accur) 14.98520 (acy) 55.00680 (\056) -325.00200 (F) 105.00700 (or) -255.00400 (Goo) 10.01060 (gLeNet\054) -256.00100 (our) ] TJ 11.95510 TL T* [ (model) -336.98700 (has) -336.98700 (7\045) -336.99500 (fe) 14.98030 (wer) -336.98800 (par) 14.99380 (ameter) 10.01060 (s) -336.99600 (and) -336.98800 (is) -338.01000 (21\045) -336.99000 (\05016\045\051) -336.99800 (faster) ] TJ T* [ (on) -249.98800 (a) -249.99300 (CPU) -250.01600 (\050GPU\051\056) ] TJ /R28 11.95520 Tf 39.89800 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R30 9.96260 Tf 11.95510 -20.27270 Td [ (This) -282.99000 (paper) -283.99400 (describes) -282.99800 (a) -283.01700 (ne) 25.01670 (w) -283.98900 (method) -282.98100 (for) -283.01400 (creating) -283.98400 (compu\055) ] TJ -11.95510 -11.95510 Td [ (tationally) -392.99000 (ef) 25.00810 <026369656e74> -393.00800 (and) -392.98700 (compact) -393.01700 (con) 40 (v) 20.00160 (olutional) -392.98800 (neural) -392.98800 (net\055) ] TJ 11.95510 TL T* [ (w) 10.00140 (orks) -417.99600 (\050CNNs\051) -417.99000 (using) -417 (a) -418.01400 (no) 14.98770 (v) 14.98280 (el) -418.00600 (sparse) -418.00400 (connection) -417.98200 (structure) ] TJ T* [ (that) -302.01300 (resembles) -302.00700 (a) -301.99400 (tree) -301.99400 (root\056) -465.98500 (This) -302.00600 (allo) 24.99090 (ws) -302.01800 (a) -301.99400 <7369676e690263616e74> -302.01800 (reduc\055) ] TJ 11.95590 TL T* [ (tion) -284.00700 (in) -284.01900 (computational) -284.01800 (cost) -284.01800 (and) -283.98600 (number) -284.99200 (of) -283.98900 (parameters) -283.98400 (com\055) ] TJ 11.95510 TL T* [ (pared) -257.99800 (to) -259.00300 (state\055of\055the\055art) -257.98500 (deep) -259.01400 (CNNs) -258.01100 (without) -259.01600 (compromising) ] TJ T* [ (accurac) 14.99690 (y) 65.01370 (\056) ] TJ 11.95510 -13.29880 Td [ (It) -295.00600 (has) -295.00300 (been) -295.00800 (sho) 24.99220 (wn) -295.00200 (that) -294.99500 (a) -295.01400 (lar) 17.99700 (ge) -295.00800 (proportion) -295.99200 (of) -295.00700 (the) -295.00200 (learned) ] TJ -11.95510 -11.95510 Td [ (weights) -256.98700 (in) -257.00400 (deep) -255.99500 (netw) 10.00940 (orks) -257.00400 (are) -256.98900 (redundant) -256.99600 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 214.76400 140.77600 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 219.74500 140.77600 Tm [ (\135\054) -257.99600 (a) -256.98200 (property) -256.99900 (that) ] TJ -169.63300 -11.95590 Td [ (has) -253.99000 (been) -253.99600 (widely) -254.01300 (e) 15.01220 (xploited) -253.01900 (to) -253.98500 (mak) 10.01060 (e) -254.00200 (neural) -253.99200 (netw) 10.00810 (orks) -253.98500 (smaller) ] TJ 11.95510 TL T* [ (and) -237.01400 (more) -235.99000 (computationally) -236.99400 (ef) 25.00810 <026369656e74> -236.99500 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 194.87900 116.86500 Tm (2) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 199.86000 116.86500 Tm [ (\135\054) -238.98000 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 211.36600 116.86500 Tm (3) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 216.34800 116.86500 Tm [ (\135\051\056) -305.01300 (It) -237.01400 (is) -237.00700 (unsurpris\055) ] TJ -166.23600 -11.95510 Td [ (ing) -245 (then) -245.98500 (that) -245.00300 (re) 15.00980 (gularization) -246.00600 (is) -245.00400 (a) -246.00300 (critical) -245.00600 (part) -245.99300 (of) -245.01500 (training) -246.00800 (such) ] TJ 11.95510 TL T* [ (netw) 10.00870 (orks) -374.00300 (using) -373.98800 (lar) 17.99700 (ge) -374.01500 (datas) 0.99003 (ets) -374.00700 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 177.61400 92.95510 Tm (4) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 182.59500 92.95510 Tm [ (\135\056) -682.00500 (W) 39.99460 (ithout) -374.01800 (re) 15.00980 (gularization) ] TJ -132.48300 -11.95510 Td [ (deep) -352.01800 (netw) 10.00870 (orks) -352.00700 (are) -351.99300 (susceptible) -351.98400 (to) -352.00700 (o) 14.98280 (v) 14.98280 (er) 19.98930 <2d027474696e672e> -616.99000 (Re) 14.98770 (gulariza\055) ] TJ 258.75000 469.33500 Td [ (tion) -274.98800 (may) -275 (be) -275.01300 (achie) 25.01540 (v) 14.98280 (ed) -275.99300 (by) -275.00300 (weight) -274.98800 (decay) -275.01800 (or) -275.01300 (dropout) -274.98400 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 513.52400 550.33500 Tm (5) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 518.50500 550.33500 Tm [ (\135\056) -386.01400 (Fur) 20.01140 (\055) ] TJ -209.64300 -11.95510 Td [ (thermore\054) -379.01800 (a) -353.98500 (carefully) -352.99500 (designed) -353.99500 (sparse) -352.99500 (netw) 10.00810 (ork) -354.01400 (connection) ] TJ 11.95590 TL T* [ (structure) -264.02000 (can) -263.99800 (also) -265 (ha) 19.99670 (v) 14.98280 (e) -264 (a) -264 (re) 15.00730 (gularizing) -264.00500 (ef) 25.00560 (fect\056) -353 (Con) 40.01780 (v) 20.00160 (olutional) ] TJ 11.95510 TL T* [ (Neural) -241.01600 (Netw) 10.00570 (orks) -241.00600 (\050CNNs\051) -240.99900 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 416.66800 514.46900 Tm (6) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 421.64900 514.46900 Tm [ (\135\054) -243.01800 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 433.19600 514.46900 Tm (7) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 438.17700 514.46900 Tm [ (\135) -240.98400 (embody) -240.98900 (this) -240.99400 (idea\054) -243.01300 (using) -240.98900 (a) ] TJ -129.31500 -11.95510 Td [ (sparse) -287.98600 (con) 39.99820 (v) 20.00160 (olutional) -287.00600 (connection) -288.00600 (structure) -288.01600 (to) -287.00100 (e) 15.01220 (xploit) -287.99600 (the) -287.98100 (lo\055) ] TJ 11.95510 TL T* [ (cality) -300.01100 (of) -299.00600 (natural) -300.01600 (image) -298.99400 (structure\056) -459.00200 (In) -299.98900 (consequence\054) -312.01700 (the) 14.98770 (y) -299.98400 (are) ] TJ T* [ (easier) -250 (to) -249.98500 (train\056) ] TJ 11.95510 -15.29220 Td [ (W) 39.99330 (ith) -413.01000 (fe) 25.00810 (w) -412.00700 (e) 15.01220 (xceptions\054) -452.98800 (state\055of\055the\055art) -413.01900 (CNNs) -411.98500 (for) -412.99000 (image) ] TJ -11.95510 -11.95510 Td [ (recognition) -321.01000 (are) -321.01800 (lar) 17.99700 (gely) -320.99300 (monolithic\054) -338.00200 (with) -320.98100 (each) -321.01500 <026c746572> -320.98600 (operat\055) ] TJ T* [ (ing) -243.98100 (on) -243.98900 (the) -243.99100 (feature) -244.00600 (maps) -244.01800 (of) -243.99900 (all) -243.98900 <026c74657273> -244.00800 (on) -245.00800 (a) -244.00300 (pre) 25.01050 (vious) -244.00800 (layer) 55.01040 (\056) -307.98300 (In\055) ] TJ 11.95630 TL T* [ (terestingly) 65.00630 (\054) -225.01900 (this) -218.99800 (is) -219.99000 (in) -219.01000 (stark) -219.01200 (contrast) -219.00300 (to) -219.01200 (what) -219.01200 (we) -220.00300 (understand) -218.99800 (of) ] TJ 11.95470 TL T* [ (biological) -327.98400 (neural) -328.01900 (netw) 10.00810 (orks\054) -348.00600 (where) -327.98900 (we) -327.98400 (see) -329.00900 (\223highl) 1.00473 (y) -329 (e) 25.01050 (v) 20.00160 (olv) 14.99750 (ed) ] TJ T* [ (arrangements) -207.98700 (of) -208.00200 (smaller) 40.01290 (\054) -216.98100 (s) 0.98513 (pecialized) -209.01400 (netw) 10.00810 (orks) -207.99000 (which) -207.99000 (are) -208.01400 (in\055) ] TJ T* [ (terconnected) -249.98800 (in) -249.98500 (v) 14.98280 (ery) -250 <73706563690263> -250.01700 (w) 10.00320 (ays\224) -249.99700 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 456.07000 391.58100 Tm (8) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 461.05100 391.58100 Tm (\135\056) Tj -140.23400 -15.29180 Td [ (Recently) 64.99410 (\054) -271.99100 (learning) -268.01700 (a) -267.01900 (lo) 24.98600 (w\055rank) -267.99500 (basis) -268.01400 (for) -267.01400 <026c74657273> -268.00400 (w) 10.00320 (as) -267.99500 (found) ] TJ -11.95510 -11.95510 Td [ (to) -217.01000 (impro) 15.00480 (v) 14.98280 (e) -216.98800 (generalization) -216.99800 (while) -217.00300 (reducing) -217.98800 (the) -217.01300 (computational) ] TJ 11.95510 TL T* [ (comple) 14.99750 (xity) -361.99300 (and) -362.01300 (model) -361.99300 (size) -362.01300 (of) -362.01800 (a) -361.98400 (CNN) -361.99800 (with) -361.99300 (only) -361.99300 (full) -362.00300 (rank) ] TJ 11.95590 TL T* [ <026c74657273> -357.99200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 338.44100 340.42300 Tm (9) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 343.42200 340.42300 Tm [ (\135\056) -632.99200 (Ho) 24.98360 (we) 25.01300 (v) 14.98280 (er) 39.98600 (\054) -384.99200 (this) -357.99400 (w) 10.00320 (ork) -358.01400 (addressed) -358.00900 (only) -357.99400 (the) -358.00900 (spatial) ] TJ -34.56020 -11.95510 Td [ (e) 15.01220 (xtents) -264.98800 (of) -265.01200 (the) -265.00700 (con) 39.99820 (v) 20.00160 (olutional) -265.01000 <026c74657273> -264.98500 (\050) ] TJ /R34 9.96260 Tf 141.96000 0 Td (i\056e) Tj /R30 9.96260 Tf 9.68320 0 Td (\056) Tj /R36 9.96260 Tf 5.13203 0 Td [ (h) -0.19605 ] TJ /R30 9.96260 Tf 8.38086 0 Td (and) Tj /R36 9.96260 Tf 17.02700 0 Td [ (w) -0.90181 ] TJ /R30 9.96260 Tf 10.04100 0 Td [ (in) -265.00500 (Fig\056) ] TJ ET Q 1 0 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 529.89800 328.46800 Tm (1a) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 539.30200 328.46800 Tm (\051\056) Tj -230.44000 -11.95510 Td [ (In) -382.01200 (this) -381.99000 (w) 10 (ork) -382.00700 (we) -382.99700 (will) -381.99000 (sho) 24.99090 (w) -382.01000 (that) -382 (a) -382.02000 (similar) -381.98000 (idea) -382.01000 (can) -383 (be) -382.01500 (ap\055) ] TJ 11.95510 TL T* [ (plied) -290.01000 (to) -290.01800 (the) -289.98300 (channel) -289.98100 (e) 15.01220 (xtents) -290.00600 (\226) ] TJ /R34 9.96260 Tf 121.22300 0 Td (i\056e) Tj /R30 9.96260 Tf 9.68398 0 Td [ (\056) -289.98600 <026c746572> -290.01000 (inter) 20.00650 (\055connecti) 24.99090 (vity) -290.00600 (\226) ] TJ -130.90700 -11.95470 Td [ (by) -293 (using) ] TJ /R34 9.96260 Tf 37.38710 0 Td [ <026c746572> -292.98800 (gr) 44.98510 (oups) ] TJ /R30 9.96260 Tf 51.88280 0 Td (\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 401.45000 292.60400 Tm (4) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 406.43100 292.60400 Tm [ (\135\056) -438.98600 (W) 79.98660 (e) -293.01500 (sho) 24.99090 (w) -291.98600 (that) -292.99500 (simple) -293.01500 (alterations) ] TJ -97.56870 -11.95510 Td [ (to) -259.00300 (state\055of\055the\055art) -259.00300 (CNN) -258.99600 (architectures) -259.00600 (can) -260 (drastically) -258.98600 (reduce) ] TJ 11.95630 TL T* [ (computational) -340.98700 (cost) -342.00700 (and) -340.99700 (model) -341.01700 (size) -340.99700 (without) -341.98200 (compromising) ] TJ 11.95470 TL T* [ (accurac) 14.99750 (y) 65.01370 (\056) ] TJ /R28 11.95520 Tf 33.92030 TL T* [ (2\056) -249.98900 (Related) -250.00200 (W) 74.99720 (ork) ] TJ /R30 9.96260 Tf 11.95510 -22.26560 Td [ (Most) -214.01300 (pre) 25.01300 (vious) -212.99400 (w) 10 (ork) -213.99600 (on) -213.99400 (reducing) -213.00900 (the) -213.99400 (computational) -213.98900 (com\055) ] TJ -11.95510 -11.95510 Td [ (ple) 14.98520 (xity) -407.00600 (of) -406.00800 (CNNs) -407.00600 (has) -406.98400 (focused) -406 (on) -406.98100 (approximating) -407.01500 (con) 39.99820 (v) 20.00160 (olu\055) ] TJ 11.95510 TL T* [ (tional) -327.01700 <026c74657273> -327.01700 (in) -326.99200 (the) -328.01600 (spatial) -327.01900 (\050as) -327.00400 (opposed) -327.01900 (to) -326.99400 (the) -328.01400 (channel) 0.99003 (\051) -327.98900 (do\055) ] TJ T* [ (main\054) -258.01300 (either) -255.98900 (by) -257.00600 (using) -256.00600 (lo) 24.98850 (w\055rank) -255.99600 (approximations) -256.99600 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 501.87800 164.68600 Tm (9) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 506.85900 164.68600 Tm (\135\226\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 518.47500 164.68600 Tm (13) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 528.43800 164.68600 Tm [ (\135\054) -257.99600 (or) ] TJ -219.57600 -11.95510 Td [ (F) 14.99260 (ourier) -283.98400 (transform) -284.00900 (based) -285.00400 (con) 39.99820 (v) 20.00160 (olution) -283.99200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 461.11100 152.73100 Tm (14) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 471.07300 152.73100 Tm [ (\135\054) -293.01000 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 483.11800 152.73100 Tm (15) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 493.08000 152.73100 Tm [ (\135\056) -412.01000 (More) -285.00100 (gen\055) ] TJ -184.21800 -11.95590 Td [ (eral) -410.01500 (met) 0.99493 (ho) -1.00964 (ds) -409.01800 (ha) 19.99670 (v) 14.98280 (e) -410.01500 (used) -409.01800 (reduced) -410.01000 (precision) -409.00500 (number) -409.99000 (repre\055) ] TJ 11.95510 TL T* [ (sentations) -319.98600 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 355.21800 128.82000 Tm (16) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 365.18000 128.82000 Tm [ (\135) -319.98800 (or) -321.00300 (compression) -319.98600 (of) -319.98600 (pre) 25.01050 (viously) -319.98600 (trained) -320.99100 (mod\055) ] TJ -56.31840 -11.95510 Td [ (els) -390.98400 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 327.14300 116.86500 Tm (17) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 337.10600 116.86500 Tm [ (\135\054) -426.98800 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 350.48600 116.86500 Tm (18) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R30 9.96260 Tf 1 0 0 1 360.44800 116.86500 Tm [ (\135\056) -735.01500 (Here) -391.00300 (we) -392.01500 (e) 15.01220 (xplore) -391.01800 (methods) -392.01800 (that) -391.01800 (reduce) -392.01800 (the) ] TJ -51.58590 -11.95470 Td [ (computational) -245.00300 (impact) -244.01600 (of) -245.01500 (the) -245.00800 (lar) 17.99700 (ge) -245.01800 (number) -244.01800 (of) -245.01800 <026c746572> -244.99800 (channels) ] TJ 11.95510 TL T* [ (within) -325.00900 (state\055of\055the) -326.00900 (art) -325.00500 (netw) 10.00810 (orks\056) -536.01300 <53706563690263616c6c79> 65.01370 (\054) -344.01600 (we) -325.98500 (consider) ] TJ T* [ (decreasing) -249.99000 (the) -249.99000 (number) -250.01700 (of) -249.99700 (incoming) -249.99300 (connections) -250.00200 (to) -249.98800 (nodes\056) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 35 Tm (1231) Tj T* ET Q endstream endobj 15 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 16 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 16 0 obj << /Filter /FlateDecode /Resources 17 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
17 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 19 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources 20 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
20 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 22 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
22 0 obj
<<
/Filter /FlateDecode
/Resources 23 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA