%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (Learning Efficient Convolutional Networks Through Network Slimming) /Producer (PyPDF2) /Author (Zhuang Liu\054 Jianguo Li\054 Zhiqiang Shen\054 Gao Huang\054 Shoumeng Yan\054 Changshui Zhang) /Subject (2017 IEEE International Conference on Computer Vision) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R >> /ExtGState << /s9 26 0 R /s11 29 0 R /a0 << /CA 1 /ca 1 >> /s5 32 0 R /s7 35 0 R /R31 38 0 R >> /Font << /R48 39 0 R /R46 43 0 R /R44 47 0 R /R42 51 0 R /R40 54 0 R /F2 58 0 R /F1 59 0 R /R38 60 0 R /R36 64 0 R /R34 67 0 R /R32 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 98 0 R /Resources << /XObject << /R90 99 0 R /R72 100 0 R /R73 104 0 R /R70 105 0 R /R71 103 0 R /R74 107 0 R /R75 108 0 R /R98 109 0 R /R99 110 0 R /R82 111 0 R /R83 112 0 R /R91 113 0 R /R92 114 0 R /R93 115 0 R /R94 116 0 R /R95 117 0 R /R85 118 0 R /R84 119 0 R /R67 120 0 R /R96 121 0 R /R97 122 0 R /R69 106 0 R /R68 123 0 R >> /ExtGState << /R31 38 0 R >> /Font << /R78 124 0 R /R44 47 0 R /R46 43 0 R /F1 128 0 R /R102 129 0 R /R76 134 0 R /F2 138 0 R /R88 139 0 R /R100 143 0 R /R34 67 0 R /R80 147 0 R /R32 71 0 R /R86 151 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R65 101 0 R >> >> /MediaBox [ 0 0 612 792 ] /Annots [ 155 0 R 156 0 R 157 0 R 158 0 R 159 0 R 160 0 R 161 0 R 162 0 R 163 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 164 0 R /Resources << /ExtGState << /R31 38 0 R >> /Font << /F2 165 0 R /R102 129 0 R /R46 43 0 R /R44 47 0 R /R130 166 0 R /R132 170 0 R /F1 174 0 R /R134 175 0 R /R136 179 0 R /R100 143 0 R /R34 67 0 R /R32 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R 190 0 R 191 0 R 192 0 R 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R 198 0 R 199 0 R 200 0 R 201 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 202 0 R /Resources << /ColorSpace << /R65 101 0 R /R157 203 0 R >> /XObject << /R163 204 0 R /R154 205 0 R /R155 206 0 R /R178 207 0 R /R179 209 0 R /R164 210 0 R /R175 208 0 R /R176 211 0 R /R177 212 0 R /R171 213 0 R /R173 215 0 R /R167 216 0 R /R166 214 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /Pattern << /R174 217 0 R /R160 220 0 R /R170 223 0 R /R165 224 0 R /R172 225 0 R >> /ExtGState << /R156 226 0 R /R153 227 0 R /R31 38 0 R >> /Font << /F2 228 0 R /R161 229 0 R /R102 129 0 R /R46 43 0 R /R44 47 0 R /R130 166 0 R /R132 170 0 R /F1 233 0 R /R134 175 0 R /R136 179 0 R /R100 143 0 R /R34 67 0 R /R32 71 0 R >> /Shading << /R169 218 0 R /R159 221 0 R >> >> /MediaBox [ 0 0 612 792 ] /Annots [ 234 0 R 235 0 R 236 0 R 237 0 R 238 0 R 239 0 R 240 0 R 241 0 R 242 0 R 243 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 244 0 R /Resources << /ExtGState << /R31 38 0 R >> /Font << /F2 245 0 R /F1 246 0 R /R204 247 0 R /R46 43 0 R /R34 67 0 R /R102 129 0 R /R32 71 0 R /R42 51 0 R /R40 54 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 250 0 R 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R 258 0 R 259 0 R 260 0 R 261 0 R 262 0 R 263 0 R 264 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Contents 265 0 R /Resources << /XObject << /R239 266 0 R /R238 269 0 R /R237 270 0 R /R236 271 0 R /R235 272 0 R /R234 273 0 R /R231 274 0 R /R230 275 0 R /R255 276 0 R /R248 278 0 R /R249 279 0 R /R246 280 0 R /R247 277 0 R /R244 282 0 R /R245 283 0 R /R242 288 0 R /R243 289 0 R /R253 286 0 R /R251 284 0 R /R250 285 0 R /R254 281 0 R >> /ExtGState << /R228 267 0 R /R31 38 0 R /R252 287 0 R >> /Font << /R46 43 0 R /R102 129 0 R /R232 290 0 R /F2 297 0 R /R132 170 0 R /F1 298 0 R /R136 179 0 R /R100 143 0 R /R34 67 0 R /R32 71 0 R /R240 293 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /Group 296 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 299 0 R 300 0 R 301 0 R 302 0 R 303 0 R 304 0 R 305 0 R 306 0 R 307 0 R 308 0 R 309 0 R 310 0 R 311 0 R 312 0 R 313 0 R 314 0 R ] /Type /Page >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 315 0 R /Resources << /ExtGState << /R31 38 0 R >> /Font << /R204 247 0 R /R46 43 0 R /R102 129 0 R /R40 54 0 R /F2 316 0 R /R132 170 0 R /F1 317 0 R /R136 179 0 R /R34 67 0 R /R32 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 318 0 R 319 0 R 320 0 R 321 0 R 322 0 R 323 0 R 324 0 R 325 0 R 326 0 R 327 0 R 328 0 R 329 0 R 330 0 R 331 0 R 332 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Contents 333 0 R /Resources << /XObject << /R361 334 0 R /R360 335 0 R /R363 336 0 R /R362 337 0 R /R365 338 0 R /R364 339 0 R /R367 340 0 R /R366 341 0 R /R369 342 0 R /R368 343 0 R /R439 344 0 R /R438 345 0 R /R435 346 0 R /R434 347 0 R /R437 348 0 R /R436 349 0 R /R431 350 0 R /R430 351 0 R /R433 352 0 R /R432 353 0 R /R372 354 0 R /R373 355 0 R /R370 356 0 R /R371 357 0 R /R376 358 0 R /R377 359 0 R /R374 370 0 R /R375 371 0 R /R378 447 0 R /R428 448 0 R /R429 449 0 R /R426 450 0 R /R427 451 0 R /R424 452 0 R /R425 453 0 R /R422 454 0 R /R423 455 0 R /R420 456 0 R /R421 457 0 R /R349 383 0 R /R348 384 0 R /R347 385 0 R /R346 386 0 R /R345 387 0 R /R344 388 0 R /R343 389 0 R /R342 390 0 R /R341 391 0 R /R340 392 0 R /R419 458 0 R /R418 459 0 R /R413 468 0 R /R412 469 0 R /R411 496 0 R /R410 471 0 R /R417 472 0 R /R416 473 0 R /R415 474 0 R /R414 475 0 R /R358 403 0 R /R359 404 0 R /R350 410 0 R /R351 411 0 R /R352 412 0 R /R357 413 0 R /R404 476 0 R /R405 477 0 R /R406 478 0 R /R407 479 0 R /R400 480 0 R /R401 481 0 R /R402 482 0 R /R403 483 0 R /R408 484 0 R /R409 485 0 R /R299 414 0 R /R298 415 0 R /R291 416 0 R /R293 417 0 R /R292 418 0 R /R295 419 0 R /R294 420 0 R /R297 421 0 R /R296 422 0 R /R329 360 0 R /R328 361 0 R /R325 362 0 R /R324 363 0 R /R327 364 0 R /R326 365 0 R /R323 366 0 R /R286 368 0 R /R285 369 0 R /R338 372 0 R /R339 373 0 R /R336 374 0 R /R337 375 0 R /R334 376 0 R /R335 377 0 R /R332 378 0 R /R333 379 0 R /R330 380 0 R /R331 381 0 R /R309 393 0 R /R308 394 0 R /R303 395 0 R /R302 396 0 R /R301 397 0 R /R300 398 0 R /R307 399 0 R /R306 400 0 R /R305 401 0 R /R304 402 0 R /R383 461 0 R /R382 462 0 R /R381 463 0 R /R387 464 0 R /R386 465 0 R /R385 466 0 R /R384 467 0 R /R389 470 0 R /R388 460 0 R /R314 382 0 R /R315 367 0 R /R316 405 0 R /R310 406 0 R /R311 407 0 R /R312 408 0 R /R313 409 0 R /R440 497 0 R /R441 498 0 R /R442 499 0 R /R443 500 0 R /R444 501 0 R /R398 486 0 R /R399 487 0 R /R394 488 0 R /R395 489 0 R /R396 490 0 R /R397 491 0 R /R390 492 0 R /R391 493 0 R /R392 494 0 R /R393 495 0 R >> /ExtGState << /R228 267 0 R /R31 38 0 R >> /Font << /R317 440 0 R /R204 247 0 R /R48 39 0 R /R46 43 0 R /R379 502 0 R /R355 423 0 R /R319 443 0 R /F2 506 0 R /R132 170 0 R /F1 507 0 R /R136 179 0 R /R321 434 0 R /R289 426 0 R /R353 430 0 R /R102 129 0 R /R287 437 0 R /R34 67 0 R /R32 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /Group 296 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 508 0 R 509 0 R 510 0 R ] /Type /Page >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 511 0 R /Resources << /ExtGState << /R31 38 0 R >> /Font << /R44 47 0 R /R42 51 0 R /F2 512 0 R /F1 513 0 R /R34 67 0 R /R32 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 514 0 R 515 0 R 516 0 R 517 0 R 518 0 R 519 0 R ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 19197 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R31 gs 0 g q 10 0 0 10 0 0 cm BT /R32 14.34620 Tf 1 0 0 1 79.56600 675.06700 Tm [ (Lear) 14.98930 (ning) -249.99400 <4566026369656e74> -249.99600 (Con) 40.00710 (v) 9.99625 (olutional) -249.99600 (Netw) 9.99455 (orks) -250.01300 (thr) 18.00140 (ough) -249.98800 (Netw) 9.99285 (ork) -250.00200 (Slimming) ] TJ /R34 11.95520 Tf -23.47620 -37.85820 Td [ (Zhuang) -250.01400 (Liu) ] TJ /R36 7.97010 Tf 56.11720 4.33906 Td [ (1) -0.29866 ] TJ /R38 7.97010 Tf 4.73203 0 Td [ <03> -0.29866 ] TJ /R34 11.95520 Tf 14.94370 -4.33906 Td [ (Jianguo) -249.98500 (Li) ] TJ /R36 7.97010 Tf 50.80940 4.33906 Td [ (2) -0.29866 ] TJ /R34 11.95520 Tf 19.67580 -4.33906 Td [ (Zhiqiang) -249.99500 (Shen) ] TJ /R36 7.97010 Tf 70.06910 4.33906 Td [ (3) -0.30019 ] TJ /R34 11.95520 Tf 19.67580 -4.33906 Td [ (Gao) -250.00800 (Huang) ] TJ /R36 7.97010 Tf 54.77890 4.33906 Td [ (4) -0.30019 ] TJ /R34 11.95520 Tf 19.67620 -4.33906 Td [ (Shoumeng) -250.00600 (Y) 99.98260 (an) ] TJ /R36 7.97010 Tf 72.85390 4.33906 Td [ (2) -0.30019 ] TJ /R34 11.95520 Tf 19.67700 -4.33906 Td [ (Changshui) -250.00600 (Zhang) ] TJ /R36 7.97010 Tf 84.67810 4.33906 Td [ (1) -0.30019 ] TJ -480.18700 -13.94800 Td [ (1) -0.30019 ] TJ /R34 11.95520 Tf 4.73320 -4.33789 Td [ (CSAI\054) -250.01400 (TNList\054) -249.98700 (Tsinghua) -249.99000 (Uni) 24.99570 (v) 14.98510 (ersity) ] TJ /R36 7.97010 Tf 183.16300 4.33789 Td [ (2) -0.30019 ] TJ /R34 11.95520 Tf 4.73203 -4.33789 Td [ (Intel) -250.00400 (Labs) -249.99700 (China) ] TJ /R36 7.97010 Tf 91.64800 4.33789 Td [ (3) -0.30019 ] TJ /R34 11.95520 Tf 4.73203 -4.33789 Td [ (Fudan) -250.01400 (Uni) 24.99570 (v) 14.98510 (ersity) ] TJ /R36 7.97010 Tf 94.82810 4.33789 Td [ (4) -0.30019 ] TJ /R34 11.95520 Tf 4.73164 -4.33789 Td [ (Cornell) -249.98900 (Uni) 24.99570 (v) 14.98510 (ersity) ] TJ /R40 8.96640 Tf -366.19700 -13.94800 Td [ (f) -0.89990 ] TJ /R42 8.96640 Tf 4.60703 0 Td [ (liuzhuangthu\054) -599.98000 (zhiqiangshen0214) ] TJ /R40 8.96640 Tf 161.39500 0 Td [ (g) -0.90126 ] TJ /R42 8.96640 Tf 4.60820 0 Td (\100gmail\056com\054) Tj /R40 8.96640 Tf 64.55780 0 Td [ (f) -0.90126 ] TJ /R42 8.96640 Tf 4.60703 0 Td [ (jianguo\056li\054) -600.01300 (shoumeng\056yan) ] TJ /R40 8.96640 Tf 129.11600 0 Td [ (g) -0.89854 ] TJ /R42 8.96640 Tf 4.60820 0 Td (\100intel\056com\054) Tj -272.82700 -13.94800 Td [ (gh349\100cornell\056edu\054) -599.98300 (zcs\100mail\056tsinghua\056edu\056cn) ] TJ /R32 11.95520 Tf -40.63790 -41.04610 Td (Abstract) Tj /R44 9.96260 Tf -83.92810 -23.90980 Td [ (The) -344.98600 (deployment) -345.01600 (of) -344.98900 (deep) -345 (con) 39.01920 (v) 1.01454 (o) -1.01454 (l) 0.98758 (utional) -346.01800 (neur) 14.99010 (al) -344.98900 (networks) ] TJ -11.95470 -11.95510 Td [ (\050CNNs\051) -236 (in) -235.98800 (many) -237.01100 (r) 37.01960 (eal) -235.99200 (world) -236.00200 (applications) -236.01700 (is) -235.98800 (lar) 36.99140 (g) 10.00320 (ely) -236.98300 (hinder) 36.99870 (ed) ] TJ 11.95630 TL T* [ (by) -259.99500 (their) -260.99400 (high) -260.01300 (computational) -260.01200 (cost\056) -340.98600 (In) -259.99500 (this) -260.99100 (paper) 111.01800 (\054) -261.99300 (we) -261.00500 (pr) 44.98510 (opose) ] TJ 11.95470 TL T* [ (a) -271.98900 (no) 10.00810 (vel) -271.01500 (learning) -271.99700 (sc) 15.01830 (heme) -271.01500 (for) -272.01500 (CNNs) -271.00700 (to) -271.98200 (simultaneously) -270.99200 (1\051) -271.99100 (r) 37.01830 (e\055) ] TJ T* [ (duce) -243.99700 (the) -245.01000 (model) -243.98300 (size\073) -245.98600 (2\051) -243.99700 (decr) 37.01590 (ease) -245.01500 (the) -243.99100 (run\055time) -244.01300 (memory) -245.01100 (foot\055) ] TJ T* [ (print\073) -432.99900 (and) -370.98200 (3\051) -372.01500 (lower) -371.98900 (the) -372.00900 (number) -371.01700 (of) -372.00400 (computing) -372.01900 (oper) 14.99010 (ations\054) ] TJ T* [ (without) -388.00300 (compr) 44.98760 (omising) -388.99500 (accur) 14.98520 (acy) 55.00680 (\056) -725.01400 (This) -387.98200 (is) -388.98200 (ac) 15.01710 (hie) 14.98520 (ved) -388.01600 (by) -388.99400 (en\055) ] TJ 11.95590 TL T* [ (for) 36.99260 (cing) -219.99000 (c) 15.01280 (hannel\055le) 15 (vel) -220.00400 (spar) 9.98118 (sity) -219.98700 (in) -219.01000 (the) -219.99500 (network) -220.01500 (in) -219.99000 (a) -219.99800 (simple) -220.01700 (b) 20.00160 (ut) ] TJ 11.95510 TL T* [ (ef) 18 (fective) -255.01200 (way) 54.98530 (\056) -325.98200 (Dif) 18.01420 (fer) 36.98280 (ent) -255.00900 (fr) 44.98640 (om) -255.98900 (many) -255.00800 (e) 19.99180 (xisting) -254.98200 (appr) 44.99490 (oac) 14.98280 (hes\054) -257.00600 (the) ] TJ T* [ (pr) 44.98390 (oposed) -256.01400 (method) -256.01500 (d) -1.01454 (i) 0.98758 (r) 37.01960 (ectly) -257.01500 (applies) -256.00500 (to) -255.98400 (modern) -256.01600 (CNN) -257.01600 (ar) 36.98650 (c) 15.01220 (hitec\055) ] TJ T* [ (tur) 36.99260 (es\054) -211.01900 (intr) 44.99860 (oduces) -201.99300 (minimum) -202.01200 (o) 10.00320 (verhead) -201.99700 (to) -201.99300 (the) -201.99800 (tr) 14.99010 (aining) -202.01000 (pr) 44.98510 (ocess\054) ] TJ T* [ (and) -247.00200 (r) 37.01960 (equir) 36.99320 (es) -245.99600 (no) -247.00800 (special) -246.99600 (soft) 1.00596 (war) 36.99870 (e\057har) 36.99260 (dwar) 37.00360 (e) -246.98300 (acceler) 15.01710 (ator) 9.98118 (s) -247.01300 (for) ] TJ T* [ (the) -316.01800 (r) 37.01960 (esulting) -315.98700 (models\056) -508.00800 (W) 91.98590 (e) -315.99100 (call) -316.01100 (our) -316.01000 (appr) 44.99490 (oac) 14.98280 (h) ] TJ /R34 9.96260 Tf 180.07100 0 Td [ (netw) 10.00810 (ork) -316.01800 (slim\055) ] TJ -180.07100 -11.95590 Td (ming) Tj /R44 9.96260 Tf 20.48280 0 Td [ (\054) -341 (whic) 14.99870 (h) -323 (tak) 10.00570 (es) -323.00400 (wide) -322.98400 (and) -322.99000 (lar) 36.99260 (g) 10.00320 (e) -323.01000 (networks) -323.01000 (as) -322.99300 (input) -323.01500 (mod\055) ] TJ -20.48280 -11.95510 Td [ (els\054) -263.00300 (b) 20.00160 (ut) -261.00300 (during) -260.98200 (tr) 14.99140 (aining) -260.98100 <696e7369676e690263616e74> -260.01400 (c) 15.01220 (hannels) -260.98600 (ar) 36.98650 (e) -261.02000 (automat\055) ] TJ T* [ (ically) -369.01900 <6964656e7469026564> -369.00300 (and) -368.98300 (pruned) -367.99500 (afterwar) 36.98030 (ds\054) -399.01700 (yielding) -369.00900 (thin) -369.01200 (and) ] TJ T* [ (compact) -223.98500 (models) -225 (wit) 1.00841 (h) -225.01600 (compar) 14.99750 (able) -223.99000 (accur) 14.98520 (acy) 55.00800 (\056) -301.00600 (W) 91.98710 (e) -224.98700 (empirically) ] TJ T* [ (demonstr) 15.01100 (ate) -287.00300 (the) -285.98400 (ef) 18 (fectiveness) -286.99400 (of) -286.01800 (our) -286.99500 (appr) 44.99490 (oac) 14.98280 (h) -285.98700 (with) -287.01800 (se) 15.01960 (ver) 15.01470 (al) ] TJ T* [ (state\055of\055the\055art) -435.01400 (CNN) -436.00600 (models\054) -480.99300 (including) -436.00300 (VGGNet\054) -482.00800 (ResNet) ] TJ 11.95590 TL T* [ (and) -191.01200 (DenseNet\054) -203.98200 (on) -191.01700 (various) -190.99600 (ima) 10.01300 (g) 10.00320 (e) -192.01200 <636c6173736902636174696f6e> -191.01000 (datasets\056) -291.01000 (F) 105.00700 (or) ] TJ 11.95510 TL T* [ (VGGNet\054) -280.00400 (a) -273.98900 (multi\055pass) -273.00500 (ver) 9.99588 (sion) -274.00900 (of) -273.98100 (network) -274.00600 (slimming) -273.98900 (gives) -273.98400 (a) ] TJ (20) ' /R46 9.96260 Tf 9.96289 0 Td [ <02> -0.79950 ] TJ /R44 9.96260 Tf 10.02890 0 Td [ (r) 37.01960 (eduction) -228.99500 (in) -229.00800 (model) -229.00500 (size) -229.00600 (and) -229.00600 (a) -227.99600 (5) ] TJ /R46 9.96260 Tf 123.45100 0 Td [ <02> -0.80011 ] TJ /R44 9.96260 Tf 10.03010 0 Td [ (r) 37.01830 (eduction) -228.99600 (in) -229.00800 (comput\055) ] TJ -153.47300 -11.95510 Td [ (ing) -250.02000 (oper) 14.98950 (ations\056) ] TJ /R32 11.95520 Tf 34.26170 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R34 9.96260 Tf 11.95470 -18.92930 Td [ (In) -348.99900 (recent) -347.98500 (years\054) -374.01500 (con) 40 (v) 20.00160 (olutional) -348.01500 (neural) -348.99600 (netw) 10.00810 (orks) -348.98800 (\050CNNs\051) ] TJ -11.95470 -11.95470 Td [ (ha) 19.99730 (v) 14.98280 (e) -315.01100 (become) -314.99800 (the) -314.99900 (dominant) -315.00400 (approach) -315.00300 (for) -315.00900 (a) -315.99100 (v) 24.98110 (ariety) -314.99900 (of) -315.00400 (com\055) ] TJ 11.95510 TL T* [ (puter) -443.01400 (vision) -442.00800 (tasks\054) -490.99400 (e\056g\056\054) -491.00800 (image) -443.00800 <636c6173736902636174696f6e> -443.01400 (\13322\135\054) -491.01100 (object) ] TJ T* [ (detection) -510.00900 (\1338\135\054) -575.98100 (semant) 1.00228 (ic) -511.01000 (se) 15.01830 (gmentation) -509.98800 (\13326\135\056) -1090.99000 (Lar) 17.99450 (ge\055scale) ] TJ T* [ (datasets\054) -215.00200 (high\055end) -205 (modern) -205.98500 (GPUs) -206.01800 (and) -205.01800 (ne) 25.01540 (w) -206.00200 (netw) 10.00810 (ork) -205.99700 (architec\055) ] TJ 11.95590 TL T* [ (tures) -352.99000 (allo) 24.99150 (w) -352.01700 (the) -352.99300 (de) 25.01670 (v) 14.98280 (elopment) -353.00600 (of) -352.01800 (unprecedented) -352.98800 (lar) 17.99700 (ge) -353 (CNN) ] TJ 11.95510 TL T* [ (models\056) -293.99600 (F) 14.99200 (or) -204.00300 (instance\054) -211.98400 (from) -203.01400 (Ale) 14.98400 (xNet) -203.99400 (\13322\135\054) -211.99900 (V) 14.98030 (GGNet) -203.01300 (\13331\135) -204.00300 (and) ] TJ T* [ (GoogleNet) -318 (\13334\135) -319.00200 (to) -318.01300 (ResNets) -319.01800 (\13314\135\054) -334.99700 (the) -318.01800 (ImageNet) -318.99600 <436c617373690263612d> ] TJ T* [ (tion) -331.01800 (Challenge) -329.99400 (winner) -330.99100 (models) -331.01200 (ha) 19.99790 (v) 14.98280 (e) -331.00800 (e) 25.01050 (v) 20.00160 (olv) 14.99500 (ed) -329.98400 (from) -330.99400 (8) -330.99900 (layers) ] TJ T* [ (to) -249.98500 (more) -249.98800 (than) -249.98500 (100) -249.98300 (layers\056) ] TJ ET Q 3.98000 w 0 G 501.12100 998.78900 m 1446.11000 998.78900 l S q 10 0 0 10 0 0 cm BT /R48 5.97760 Tf 1 0 0 1 60.14100 93.27700 Tm [ <03> -0.90058 ] TJ /R34 7.97010 Tf 4.31680 -2.81211 Td [ (This) -199.99800 (w) 10.01290 (ork) -199.97500 (w) 10.01210 (as) -200.01200 (done) -200 (when) -200.02100 (Zhuang) -199.98800 (Liu) -199.99500 (and) -199.98600 (Zhiqiang) -200.02100 (Shen) -200.01800 (were) -200.01800 (interns) ] TJ -14.34570 -9.46484 Td [ (at) -249.99200 (Intel) -249.98100 (Labs) -249.99100 (China\056) -310.01000 (Jianguo) -250 (Li) -250.02400 (is) -250.00200 (the) -250.00500 (corresponding) -249.99700 (author) 54.98150 (\056) ] TJ /R34 9.96260 Tf 270.70500 473.32000 Td [ (Ho) 24.98360 (we) 25.01300 (v) 14.98280 (er) 39.98600 (\054) -231.01800 (lar) 17.99700 (ger) -226.00400 (CNNs\054) -230.01100 (although) -226.00600 (with) -226.01600 (stronger) -225.98200 (represen\055) ] TJ -11.95510 -11.95510 Td [ (tation) -417.00100 (po) 24.98600 (wer) 39.98840 (\054) -458 (are) -415.98200 (more) -417.01900 (resource\055hungry) 64.98430 (\056) -810.01700 (F) 14.99260 (or) -416.00900 (instance\054) -459.00200 (a) ] TJ 11.95470 TL T* [ (152\055layer) -374.00400 (ResNet) -375.01600 (\13314\135) -374.01400 (has) -374.99100 (more) -374.00600 (than) -374.98200 (60) -374.00600 (million) -374.98600 (parame\055) ] TJ 11.95630 TL T* [ (ters) -317.98100 (and) -317.00100 (requires) -318.01800 (more) -316.99600 (than) -318.01100 (20) -316.99600 (Gig) 4.99426 (a) -317.99100 <036f61742d706f696e742d6f7065726174696f6e73> ] TJ 11.95510 TL T* [ (\050FLOPs\051) -293.01500 (when) -293.00300 (inferencing) -292.99500 (an) -291.99000 (image) -292.99500 (with) -292.98500 (resolution) -293.01000 (224) ] TJ /R46 9.96260 Tf 228.50100 0 Td [ <02> -0.80379 ] TJ /R34 9.96260 Tf -228.50100 -11.95470 Td [ (224\056) -847.01800 (This) -429.98500 (is) -429.01400 (unlik) 9.98853 (ely) -429.01900 (to) -429.01700 (be) -428.98700 (af) 25.00560 (fordable) -429.02200 (on) -429.99700 (resource) -428.99200 (con\055) ] TJ T* [ (strained) -256.01600 (platforms) -256.00400 (such) -255.98400 (as) -255.99600 (mobile) -256.00100 (de) 25.01540 (vices\054) -257.98600 (wearables) -255.99600 (or) -255.99600 (In\055) ] TJ T* [ (ternet) -249.99000 (of) -249.99500 (Things) -250.00500 (\050IoT\051) -249.99700 (de) 25.01540 (vices\056) ] TJ 11.95510 -14.31210 Td [ (The) -281.98700 (deplo) 10.01550 (yment) -282.98700 (of) -281.99000 (CNNs) -282.98700 (in) -282.02200 (real) -283.01700 (w) 10.00320 (orld) -282.01700 (applications) -283.00700 (are) ] TJ -11.95510 -11.95470 Td [ (mostly) -297.98700 (constrained) -298.98400 (by) ] TJ /R44 9.96260 Tf 91.93400 0 Td [ (1\051) -297.98700 (Model) -298.99400 (size) ] TJ /R34 9.96260 Tf 54.63980 0 Td [ (\072) -406.98600 (CNNs\047) -298.00900 (strong) -298.00400 (repre\055) ] TJ -146.57400 -11.95510 Td [ (sentation) -301.01300 (po) 24.98600 (wer) -301.01300 (comes) -300.99400 (from) -300.99900 (their) -300.99900 (millions) -302.00800 (of) -301.00900 (trainable) -300.99400 (pa\055) ] TJ T* [ (rameters\056) -533.00200 (Those) -324.99000 (parameters\054) -342.99200 (along) -324.00500 (with) -324 (netw) 10.00810 (ork) -325 (structure) ] TJ T* [ (information\054) -211.01600 (need) -200.98400 (to) -201.01300 (be) -202.00600 (stored) -201.01100 (on) -201.01500 (disk) -201 (and) -201.02000 (loaded) -201.99100 (into) -201 (mem\055) ] TJ T* [ (ory) -332.01600 (during) -331.99900 (inference) -331.99100 (time\056) -556 (As) -332.01300 (an) -331.98400 (e) 15.01220 (xample\054) -353.01500 (storing) -331.98900 (a) -331.98900 (typi\055) ] TJ 11.95630 TL T* [ (cal) -242.00100 (CNN) -242.99900 (trained) -241.98700 (on) -243.00800 (ImageNet) -241.98900 (consumes) -242.98900 (more) -241.98900 (than) -243.00400 (300MB) ] TJ 11.95510 TL T* [ (space\054) -241.01900 (which) -239.00400 (is) -239.00700 (a) -238.98500 (big) -239.00200 (resource) -240.00400 (b) 20.00160 (urden) -239.00900 (to) -239.00900 (embedded) -239 (de) 25.01540 (vices\056) ] TJ /R44 9.96260 Tf T* [ (2\051) -337 (Run\055time) -335.99800 (memory) ] TJ /R34 9.96260 Tf 83.61880 0 Td [ (\072) -483.01000 (During) -336.98300 (inference) -337.00700 (ti) 0.99493 (me\054) -358.98900 (the) -336.01300 (interme\055) ] TJ -83.61880 -11.95510 Td [ (diate) -314.99600 (acti) 24.98110 (v) 24.98110 (ations\057responses) -314.99200 (of) -315.98600 (CNNs) -314.98200 (could) -314.98700 (e) 25.01050 (v) 14.98280 (en) -315.00600 (tak) 10.00810 (e) -315.99100 (more) ] TJ T* [ (memory) -208.01700 (space) -208.98700 (than) -207.99200 (storing) -208.00900 (the) -207.99500 (model) -209 (parameters\054) -215.99300 (e) 25.01050 (v) 14.98280 (en) -208.98500 (with) ] TJ T* [ (batch) -273.98600 (size) -273.00800 (1\056) -382.00700 (This) -272.99100 (is) -274.02000 (not) -274.01600 (a) -273.99800 (problem) -272.98900 (for) -273.99300 (high\055end) -274.00800 (GPUs\054) -280.00200 (b) 20.00160 (ut) ] TJ 11.95590 TL T* [ (unaf) 25.01790 (fordable) -241.01100 (for) -242.00100 (man) 14.99010 (y) -241.01400 (applications) -241.99400 (with) -240.99400 (lo) 24.98600 (w) -241.99400 (computational) ] TJ 11.95510 TL T* [ (po) 24.98600 (wer) 55.00550 (\056) ] TJ /R44 9.96260 Tf 31.09380 0 Td [ (3\051) -297.00700 (Number) -298.00200 (of) -296.99700 (computing) -297.99000 (oper) 14.98770 (ati) 1 (ons\072) ] TJ /R34 9.96260 Tf 151.88200 0 Td [ (The) -297.00400 (con) 39.99820 (v) 20.00160 (olu\055) ] TJ -182.97600 -11.95470 Td [ (tion) -274.98800 (operations) -274.00300 (are) -274.98600 (computationally) -274.98800 (intensi) 25.01050 (v) 14.98280 (e) -273.99800 (on) -275.00300 (high) -274.98800 (reso\055) ] TJ T* [ (lution) -345.98400 (images\056) -599.01300 (A) -346.01800 (lar) 17.99700 (ge) -345.98100 (CNN) -346.00100 (may) -346.00600 (tak) 10.00810 (e) -345.98600 (se) 25.01540 (v) 14.98280 (eral) -347.00600 (minutes) -345.98100 (to) ] TJ T* [ (process) -249.00700 (one) -249.01200 (single) -248.99000 (image) -249.98300 (on) -249.00700 (a) -248.98300 (mobile) -248.98300 (de) 25.01540 (vice\054) -249.01200 (making) -250.00700 (it) -249.00300 (un\055) ] TJ 11.95590 TL T* [ (realistic) -250.01700 (to) -249.98500 (be) -249.99700 (adopted) -250.01700 (for) -249.99700 (real) -250.00200 (applications\056) ] TJ 11.95510 -14.31130 Td [ (Man) 14.99010 (y) -545.98200 (w) 10 (orks) -544.99500 (ha) 19.99670 (v) 14.98280 (e) -545.99200 (been) -545.00700 (proposed) -546.00200 (to) -544.99700 (compress) -546.00200 (lar) 17.99700 (ge) ] TJ -11.95510 -11.95470 Td [ (CNNs) -268.98900 (or) -269.01100 (directly) -268.99400 (learn) -267.99500 (more) -269.00400 (ef) 25.00560 <026369656e74> -268.98900 (CNN) -268.99400 (models) -268.98500 (for) -269.01400 (f) 9.99343 (ast) ] TJ 11.95510 TL T* [ (inference\056) -478.00400 (These) -305.98100 (include) -306.00800 (lo) 24.98600 (w\055rank) -307.00800 (approxim) 1.00964 (ation) -306.98800 (\1337\135\054) -319.98600 (net\055) ] TJ T* [ (w) 10 (ork) -334.99600 (quantization) -335 (\1333\054) -334.01800 (12\135) -334.99800 (and) -334.99800 (binarization) -335.00800 (\13328\054) -334.99300 (6\135\054) -356.01400 (weight) ] TJ 11.95590 TL T* [ (pruning) -313.99700 (\13312\135\054) -330.01800 (dynamic) -314.98200 (inference) -313.99200 (\13316\135\054) -330.01800 (etc\056) -501.99500 (Ho) 24.98600 (we) 25.01540 (v) 14.98280 (er) 39.98350 (\054) -330.99900 (most) ] TJ 11.95510 TL T* [ (of) -364.99500 (these) -364.98800 (methods) -365 (can) -363.98100 (only) -365.01300 (address) -364.98800 (one) -364.99300 (or) -364.99800 (tw) 10.00810 (o) -364.99300 (challenges) ] TJ T* [ (mentioned) -196.98900 (abo) 14.98280 (v) 14.98280 (e\056) -291.99300 (Moreo) 14.99260 (v) 14.00260 (er) 39.98350 (\054) -206.98000 (some) -197.00600 (of) -196.98700 (the) -197.99600 (techniques) -196.99700 (require) ] TJ T* [ (specially) -310.00200 (designed) -310.00200 (softw) 10.01550 (are\057hardw) 9.99833 (are) -309.99700 (accelerators) -311.01200 (for) -309.98700 (e) 15.01220 (x) 14.98280 (e\055) ] TJ T* [ (cution) -250.01200 (speedup) -250.02000 (\13328\054) -249.98800 (6\054) -249.99000 (12\135\056) ] TJ 11.95510 -14.31170 Td [ (Another) -233.00300 (direction) -232.99500 (to) -231.98800 (reduce) -232.98600 (the) -233.01000 (resource) -232.98600 (consumption) -233 (of) ] TJ -11.95510 -11.95510 Td [ (lar) 17.99700 (ge) -277.01300 (CNNs) -276.98800 (is) -277 (to) -277 (sparsify) -276.99300 (the) -277.00300 (netw) 10.00810 (ork\056) -390.98400 (Sparsity) -277.01300 (can) -277.01700 (be) -277.01300 (im\055) ] TJ T* [ (posed) -391.99600 (on) -392.00300 (dif) 24.98600 (ferent) -392.01500 (le) 25.01790 (v) 14.98280 (el) -392.99100 (of) -392.01300 (structures) -391.99300 (\1332\054) -392.00800 (37\054) -391.99800 (35\054) -391.99800 (29\054) -392.97900 (25\135\054) ] TJ T* [ (which) -304.99300 (yields) -304.98100 (considerable) -304.00800 (model\055size) -304.98300 (compression) -305.00800 (and) -305.00300 (in\055) ] TJ T* [ (ference) -308.98800 (speedup\056) -488.99700 (Ho) 24.98360 (we) 25.01300 (v) 14.98280 (er) 39.98350 (\054) -323.98000 (these) -310.01700 (approaches) -309.00200 (generally) -310.01200 (re\055) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 35 Tm (2736) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 133 751 479 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 53008
/Type /XObject
/BBox [ 133 751 479 772 ]
/Subtype /Form
>>
stream
xlK8,8?DKs9mavd
{f-8*2Y@H >חk}y}uf`v)_s}1z#*Gw_gX jow\o'1c|Z^G<
A̺X}ay?IT|y~L.[ {Ȟb\3-3]_'X\竵0{+_۾oY-wj+ B;)Aa=/
1~a(>}m_K' >*Q1:?OPnGsQ_`?mzN
?WBB!lU n'S 1Ipzχ1xF_09,}?e){:̹~Gu7g {0mD`pdS)>;ys`Pµx'O
+혝 oI~!p7̵&m=dC+>5ALV"I1"S*CKha#03L4|@p灟vMRQ==*/m"r>@uqo9ͻ;Vz 'ȳ;IBzWR~ihwa8PlT>]fZ8y52)r빃W{B7G/q)}M]elS(k=5^A] сڸc'w!Ll'M=Ȥ뎓z;#կN>\q6r>|8}}Lr$Mo5:>syls+Ǵ`C?/9{Y||jD u#i^\rJ8a|oY+Rxl<{[؏s迨nYaյ[?/^u;+ ,bhL}wrj:ɴdM8^q|m'aQ6;0k_ar|E8HɃpN('&r`V;Rs볩Nk\&W=DDG#5]~M{VyCSRH9ܜXˏt7߾i9ADگ
USڝ|{(hbIRZXg @6Hɹ0Dq;si\Tv<1?mUŏV7bF
p7Y9sƨ*.uz_LբřsB݃ɹ^'_Yae91f+n%A̶d
Ċc#q
CF=Mt'\&ξ)z;L-4:n}41j:mӶ_)\݇ |T@uAƓxAN6Ql;}Ɲ{~_y"g%]nCi']I~,xa?feoɌr0u?V=phldx.Y;~nZL603> \`ęܓ