%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (FireCaffe\072 Near\055Linear Acceleration of Deep Neural Network Training on Compute Clusters) /Producer (PyPDF2) /Author (Forrest N\056 Iandola\054 Matthew W\056 Moskewicz\054 Khalid Ashraf\054 Kurt Keutzer) /Subject (2016 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R >> /ExtGState << /s9 26 0 R /s11 29 0 R /a0 << /CA 1 /ca 1 >> /R20 32 0 R /s5 33 0 R /s7 36 0 R >> /Font << /R29 39 0 R /F2 42 0 R /F1 43 0 R /R21 44 0 R /R23 48 0 R /R25 52 0 R /R33 57 0 R /R27 61 0 R /R31 66 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 82 0 R /Resources << /ExtGState << /R20 32 0 R >> /Font << /R71 83 0 R /R59 86 0 R /R73 91 0 R /R57 94 0 R /R77 98 0 R /R75 101 0 R /F2 104 0 R /R79 105 0 R /R69 109 0 R /R65 113 0 R /R67 116 0 R /F1 119 0 R /R61 120 0 R /R63 123 0 R /R21 44 0 R /R23 48 0 R /R25 52 0 R /R31 66 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 126 0 R 127 0 R 128 0 R 129 0 R 130 0 R 131 0 R 132 0 R 133 0 R 134 0 R 135 0 R 136 0 R 137 0 R 138 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 139 0 R /Resources << /XObject << /R127 140 0 R /R126 141 0 R /R125 144 0 R /R122 145 0 R /R121 146 0 R /R120 147 0 R /R129 149 0 R /R128 150 0 R /R145 151 0 R /R144 152 0 R /R147 154 0 R /R146 155 0 R /R143 153 0 R /R149 156 0 R /R148 157 0 R /R109 158 0 R /R130 159 0 R /R131 160 0 R /R132 161 0 R /R133 162 0 R /R134 163 0 R /R156 164 0 R /R154 166 0 R /R119 148 0 R /R152 168 0 R /R153 167 0 R /R150 170 0 R /R151 169 0 R /R112 171 0 R /R110 173 0 R /R111 172 0 R /R155 165 0 R >> /ExtGState << /R20 32 0 R >> /Font << /R59 86 0 R /R71 83 0 R /F2 174 0 R /F1 175 0 R /R123 176 0 R /R135 180 0 R /R137 184 0 R /R139 188 0 R /R106 192 0 R /R163 196 0 R /R157 200 0 R /R161 204 0 R /R141 208 0 R /R165 212 0 R /R117 215 0 R /R114 219 0 R /R159 225 0 R /R61 120 0 R /R63 123 0 R /R21 44 0 R /R23 48 0 R /R25 52 0 R /R27 61 0 R /R31 66 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R103 142 0 R /R105 229 0 R >> >> /MediaBox [ 0 0 612 792 ] /Annots [ 231 0 R 232 0 R 233 0 R 234 0 R 235 0 R 236 0 R 237 0 R 238 0 R 239 0 R 240 0 R 241 0 R 242 0 R 243 0 R 244 0 R 245 0 R 246 0 R 247 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 248 0 R /Resources << /XObject << /R189 249 0 R /R188 250 0 R /R190 251 0 R /R191 252 0 R /R185 253 0 R >> /ExtGState << /R20 32 0 R >> /Font << /R192 256 0 R /R59 86 0 R /R165 212 0 R /R186 259 0 R /R69 109 0 R /R71 83 0 R /F2 263 0 R /F1 264 0 R /R61 120 0 R /R63 123 0 R /R21 44 0 R /R23 48 0 R /R25 52 0 R /R27 61 0 R /R31 66 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R103 142 0 R /R105 229 0 R /R184 254 0 R >> >> /MediaBox [ 0 0 612 792 ] /Annots [ 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R 274 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 275 0 R /Resources << /XObject << /R228 276 0 R /R229 278 0 R /R220 279 0 R /R221 281 0 R /R222 282 0 R /R223 283 0 R /R224 284 0 R /R225 285 0 R /R226 286 0 R /R227 277 0 R /R248 287 0 R /R249 288 0 R /R246 289 0 R /R247 290 0 R /R244 291 0 R /R245 292 0 R /R242 293 0 R /R243 295 0 R /R241 297 0 R /R218 299 0 R /R213 298 0 R /R215 294 0 R /R214 300 0 R /R217 296 0 R /R216 301 0 R /R219 280 0 R /R236 302 0 R /R235 303 0 R /R234 304 0 R /R233 305 0 R /R232 306 0 R /R231 307 0 R /R230 308 0 R /R257 309 0 R /R251 310 0 R /R250 311 0 R /R252 312 0 R >> /ExtGState << /R20 32 0 R >> /Font << /R192 256 0 R /F2 313 0 R /R239 314 0 R /R165 212 0 R /R237 318 0 R /R75 101 0 R /R65 113 0 R /R255 322 0 R /F1 326 0 R /R61 120 0 R /R258 327 0 R /R63 123 0 R /R21 44 0 R /R27 61 0 R /R23 48 0 R /R253 331 0 R /R31 66 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R103 142 0 R /R105 229 0 R /R184 254 0 R >> >> /MediaBox [ 0 0 612 792 ] /Annots [ 335 0 R 336 0 R 337 0 R 338 0 R 339 0 R 340 0 R 341 0 R 342 0 R 343 0 R 344 0 R 345 0 R 346 0 R 347 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 348 0 R /Resources << /ExtGState << /R20 32 0 R >> /Font << /R289 349 0 R /F2 352 0 R /F1 353 0 R /R21 44 0 R /R23 48 0 R /R31 66 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 354 0 R 355 0 R 356 0 R 357 0 R 358 0 R 359 0 R 360 0 R 361 0 R 362 0 R 363 0 R 364 0 R 365 0 R 366 0 R 367 0 R 368 0 R 369 0 R 370 0 R 371 0 R 372 0 R 373 0 R 374 0 R 375 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 376 0 R /Resources << /ExtGState << /R20 32 0 R >> /Font << /R65 113 0 R /F2 377 0 R /R67 116 0 R /F1 378 0 R /R61 120 0 R /R59 86 0 R /R63 123 0 R /R21 44 0 R /R23 48 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 379 0 R 380 0 R 381 0 R 382 0 R 383 0 R 384 0 R 385 0 R 386 0 R 387 0 R 388 0 R 389 0 R 390 0 R 391 0 R 392 0 R 393 0 R 394 0 R 395 0 R 396 0 R 397 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 398 0 R /Resources << /ExtGState << /R20 32 0 R >> /Font << /F2 399 0 R /R29 39 0 R /F1 400 0 R /R21 44 0 R /R23 48 0 R /R31 66 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 401 0 R 402 0 R 403 0 R 404 0 R 405 0 R 406 0 R 407 0 R 408 0 R 409 0 R 410 0 R 411 0 R 412 0 R 413 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 414 0 R /Resources << /ExtGState << /R20 32 0 R >> /Font << /R29 39 0 R /F2 415 0 R /R23 48 0 R /F1 416 0 R /R31 66 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 417 0 R 418 0 R 419 0 R 420 0 R 421 0 R 422 0 R 423 0 R 424 0 R 425 0 R 426 0 R 427 0 R 428 0 R 429 0 R 430 0 R 431 0 R 432 0 R 433 0 R 434 0 R 435 0 R 436 0 R 437 0 R 438 0 R 439 0 R 440 0 R 441 0 R 442 0 R 443 0 R 444 0 R 445 0 R 446 0 R 447 0 R 448 0 R 449 0 R 450 0 R 451 0 R 452 0 R 453 0 R 454 0 R 455 0 R 456 0 R 457 0 R 458 0 R 459 0 R 460 0 R 461 0 R 462 0 R 463 0 R 464 0 R 465 0 R 466 0 R 467 0 R 468 0 R 469 0 R 470 0 R 471 0 R 472 0 R 473 0 R 474 0 R 475 0 R 476 0 R 477 0 R 478 0 R 479 0 R ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 19817 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R20 gs 0 g q 10 0 0 10 0 0 cm BT /R21 14.34620 Tf 1 0 0 1 91.45900 675.06700 Tm [ (Fir) 18.00140 (eCaffe\072) -309.99600 (near) 37 (\055linear) -249.99600 (acceleration) -250.00700 (of) -250.01200 (deep) -249.99600 (neural) -249.99600 (netw) 10.00650 (ork) -250.00200 (training) ] TJ 145.19000 -17.93320 Td [ (on) -250.01300 (compute) -249.99800 (clusters) ] TJ /R23 11.95520 Tf -114.75900 -37.85780 Td [ (F) 15.01580 (orrest) -250.01300 (N\056) -250.01000 (Iandola\054) -250 (Matthe) 24.99160 (w) -249.98700 (W) 91.99180 (\056) -250.01200 (Mosk) 9.99418 (e) 24.98750 (wicz\054) -249.98300 (Khalid) -250 (Ashraf\054) -250.01000 (K) 14.99740 (urt) -250.00600 (K) 24.99570 (eutzer) ] TJ ET Q 0 1 0 0 k q 10 0 0 10 0 0 cm BT /R23 11.95520 Tf 1 0 0 1 226.21600 605.32900 Tm (DeepScale) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 7.97010 Tf 1 0 0 1 277.33600 609.66700 Tm [ <03> -0.30019 ] TJ /R23 11.95520 Tf 8.96602 -4.33828 Td [ (and) -249.98700 (UC) -249.99700 (Berk) 9.99010 (ele) 14.99130 (y) ] TJ /R27 8.96640 Tf -141.24300 -13.94800 Td [ (f) -0.89990 ] TJ /R29 8.96640 Tf 4.60820 0 Td [ (forresti\054) -600.00500 (moskewcz\054) -600.00500 (kashraf\054) -600.02100 (keutzer) ] TJ /R27 8.96640 Tf 193.67300 0 Td [ (g) -0.90126 ] TJ /R29 8.96640 Tf 4.60781 0 Td (\100eecs\056berkeley\056edu) Tj /R21 11.95520 Tf -201.95300 -41.04570 Td (Abstract) Tj /R31 9.96260 Tf -83.92770 -24.43520 Td [ (Long) -309.99700 (tr) 14.99140 (aining) -309.99200 (times) -310.98900 (for) -310.00800 (high\055accur) 15.00480 (acy) -309.99000 (deep) -309.98500 (neur) 14.99010 (al) -310.99500 (net\055) ] TJ -11.95510 -11.95510 Td [ (works) -216.99600 (\050DNNs\051) -216.99300 (impede) -217.01200 (r) 37.01960 (esear) 36.98280 (c) 15.01220 (h) -217.01800 (into) -218.01800 (ne) 15.01830 (w) -217.01000 (DNN) -216.99300 (ar) 36.98650 (c) 15.01220 (hitectur) 37.00360 (es) ] TJ 11.95510 TL T* [ (and) -304.99300 (slow) -303.99600 (the) -305 (de) 15.01830 (velopment) -304.98800 (of) -304.01500 (high\055accur) 15.00480 (acy) -305.01000 (DNNs\056) -474.00200 (In) -305.00500 (this) ] TJ T* [ (paper) -264.01800 (we) -263.98600 (pr) 36.98520 (esent) -263.98500 (F) 45.01580 (ir) 36.98770 (eCaf) 18.01780 (fe) 10 (\054) -267.01200 (whic) 14.99870 (h) -263.99000 (successfully) -264.00300 (scales) -264.02000 (deep) ] TJ T* [ (neur) 14.98950 (al) -273.98100 (network) -274.00500 (tr) 14.99140 (aining) -273.99800 (acr) 45.01940 (oss) -274.99600 (a) -273.98900 (cluster) -274.01100 (of) -273.98100 (GPUs\056) -383.01700 (W) 91.98710 (e) -273.99800 (also) ] TJ T* [ (pr) 36.98520 (esent) -449.01300 (a) -449.99800 (number) -449.00400 (of) -449.99100 (best) -449.01000 (pr) 14.98890 (actices) -449.01100 (to) -449.99100 (aid) -449.00600 (in) -449.99100 (comparing) ] TJ 11.95590 TL T* [ (advancements) -310.98400 (in) -310.99500 (methods) -310 (for) -310.98900 (scaling) -311.01600 (and) -310.99200 (acceler) 15.01710 (ating) -311.01700 (the) ] TJ 11.95510 TL T* [ (tr) 14.99140 (aining) -305.01300 (of) -304.01500 (deep) -305.00700 (neur) 14.99010 (al) -304.01500 (networks\056) -474.00200 (The) -304.99300 (speed) -303.98100 (and) -304.99300 (scalabil\055) ] TJ T* [ (ity) -247.98800 (of) -247.98600 (distrib) 20 (uted) -247.98600 (algorithms) -247.98100 (is) -247.98400 (almost) -248.00400 (always) -248.00500 (limited) -248.00500 (by) -247.99800 (the) ] TJ T* [ (o) 10.00320 (verhead) -215.99500 (of) -215.99100 (communicating) -215.99300 (between) -215.98600 (server) 10.00320 (s\073) -227.01800 (DNN) -216.01300 (tr) 14.99010 (aining) ] TJ T* [ (is) -312.01300 (not) -312.00900 (an) -312.01700 (e) 19.99240 (xception) -312.01000 (to) -312.01400 (this) -312 (rule) 14.99140 (\056) -495.99300 (Ther) 36.99510 (efor) 36.98890 (e) 9.99343 (\054) -327.98200 (the) -312.01900 (k) 9.99343 (e) 29.99010 (y) -311.99200 (consid\055) ] TJ T* [ (er) 15.01890 (ation) -397.00200 (her) 36.98100 (e) -396.99700 (is) -397.99900 (to) -397.02000 (r) 37.01960 (educe) -396.99500 (communication) -396.98300 (o) 10.00320 (verhead) -398.00500 (wher) 20.01630 (\055) ] TJ 11.95590 TL T* [ (e) 15.01280 (ver) -228.00400 (possible) 9.99649 (\054) -233.01700 (while) -228.99200 (not) -227.98400 (de) 39.99460 (gr) 14.98890 (ading) -228.99400 (the) -227.99400 (accur) 14.98520 (acy) -228.98400 (of) -227.98900 (the) -229.01300 (DNN) ] TJ 11.95510 TL T* [ (models) -322.00300 (that) -320.98100 (we) -322.01600 (tr) 14.99140 (ain\056) -524.99100 (Our) -322.01100 (appr) 44.99370 (oac) 14.98400 (h) -321.98100 (has) -320.98800 (thr) 36.99140 (ee) -321.99500 (k) 9.99343 (e) 29.99010 (y) -321.99000 (pillar) 9.99588 (s\056) ] TJ T* [ (F) 45.01580 (ir) 10.01180 (st\054) -260.01900 (we) -259.00600 (select) -257.98900 (network) -258.00700 (har) 36.99020 (dwar) 37.00360 (e) -258.98100 (that) -258.01100 (ac) 15.01710 (hie) 14.98520 (ves) -257.99900 (high) -258.99400 (band\055) ] TJ T* [ (width) -271.01500 (between) -270.99600 (GPU) -269.98400 (server) 10.00320 (s) -271.00700 (\226) -271.00900 <496e026e6962616e64> -271.01400 (or) -271.00100 (Cr) 14.99750 (ay) -271.01400 (inter) 36.99630 (con\055) ] TJ T* [ (nects) -423.01800 (ar) 36.98520 (e) -422.01200 (ideal) -423.00800 (for) -423.00900 (this\056) -827.99000 (Second\054) -465.98700 (we) -422 (consider) -423.00300 (a) -422.98300 (number) ] TJ 11.95590 TL T* [ (of) -384.00200 (communication) -384.00500 (algorithms\054) -417.98900 (and) -384 (we) -384.00500 <026e64> -385.01900 (that) -383.99000 (r) 37.01830 (eduction) ] TJ 11.95510 TL T* [ (tr) 36.98770 (ees) -406.01300 (ar) 36.98520 (e) -406.01500 (mor) 36.98770 (e) -406.01600 (ef) 18 <026369656e74> -405.99500 (and) -405.99600 (scalable) -405.98400 (than) -405.98900 (the) -406.00300 (tr) 14.99010 (aditional) ] TJ T* [ (par) 14.99380 (ameter) -314.01400 (server) -313.98200 (appr) 44.99370 (oac) 14.98400 (h\056) -501.00700 (Thir) 37.00730 (d\054) -330.01600 (we) -314.01600 (optionally) -314.01600 (incr) 36.98890 (ease) ] TJ T* [ (the) -362.99000 (batc) 14.99080 (h) -362.99300 (size) -362.98400 (to) -362.98600 (r) 37.01960 (educe) -363 (the) -362.99100 (total) -363.98600 (quantity) -363 (of) -362.98600 (communica\055) ] TJ T* [ (tion) -222.99700 (during) -224.00800 (DNN) -222.99200 (tr) 14.99140 (aining) 9.99343 (\054) -229.01800 (and) -223.00700 (we) -223.01300 (identify) -224.01200 (hyperpar) 15.00240 (ameter) 10.01060 (s) ] TJ T* [ (that) -312.00200 (allow) -311.00900 (us) -312.01500 (to) -312.01400 (r) 37.01960 (epr) 45.01940 (oduce) -311.98100 (the) -311 (small\055batc) 15.01470 (h) -311.98200 (accur) 14.98520 (acy) -311.99000 (while) ] TJ 11.95590 TL T* [ (tr) 14.99140 (aining) -303.01300 (with) -303.01500 (lar) 36.99260 (g) 10.00320 (e) -303.01300 (batc) 14.99010 (h) -303.00300 (sizes\056) -468.99600 (When) -303 (tr) 14.99010 (aining) -303.01300 (Goo) 10.01060 (gLeNet) ] TJ 11.95510 TL T* [ (and) -393.99700 (Network\055in\055Network) -394.01300 (on) -394.00300 (Ima) 10.00320 (g) 10.00320 (eNet\054) -429.99200 (we) -394.00300 (ac) 15.01710 (hie) 14.98520 (ve) -395.00300 (a) -394.00800 (47x) ] TJ T* [ (and) -340.00600 (39x) -340.99600 (speedup\054) -363.01800 (r) 37.01960 (espectively) 55.01660 (\054) -362.01600 (when) -340.98400 (tr) 14.99010 (aining) -339.98700 (on) -340.01200 (a) -340.99700 (cluster) ] TJ T* [ (of) -249.98500 (128) -249.98200 (GPUs\056) ] TJ /R21 11.95520 Tf 30.23830 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) -250.00300 (and) -249.99700 (Moti) 9.99520 (v) 9.98703 (ation) ] TJ /R23 9.96260 Tf 11.95510 -12.25200 Td [ (Since) -542.99000 (the) -543 (publication) -543.98200 (of) -543.00600 (Ale) 14.98400 (xNet) -542.99600 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 213.48900 172.57600 Tm (17) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 223.45100 172.57600 Tm [ (\135\054) -616.01500 (a) -543.99300 (v) 24.98110 (ariety) -543 (of) ] TJ -173.33900 -11.95510 Td [ (ne) 25.01600 (w) -545.00400 (deep) -543.98600 (neural) -545.00200 (netw) 10.00940 (ork) -543.98000 (\050DNN\051) -545.00500 (architectures) -544.01700 (such) -544.99500 (as) ] TJ 11.95590 TL T* [ (GoogleNet) -298.00200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 100.11400 148.66500 Tm (26) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 110.07700 148.66500 Tm [ (\135\054) -309.98900 (Netw) 10.00690 (ork\055in\055Net) 0.99861 (w) 10 (ork) -297.98200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 209.15500 148.66500 Tm (20) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 219.11700 148.66500 Tm [ (\135\054) -309.98700 (and) -297.98500 (V) 14.98030 (GG) -297.98500 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 273.08400 148.66500 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 283.04700 148.66500 Tm (\135) Tj -232.93500 -11.95510 Td [ (ha) 19.99730 (v) 14.98280 (e) -505.99800 (been) -505.99300 (de) 25.01670 (v) 14.98280 (eloped) -505.98000 (at) -507.01100 (a) -505.99900 (rapid) -505.98400 (pace\056) -1077.98000 (This) -506.99100 (is) -505.98200 (natural\054) ] TJ 11.95510 TL T* [ (because) -472.98100 (with) -474.01600 (the) -473.01200 (training) -474.00900 (and) -473.01300 (testing) -474.00400 (dataset) -473.00700 <0278> 14.99750 (ed) -474 (\050e\056g\056) ] TJ T* [ (ImageNet\0551k) -411.99300 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 110.09700 112.80000 Tm (9) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 115.07800 112.80000 Tm [ (\135\051\054) -452.00700 (it) -411.99500 (is) -411.99600 (the) -412.00200 (DNN) -410.98200 (architecture) -412.00700 (that) -411.99500 (is) -411.99700 (pri\055) ] TJ -64.96600 -11.95510 Td [ (marily) -304.00400 (responsible) -305.01300 (for) -305.00900 (impro) 15.00360 (v) 14.98280 (ements) -304.00600 (in) -304.99600 (accurac) 14.99750 (y) 65.01370 (\056) -473.01700 (In) -305.00500 (other) ] TJ ET Q 3.98000 w 0 G 501.12100 904.14800 m 1446.11000 904.14800 l S q 10 0 0 10 0 0 cm BT /R33 5.97760 Tf 1 0 0 1 60.14100 83.81290 Tm [ <03> -0.90058 ] TJ ET Q 0 1 0 0 k q 10 0 0 10 0 0 cm BT /R23 7.97010 Tf 1 0 0 1 64.45780 81 Tm (http\072\057\057deepscale\056ai) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 308.86200 550.33500 Tm [ (w) 10 (ords\054) -213.98900 (the) -205.99700 (race) -205.00300 (for) -206.00700 (impro) 15.00480 (v) 14.98280 (ements) -205.98500 (in) -205.01500 (accurac) 14.99750 (y) -206 (in) -205.01500 (image) -205.99000 (clas\055) ] TJ 11.95510 TL T* [ <736902636174696f6e> -444 (and) -443.01900 (other) -443.99500 (contemporary) -443 (problems) -444.00900 (of) -444.00400 (computer) ] TJ T* [ (science\054) -226 (has) -219.01500 (become) -219.99300 (a) -220.00700 (race) -218.99800 (in) -219.99300 (the) -219.99300 (de) 25.01540 (v) 14.98280 (elopment) -218.98800 (of) -220.00300 (ne) 25.01540 (w) -219.99800 (DNN) ] TJ 11.95590 TL T* [ (architectures\056) -304.01500 (So\054) -234.01700 (what) -231.01000 (is) -231.00800 (the) -231.01000 (bottleneck) -230.99100 (in) -231.01000 (the) -231.01000 (de) 25.01540 (v) 14.98280 (elopment) ] TJ 11.95510 TL T* [ (of) -249.99500 (ne) 25.01540 (w) -249.99500 (architectures\077) ] TJ 11.95510 -12.72620 Td [ (In) -255.01400 (the) -253.98900 (de) 25.01540 (v) 14.98280 (elopment) -254.98400 (of) -255.01400 (ne) 25.01540 (w) -255.01100 (DNN) -253.98700 (architectures\054) -255.98700 (as) -255.01600 (in) -255.00600 (an) 15.01710 (y) ] TJ -11.95510 -11.95510 Td [ (human) -224.01900 (research) -224.01400 (endea) 19.99420 (v) 20.00160 (or) 39.99330 (\054) -229.99600 (creati) 25.01540 (vity) -224.01700 (is) -223.98700 (a) -224.00700 (k) 10.00320 (e) 15.01220 (y) -223.99700 (element\056) -302.00800 (Ho) 24.98600 (w\055) ] TJ T* [ (e) 25.01050 (v) 14.98280 (er) 39.98600 (\054) -279.01000 (the) -273.00600 (impact) -272.99100 (of) -273.01100 (architectural) -273.00300 (v) 24.98110 (ariations) -272.98900 (in) -273.00300 (DNNs) -272.99900 (\226) -273.00800 (such) ] TJ T* [ (as) -344.99900 (number) -344.00100 (of) -344.99900 (layers\054) -368.98700 <026c746572> -344.00100 (dimensions\054) -369.01700 (and) -344.01600 (so) -344.99100 (forth) -344.99100 (\226) -344.99600 (can) ] TJ T* [ (be) -226.00100 (hard) -226 (to) -225.98900 (predict\054) -231.00600 (and) -225.99700 (e) 15.01220 (xperimentation) -225.99200 (is) -225.98700 (required) -225.99700 (to) -225.99200 (assess) ] TJ 11.95590 TL T* [ (their) -277 (impact\056) -389.98900 (A) -277.01000 (high\055accurac) 15.01710 (y) -277.00800 (deep) -277.01300 (neural) -277.00800 (netw) 10.00810 (ork) -277.00800 (\050DNN\051) ] TJ 11.95510 TL T* [ (model) -232.99500 (such) -233.00800 (as) -233.01700 (GoogLeNet) -232.99500 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 419.96500 418.05700 Tm (26) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 429.92800 418.05700 Tm [ (\135) -232.98600 (can) -232.98600 (tak) 10.00810 (e) -232.98600 (weeks) -233.01500 (to) -233.01000 (train) -233.01000 (on) -233.01000 (a) ] TJ -121.06600 -11.95510 Td [ (modern) -282.99200 (GPU\056) -282.99000 (This) -284.00900 (is) -283 (true) -283.00700 (e) 25.01050 (v) 14.98280 (en) -283.01200 (when) -283.00200 (le) 25.02030 (v) 14.98280 (eraging) -283.00200 (deep) -283.99200 (neu\055) ] TJ 11.95510 TL T* [ (ral) -335.00300 (netw) 10.00810 (ork) -334.99600 (primiti) 25.01790 (v) 14.98280 (es) -335 (lik) 10.01790 (e) -335.00800 (cuDNN) -334.99300 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 457.76300 394.14700 Tm (5) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 462.74400 394.14700 Tm [ (\135\054) -355.98000 (maxDNN) -334.98300 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 517.48800 394.14700 Tm (18) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 527.45100 394.14700 Tm [ (\135\054) -357 (or) ] TJ -218.58900 -11.95470 Td [ (fbf) 25.01300 (ft) -352.01500 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 333.14100 382.19200 Tm (28) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 343.10400 382.19200 Tm [ (\135) -353.00200 (\226) -352.01500 (all) -352.01000 (of) -352.99700 (which) -352.00500 (operate) -353 (near) -351.98500 (the) -352.01000 (theoretical) -352.98000 (peak) ] TJ -34.24140 -11.95510 Td [ (computation) -310.99700 (per) -311.99000 (second) -310.99500 (achie) 25.01540 (v) 24.98110 (able) -311.98200 (on) -310.99700 (GPUs\056) -494.98600 (Thus\054) -326.98000 (train\055) ] TJ 11.95590 TL T* [ (ing) -227.00400 (time) -226.99900 (is) -227.98900 (a) -226.98700 (k) 10.00320 (e) 15.01220 (y) -227.01600 (challenge) -227.01100 (at) -227.99600 (the) -227.01100 (root) -227.00600 (of) -227.02100 (the) -227.01100 (de) 25.01540 (v) 14.98280 (elopment) -228.00600 (of) ] TJ 11.95510 TL T* [ (ne) 25.01540 (w) -249.99500 (DNN) -249.99000 (architectures\056) ] TJ 11.95510 -12.72620 Td [ (This) -379.01300 (sentiment) -378.99300 (w) 10 (as) -378.99300 (v) 20.00160 (oiced) -378.98600 (by) -378.98600 (Jef) 25.01540 (fre) 15.00730 (y) -380.01000 (Dean) -378.99600 (of) -378.99600 (Google) ] TJ -11.95510 -11.95510 Td [ (in) -302.01600 (his) -302.01100 (recent) -301.99400 (k) 10.00320 (e) 15.01220 (ynote) -302.01100 (address) -302.01800 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 432.11000 321.64500 Tm (7) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 437.09100 321.64500 Tm [ (\135\056) -466 (The) -303.00300 (four) -301.98400 (k) 10.00320 (e) 15.01220 (y) -301.98400 (points) -301.99400 (that) ] TJ -128.22900 -11.95470 Td [ (Dean) -337.98300 (mak) 10.01060 (es) -337.98000 (are\072) -484.98300 (\0501\051) -337.98500 (DNN) -338.01200 (researchers) -337.01700 (and) -338.01700 (users) -338.01200 (w) 10.00320 (ant) -338.01200 (re\055) ] TJ 11.95510 TL T* [ (sults) -192.01500 (of) -192.00500 (e) 15.01220 (xperiments) -192.01000 (quickly) 64.99900 (\056) -291.00500 (\0502\051) -192.00700 (There) -192.01200 (is) -191.99200 (a) -192.01200 (\223patience) -192.00200 (thresh\055) ] TJ 11.95590 TL T* [ (old\224\072) -310.98700 (No) -251.01000 (one) -251.01200 (w) 10 (ants) -249.98300 (to) -251.00500 (w) 10 (ait) -251.00700 (more) -251.00700 (than) -249.98300 (a) -250.98300 (fe) 25.00560 (w) -251.01200 (days) -249.98800 (or) -251.01700 (a) -250.98300 (week) ] TJ 11.95510 TL T* [ (for) -271.99600 (a) -271.01800 (result\056) -375.99600 (\0503\051) -271.01600 (This) -272.01100 <7369676e690263616e746c79> -272.01300 (af) 25.00560 (fects) -271.01400 (scale) -271.99400 (of) -271.99400 (problems) ] TJ T* [ (that) -268.01900 (can) -267.99700 (be) -267.99500 (tackled\056) -364.00300 (\0504\051) -267.99700 (W) 79.98660 (e) -269.01900 (sometimes) -267.98500 (optimize) -268 (for) -267.99500 (e) 15.01220 (xperi\055) ] TJ T* [ (ment) -256.99600 (turnaround) -256.00900 (time\054) -258.99100 (rather) -257.02100 (than) -255.98200 (absolute) -256.99100 (minimal) -257.01100 (system) ] TJ T* [ (resources) -249.99500 (for) -250 (performing) -250.01200 (the) -249.98800 (e) 15.01220 (xperiment\056) ] TJ 11.95510 -12.72580 Td [ (As) -245.00800 (a) -244.00300 (particular) -245.00600 (e) 15.01220 (xample) -244.01800 (of) -245.01800 (where) -244.00300 (long) -244.99300 (training) -244.00800 (times) -244.98900 (are) ] TJ -11.95510 -11.95510 Td [ (limiting) -239 (the) -239.01200 (pace) -238.98700 (of) -239.01600 (DNN) -239.00900 (research) -238.99400 (and) -239.01400 (productization\054) -241.01400 (con\055) ] TJ 11.95590 TL T* [ (sider) -334.99300 (the) -334.99600 (follo) 24.99830 (wing\056) -564.00100 (ImageNet\0551k) -334.98300 (has) -334.99800 (1\0562) -334.98800 (million) -334.99300 (training) ] TJ 11.95510 TL T* [ (images\054) -439 (distrib) 19.99180 (uted) -401.01900 (across) -400.98700 (1000) -401.01200 (dif) 24.98600 (ferent) -402.01600 (cate) 15.01220 (gory) -401.02100 (labels\056) ] TJ T* [ (From) -430.01600 <027273742d68616e64> -430.01400 (con) 39.99820 (v) 14.98280 (ersations) -429.98200 (with) -429.98200 (engineers) -431.01600 (and) -430.00200 (e) 15.01220 (x) 14.98280 (ecu\055) ] TJ T* [ (ti) 24.99090 (v) 14.98280 (es\054) -221.01700 (we) -214.00600 (kno) 24.99090 (w) -214.00100 (that) -213.98900 (se) 25.01790 (v) 14.98280 (eral) -214.98900 (internet) -213.98400 (companies) -214.01300 (ha) 19.99670 (v) 14.98280 (e) -214.00800 (internal) ] TJ T* [ (databases) -388.00100 (containing) -388.01600 (billions) -388.00400 (of) -388.01400 (images) -387.99400 (with) -387.98900 (hundreds) -387.98900 (of) ] TJ T* [ (thousands) -255.99600 (of) -255.99400 (dif) 24.98600 (ferent) -255.99900 (cate) 15.01220 (gory) -255.00600 (labels\056) -328.00400 (Due) -255.99200 (to) -255.98700 (long) -256.01100 (training) ] TJ 11.95630 TL T* [ (times\054) -218.99000 (these) -211.99400 (companies) -210.99700 (are) -212.01400 (f) 9.99343 (acing) -211.01400 (serious) -211.98400 (delays) -211.00900 (in) -211.99400 (bringing) ] TJ 11.95470 TL T* [ (DNN\055based) -235.00700 (solutions) -235.00500 (to) -233.98800 (mark) 10.00810 (et\056) -305.00300 (Accelerated) -234.98500 (DNN) -235.01000 (training) ] TJ T* [ (solutions) -304.01300 (w) 10 (ould) -304.98600 (solv) 15 (e) -305.01300 (a) -303.99300 (major) -304.99300 (pain) -304.01300 (point) -305.01800 (for) -303.98800 (these) -304.99800 (compa\055) ] TJ (nies\056) ' 11.95510 -12.72620 Td [ (So) -324.98500 (f) 9.99588 (ar) 39.98600 (\054) -344.01900 (we) -325.98700 (ha) 19.99670 (v) 14.98280 (e) -325.00900 (ar) 17.98960 (gued) -324.99500 (ho) 24.98600 (w) -325 (accelerating) -325.98500 (DNN) -324.99500 (training) ] TJ -25.69610 -29.88790 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 50 Tm (2592) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA