%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R ] /Type /Pages /Count 8 >> endobj 2 0 obj << /Title (Pruning ConvNets Online for Efficient Specialist Models) /Producer (PyPDF2) /Author (Jia Guo\054 Miodrag Potkonjak) /Subject (2017 IEEE Conference on Computer Vision and Pattern Recognition Workshops) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 12 0 R /Resources << /XObject << /x8 13 0 R /x6 16 0 R /x12 19 0 R /x10 22 0 R >> /ExtGState << /s9 25 0 R /s11 28 0 R /a0 << /CA 1 /ca 1 >> /s5 31 0 R /R24 34 0 R /s7 35 0 R >> /Font << /F2 38 0 R /R29 39 0 R /F1 43 0 R /R25 44 0 R /R33 48 0 R /R27 52 0 R /R31 56 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 59 0 R 60 0 R 61 0 R 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Contents 74 0 R /Resources << /XObject << /R127 75 0 R /R126 77 0 R /R125 79 0 R /R124 80 0 R /R123 82 0 R /R122 84 0 R /R121 86 0 R /R120 88 0 R /R83 90 0 R /R82 93 0 R /R81 94 0 R /R80 95 0 R /R87 96 0 R /R86 97 0 R /R85 98 0 R /R128 99 0 R /R109 104 0 R /R108 105 0 R /R89 89 0 R /R101 78 0 R /R100 126 0 R /R102 127 0 R /R105 111 0 R /R107 114 0 R /R106 128 0 R /R78 129 0 R /R79 130 0 R /R72 131 0 R /R73 132 0 R /R76 133 0 R /R77 134 0 R /R74 135 0 R /R75 136 0 R /R98 137 0 R /R99 76 0 R /R90 142 0 R /R91 87 0 R /R92 141 0 R /R93 85 0 R /R94 139 0 R /R95 83 0 R /R96 140 0 R /R97 81 0 R /R118 106 0 R /R119 107 0 R /R112 116 0 R /R113 108 0 R /R110 109 0 R /R111 110 0 R /R116 102 0 R /R117 103 0 R /R114 117 0 R /R115 115 0 R /R88 138 0 R >> /ExtGState << /R65 100 0 R /R64 91 0 R /R66 101 0 R /R24 34 0 R >> /Font << /R129 143 0 R /R58 147 0 R /F1 151 0 R /R137 152 0 R /R33 48 0 R /F2 157 0 R /R131 158 0 R /R133 163 0 R /R60 168 0 R /R62 171 0 R /R139 175 0 R /R25 44 0 R /R68 118 0 R /R27 52 0 R /R135 180 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] /ColorSpace << /R104 112 0 R >> >> /Group 125 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R 190 0 R 191 0 R 192 0 R 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R 198 0 R ] /Type /Page >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 199 0 R /Resources << /ExtGState << /R24 34 0 R >> /Font << /F2 200 0 R /F1 201 0 R /R58 147 0 R /R60 168 0 R /R62 171 0 R /R27 52 0 R /R25 44 0 R /R33 48 0 R /R129 143 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 207 0 R /Resources << /ExtGState << /R24 34 0 R >> /Font << /R129 143 0 R /R160 208 0 R /R58 147 0 R /F1 211 0 R /R137 152 0 R /F2 212 0 R /R131 158 0 R /R133 163 0 R /R60 168 0 R /R62 171 0 R /R139 175 0 R /R25 44 0 R /R27 52 0 R /R135 180 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 213 0 R 214 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Contents 215 0 R /Resources << /XObject << /R189 216 0 R /R203 240 0 R /R198 255 0 R /R184 218 0 R /R183 217 0 R >> /ExtGState << /R65 100 0 R /R64 91 0 R /R66 101 0 R /R24 34 0 R >> /Font << /R129 143 0 R /R180 219 0 R /R200 241 0 R /R191 256 0 R /R58 147 0 R /R186 233 0 R /R176 226 0 R /R195 248 0 R /F2 263 0 R /F1 264 0 R /R60 168 0 R /R137 152 0 R /R139 175 0 R /R25 44 0 R /R33 48 0 R /R27 52 0 R /R62 171 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /Group 125 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R ] /Type /Page >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 274 0 R /Resources << /ExtGState << /R24 34 0 R >> /Font << /R58 147 0 R /F2 275 0 R /F1 276 0 R /R60 168 0 R /R62 171 0 R /R27 52 0 R /R25 44 0 R /R33 48 0 R /R129 143 0 R /R31 56 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 277 0 R 278 0 R 279 0 R 280 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 281 0 R /Resources << /ExtGState << /R24 34 0 R >> /Font << /R58 147 0 R /F2 282 0 R /F1 283 0 R /R27 52 0 R /R62 171 0 R /R25 44 0 R /R129 143 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 284 0 R 285 0 R 286 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 287 0 R /Resources << /ExtGState << /R24 34 0 R >> /Font << /F2 288 0 R /F1 289 0 R /R62 171 0 R /R25 44 0 R /R33 48 0 R /R27 52 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 290 0 R 291 0 R 292 0 R 293 0 R 294 0 R 295 0 R 296 0 R 297 0 R 298 0 R 299 0 R 300 0 R 301 0 R 302 0 R 303 0 R 304 0 R 305 0 R 306 0 R 307 0 R 308 0 R 309 0 R 310 0 R 311 0 R 312 0 R 313 0 R 314 0 R 315 0 R 316 0 R 317 0 R ] >> endobj 11 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 12 0 obj << /Length 20360 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R24 gs 0 g q 10 0 0 10 0 0 cm BT /R25 14.34620 Tf 1 0 0 1 125.12300 675.06700 Tm [ (Pruning) -249.99300 (Con) 40.00710 (vNets) -250.00300 (Online) -250.01300 (f) 24.99230 (or) -249.99500 <4566026369656e74> -249.99600 (Specialist) -249.99100 (Models) ] TJ /R27 11.95520 Tf 96.17380 -37.85820 Td [ (Jia) -250.00600 (Guo) -250.01000 (and) -249.98700 (Miodrag) -250 (Potk) 10.00230 (onjak) ] TJ -13.92770 -13.94690 Td [ (Uni) 24.99570 (v) 14.98510 (ersity) -249.98900 (of) -250.01400 (California\054) -249.99300 (Los) -249.98900 (Angeles) ] TJ /R29 8.96640 Tf 21.07700 -13.94800 Td [ (f) -0.90126 ] TJ /R31 8.96640 Tf 4.60781 0 Td [ (jia\054) -600.00200 (miodrag) ] TJ /R29 8.96640 Tf 64.55820 0 Td [ (g) -0.90126 ] TJ /R31 8.96640 Tf 4.60781 0 Td (\100cs\056ucla\056edu) Tj /R25 11.95520 Tf -156.22500 -41.04610 Td (Abstract) Tj /R33 9.96260 Tf -83.92770 -24.25780 Td [ (Con) 40.01660 (volutional) -293 (neur) 14.99010 (al) -292.01700 (networks) -293.01500 (\050CNNs\051) -291.99000 (e) 19.99180 (xcel) -293.01500 (in) -292.99800 (various) ] TJ -11.95510 -11.95630 Td [ (computer) -369.99400 (vision) -369.99100 (r) 37.01960 (elated) -370 (tasks) -369.99700 (b) 20.00160 (ut) -370.98500 (ar) 38.00470 (e) -371.00200 (e) 19.99180 (xtr) 36.98400 (emely) -369.98000 (computa\055) ] TJ 11.95510 TL T* [ (tionally) -319.98600 (intensive) -320 (and) -320.01000 (power) -320 (hungry) -320.00300 (to) -320.01300 (run) -320.98800 (on) -320.01500 (mobile) -320.00300 (and) ] TJ T* [ (embedded) -330.01400 (de) 15.01830 (vices\056) -551.98400 (Recent) -329.98000 (pruning) -331.00500 (tec) 15.01470 (hniques) -329.99400 (can) -330.99900 (r) 37.01830 (educe) ] TJ T* [ (the) -297.00100 (computation) -298.01800 (and) -296.99500 (memory) -297.98100 (r) 37.01960 (equir) 36.99260 (ements) -296.99700 (of) -298.01600 (CNNs\054) -308.99700 (b) 20.00160 (ut) -298.01600 (a) ] TJ T* [ (costly) -278.99600 (r) 37.01960 (etr) 14.98710 (aining) -277.99800 (step) -278.99900 (is) -278.99900 (needed) -279.01000 (to) -277.98100 (r) 37.01960 (estor) 36.99380 (e) -279.01700 (the) -279.00500 <636c6173736902636174696f6e> ] TJ 11.95590 TL T* [ (accur) 14.98520 (acy) -380.01900 (of) -378.98300 (the) -380.00800 (pruned) -379.99300 (model\056) -699.00200 (In) -378.99400 (this) -379.99100 (paper) 111.01800 (\054) -412.00700 (we) -380.00500 (pr) 36.98650 (esent) ] TJ 11.95510 TL T* [ (e) 15.01280 (vidence) -309.00700 (that) -308.98300 (when) -308.98900 (only) -308.99500 (a) -309.00200 (subset) -308.98300 (of) -308.99500 (the) -309 (classes) -308.98500 (need) -309.00500 (to) -308.99500 (be) ] TJ T* [ <636c617373690265642c> -279.99600 (we) -275.00400 (could) -274.01400 (prune) -274.01600 (a) -275.00800 (model) -274.01700 (and) -274.01800 (ac) 15.01710 (hie) 14.98520 (ve) -274.98400 (r) 37.01830 (easonable) ] TJ T* [ <636c6173736902636174696f6e> -423.98900 (accur) 14.98520 (acy) -424.01100 (without) -423.01600 (r) 37.01960 (etr) 14.98650 (aining) 15.01220 (\056) -832.01600 (The) -423.99300 (r) 37.01830 (esulting) ] TJ T* [ (specialist) -394.01000 (model) -393.99700 (will) -394.99800 (r) 37.01960 (equir) 38.01200 (e) -394.99800 (less) -393.99800 (ener) 37.01590 (gy) -394.01300 (and) -393.99800 (time) -394 (to) -394.98100 (run) ] TJ T* [ (than) -328.00200 (the) -328.01600 (original) -328.01500 (full) -327.01700 (model\056) -544.00800 (T) 92 (o) -328.01900 (compensate) -328.00200 (for) -328.00700 (the) -328.01600 (prun\055) ] TJ 11.95590 TL T* [ (ing) 10.01550 (\054) -237.01700 (we) -233.99100 (tak) 10.00630 (e) -234.00400 (advanta) 9.98730 (g) 10.00320 (e) -234.00500 (of) -233.98800 (the) -233.99300 (r) 37.01960 (edundancy) -233.98300 (among) -234.01700 <026c746572> 10.02040 (s) -233.99500 (and) ] TJ 11.95510 TL T* [ <636c6173732d73706563690263> -314 (featur) 37 (es\056) -503.01000 (W) 91.98590 (e) -313.99200 (show) -315.01600 (that) -314.00200 (e) 15.01220 (ven) -313.98900 (simple) -314.98200 (methods) ] TJ T* [ (suc) 14.98460 (h) -241.01400 (as) -241.98800 (r) 37.01960 (eplacing) -240.99300 (c) 15.01220 (hannels) -240.98900 (with) -240.98600 (mean) -241.99000 (or) -241.00600 (with) -240.98700 (the) -241.01100 (most) -242.01600 (cor) 20.00400 (\055) ] TJ T* [ (r) 37.01960 (elated) -223.00600 (c) 15.01280 (hannel) -222.99800 (can) -223.01500 (boost) -222.99300 (the) -223.01400 (accur) 14.98520 (acy) -222.98500 (of) -223.00900 (the) -223.01400 (pruned) -223 (model) ] TJ T* [ (to) -249.98500 (r) 37.01960 (easonable) -250.00700 (le) 14.98030 (vels\056) ] TJ /R25 11.95520 Tf 36.90900 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R27 9.96260 Tf 11.95510 -19.27700 Td [ (In) -765.98800 (recently) -765.00100 (years\054) -894.98700 (CNNs) -764.98500 (k) 10.00320 (ept) -765.98200 (outperforming) -765.98700 (tra\055) ] TJ -11.95510 -11.95470 Td [ (ditional) -684.00300 (machine) -683.98800 (learning) -683.98600 (models) -684.01200 (in) -683.99100 (computer) -683.98100 (vision) ] TJ 11.95630 TL (\133) ' ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 53.42970 272.63000 Tm (11) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 63.39220 272.63000 Tm (\135\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 70.02730 272.63000 Tm (13) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 79.98980 272.63000 Tm (\135\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 86.62500 272.63000 Tm (16) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 96.58750 272.63000 Tm (\135\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 103.22300 272.63000 Tm (17) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 113.18500 272.63000 Tm (\135\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 119.82000 272.63000 Tm (8) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 124.80200 272.63000 Tm [ (\135\056) -345.00200 (Ho) 24.98360 (we) 25.01420 (v) 14.98280 (er) 39.98600 (\054) -265.01200 (the) -261.98800 (e) 15.01220 (xceptionally) -261.99300 (high) -262.01300 (com\055) ] TJ -74.68950 -11.95510 Td [ (putation) -301.01000 (and) -301.00300 (memory) -300.00100 (requirements) -300.98000 (of) -301.00700 (these) -300.99900 (models) -301.01600 (hinder) ] TJ 11.95470 TL T* [ (their) -203.99400 (massi) 25.00320 (v) 14.98280 (e) -204.99000 (deplo) 10.01670 (yment) -204.02000 (on) -205.01500 (mobile) -204.01300 (and) -204 (embedded) -205.00500 (de) 25.01540 (vices\056) ] TJ 11.95510 -12.30310 Td [ (T) 79.99030 (o) -523.00600 (tackle) -523.00500 (the) -523.98400 (problem\054) -591.00900 (researchers) -522.98600 (proposed) -524.00600 (v) 24.98110 (arious) ] TJ -11.95510 -11.95510 Td [ (w) 10.00140 (ays) -418.98200 (to) -419.01600 (prune) -418.98200 (con) 40 (v) 20.00160 (olutional) -418.98400 (neural) -418.98400 (netw) 10.00810 (orks) -419.99600 (i) 0.98758 (n) -420.00300 (order) -418.98900 (to) ] TJ T* [ (reduce) -396.01800 (the) -396.00400 (computation) -396.98200 (and) -396.00600 (memory) -395.98500 (requirements) -395.98500 (of) -396.99000 (the) ] TJ T* [ (models\056) -408.99600 (A) -283.00900 (big) -282.99400 (body) -282.99200 (of) -283.01000 (w) 10 (orks) -283 (ha) 19.99790 (v) 14.98280 (e) -283.01700 (focused) -283.98200 (on) -283.00200 (pruning) -282.98200 (pa\055) ] TJ 11.95590 TL T* [ (rameters) -301.00200 (from) -300.99800 (fully) -302.00700 (connected) -300.99900 (layers) -301.00200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 205.10000 188.59600 Tm (12) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 215.06300 188.59600 Tm (\135\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 221.69800 188.59600 Tm (7) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 226.67900 188.59600 Tm (\135\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 233.31400 188.59600 Tm (6) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 238.29600 188.59600 Tm [ (\135\056) -464.00100 (Although) ] TJ -188.18400 -11.95510 Td [ (lar) 17.99640 (ge) -418.98800 (amount) -418.01700 (of) -418.98800 (parameters) -418.00300 (are) -419.00100 (needed) -418.98600 (to) -417.99600 (compute) -419.00400 (fully) ] TJ 11.95470 TL T* [ (connected) -291.98100 (layers\054) -303 (it) -292.01500 (is) -292.01600 (the) -291.98300 (con) 40 (v) 20.00160 (olution) -291.98800 (layers) -291.98300 (that) -292.01500 (are) -292.00300 (dom\055) ] TJ T* [ (inating) -458.00900 (the) -457.01400 (computation) -457.99100 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 156.77200 152.73100 Tm (5) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 161.75300 152.73100 Tm [ (\135\056) -932.98300 (Realizing) -456.99000 (this\054) -510.00600 (researchers) ] TJ -111.64100 -11.95510 Td [ (started) -249.98400 (to) -249.00500 (propose) -250.01800 <026c746572> 20.01750 (\055le) 25.01540 (v) 14.98280 (el) -249.99500 (pruning) -250.00700 (methods) -248.98100 (with) -250.01500 (the) -249.99000 (aim) ] TJ 11.95590 TL T* [ (to) -290.01800 (reduce) -291.01600 (computation) -290.01900 (requirements) -290.00200 (in) -290.01800 (con) 39.99820 (v) 20.00160 (olutional) -291.00500 (oper) 20 (\055) ] TJ 11.95510 TL T* [ (ations) -268.98800 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 79.91020 116.86500 Tm (14) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 89.87270 116.86500 Tm (\135\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 96.50780 116.86500 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 101.48900 116.86500 Tm (\135\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 108.12400 116.86500 Tm (5) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 113.10500 116.86500 Tm [ (\135\056) -368.99800 (Ne) 25.01420 (v) 14.98280 (ertheless\054) -274.01400 (the) -269.98700 (procedures) -269.00700 (in) -269.98200 (all) -269.00400 (of) -269.99200 (the) ] TJ -62.99340 -11.95510 Td [ (methods) -281.99500 (abo) 14.98340 (v) 14.98280 (e) -281.99700 (follo) 24.99710 (w) -281.99000 (simil) 0.98023 (ar) -282 (patterns\072) -373.99200 (e) 15.01220 (xamine) -282.01200 (which) -282.01700 (pa\055) ] TJ 11.95510 TL T* [ <72616d65746572732f026c74657273> -269.99300 (ha) 19.99790 (v) 14.98280 (e) -271.01800 (less) -270.01900 (impact) -270.01000 (on) -271.00400 (the) -269.98700 <026e616c> -270.01100 (outputs\054) -275.98800 (prune) ] TJ T* [ (the) -261.00700 <706172616d65746572732f026c746572732c> -263.99100 (retrain) -261.99200 (the) -261.00800 (netw) 10.00940 (ork) -261.00800 (to) -261.00300 (re) 15.00980 (g) 4.98446 (ain) -261.98800 <636c61737369022d> ] TJ 258.75000 487.26700 Td [ (cation\056) -310.01000 (The) -249.99300 (functionality) -249.98800 (of) -249.99700 (the) -249.98800 (model) -250.01200 (remain) -249.98300 (unchanged\056) ] TJ 11.95510 -14.97500 Td [ (W) 79.98660 (e) -269.01900 (w) 10 (ould) -268.99200 (lik) 10.01790 (e) -269.01900 (to) -269.00200 (approach) -269.00900 (the) -269.00400 (problem) -270.00900 (from) -269.00400 (a) -269.01900 (dif) 24.98600 (ferent) ] TJ -11.95510 -11.95510 Td [ (angle\056) -328.99400 (Instead) -255.98400 (of) -255.99400 (trying) -256.00900 (to) -257.00600 (prune) -255.98700 (the) -255.98700 (model) -256.01100 (and) -255.99200 (then) -257.00100 (retrain) ] TJ T* [ (to) -314.01400 (re) 15.00980 (g) 4.98446 (ain) -314.01900 (all) -314.01600 (of) -313.98400 (its) -314.00600 (functionality) 65.01860 (\054) -329.97900 (we) -315.00600 (e) 15.01220 (xplore) -314.01100 (the) -314.01600 (possibility) ] TJ 11.95590 TL T* [ (of) -287.98900 (reducing) -288.99600 (the) -287.98400 (size) -289.00600 (together) -288.01100 (with) -288.98600 (some) -288.01100 (of) -289.01100 (the) -287.98100 (of) -289.01100 (function\055) ] TJ 11.95510 TL T* [ (alities) -387.98700 (of) -388.99100 (the) -388.00600 (original) -387.98400 (models) -389.00400 (i) 0.98513 (n) -388.98900 (order) -388.01400 (to) -388.00400 (create) -389.00900 (specialist) ] TJ T* [ (models\056) -682.00900 (The) -374.01100 (not) 0.99738 (ion) ] TJ /R33 9.96260 Tf 86.46880 0 Td [ (specialist) -374.01100 (model) ] TJ /R27 9.96260 Tf 69.44610 0 Td [ (also) -374.00100 (appeared) -373.98200 (in) -374.00600 (an) ] TJ -155.91500 -11.95470 Td [ (earlier) -345.98600 (w) 10 (ork) -346.99400 (that) -346.00600 (reported) -346.99600 (an) -345.98100 (attempt) -345.99100 (to) -346.99100 (classify) -346.00100 (a) -347.00600 (Google) ] TJ T* [ (internal) -387.99400 (dataset) -388.00100 (that) -387.99900 (contains) -387.98900 (15\054000) -387.98400 (classes) -387.99900 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 496.68700 469.60600 Tm (9) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 501.66800 469.60600 Tm [ (\135\056) -723.99700 (In) -388.01400 (their) ] TJ -192.80600 -11.95510 Td [ (problem) -341.01400 (setting\054) -363.98100 (the) -340.99500 (purpose) -340.98200 (of) -341.00200 (creating) -342.01200 (specialist) -341.00700 (models) ] TJ 11.95590 TL T* [ (is) -255.00400 (to) -255.00400 (assist) -254.98700 (the) -253.98900 (generalist) -254.99400 (model) -254.99200 (on) -255.00600 (the) -255.00600 <636c6173736902636174696f6e> -255.00600 (of) -255.01600 (spe\055) ] TJ 11.95510 TL T* [ <63690263> -338.01000 (classes\054) -360.00400 (as) -337.98000 (a) -337.98800 (single) -337.99500 (model) -337.99800 (w) 10.00320 (ould) -337.99800 (not) -338.00200 (ha) 19.99670 (v) 14.98280 (e) -337.98800 (a) -337.98800 (capacity) ] TJ T* [ (lar) 17.99700 (ge) -231.02000 (enough) -232.02000 (for) -230.98400 (all) -231.01000 (the) -231.99300 (classes\056) -302.99400 (W) 79.98660 (e) -232.00500 (belie) 24.98600 (v) 14.98280 (e) -230.98600 (that) -231.00600 (the) -231.99100 (special\055) ] TJ T* [ (ist) -191.98800 (models) -190.99500 (alone) -192 (w) 10 (ould) -191.98500 (be) -190.98800 (meaningful) -192.01200 (in) -191.99700 (man) 14.99260 (y) -190.98300 (use) -192.00200 (cases\056) -291.01000 (T) 79.99160 (o) ] TJ T* [ (better) -275.00600 (illustrate) -275.99800 (the) -275.00600 (use) -275.98600 (cases\054) -281.99200 (we) -275.01300 (will) -274.98800 (use) -275.98800 (a) -275.01800 <026374696f6e616c> -275.99300 (e) 15.01220 (xam\055) ] TJ T* [ (ple) -273.98600 (of) -273.99100 (a) -273.99800 <636c61737369026572> -272.98900 (that) -274.01800 (recognizes) -273.98400 (handwritten) -273.99800 (postal) -274.00800 (codes\056) ] TJ 11.95590 TL T* [ (A) -307.00500 (generic) -307.98800 (handwritten) -307.01500 (digit) -307.99800 <636c61737369026572> -306.98300 (is) -308.01200 (b) 20.00160 (uilt) -306.98300 (for) -307.98800 (recogniz\055) ] TJ 11.95510 TL T* [ (ing) -245.98100 (10) -245.98800 (digits\056) -307.98800 (But) -246.01300 (for) -246 (a) -246.00300 (postal) -244.99300 (of) 25.01540 <026365> -245.99300 (that) -245.98300 (is) -245.98300 (only) -246.01300 (responsible) ] TJ T* [ (for) -317.00800 (deli) 24.99090 (v) 14.98280 (ery) -315.98900 (of) -317.00300 (postal) -317.01800 (code) -317.00600 (10000\054) -333.01300 (10001) -316.98100 (and) -317.00100 (10002\054) -333.01300 (all) -316.99600 (it) ] TJ T* [ (needs) -322.99800 (is) -322.01200 (a) -323.01000 <636c61737369026572> -323.02000 (that) -322.01000 (recognizes) -322.99500 (digits) -323.00500 (0\054) -340.01200 (1) -323 (and) -323 (2\056) -527.98100 (The) ] TJ T* [ (ability) -313.99200 (to) -314.01400 (recognize) -313.98400 (digit) -313.99400 (3) -313.98200 (through) -313.99700 (9) -315.00100 (is) -314.01100 (completely) -313.99200 (redun\055) ] TJ T* [ (dant) -265.00200 (for) -265.01700 (them\056) -353.99700 (Therefore\054) -268 (it) -265 (w) 10.00320 (ould) -264.99000 (be) -265.01500 (in) -263.98500 (the) -265.00500 (best) -265 (interest) -264.99500 (of) ] TJ 11.95630 TL T* [ (this) -234.01500 (poster) -233.98500 (of) 25.01790 <026365> -233.99500 (to) -233.98800 (prune) -233.01000 (the) -233.99000 (model) -234.01500 (such) -233.99000 (that) -233.98500 (it) -233.98500 (only) -234.01500 (distin\055) ] TJ 11.95470 TL T* [ (guishes) -236.01000 (3) -235.99500 (digits) -236.00200 (in) -235.98800 (order) -236 (to) -235.99000 (impro) 15.00240 (v) 14.98280 (e) -236.00500 (the) -237.00900 (ener) 17.99210 (gy) -235.99000 (ef) 25.00560 <026369656e63> 14.99260 (y) -235.99500 (of) ] TJ T* [ (the) -291.98300 (recognition) -291.99500 (task\056) -437.00800 (Granted) -291.98100 (that) -292.01500 (handwritten) -293.01500 (digi) 1.00473 (t) -293.00500 (recog\055) ] TJ T* [ (nition) -210.98700 (is) -211.01100 (a) -210.00900 (lightweight) -211.00900 (application) -210.98900 (and) -211.01900 (that) -209.98900 (there) -210.98400 (is) -211.00900 (little) -210.99400 (g) 4.98446 (ain) ] TJ T* [ (in) -219.01000 (further) -220 (pruning) -218.99300 (the) -219.99500 (netw) 10.00810 (ork\054) -225.01100 (the) -219.99300 (idea) -219.01700 (itself) -219.98300 (can) -218.98800 (be) -220.00300 (applied) ] TJ 11.95590 TL T* [ (to) -249.98500 (a) -250.00200 (wider) -249.99000 (range) -250 (of) -249.99500 (applications\056) ] TJ 11.95510 -14.97500 Td [ (In) -267.99200 (this) -268.98900 (paper) 39.99090 (\054) -273.01100 (we) -267.99700 (propose) -268.01400 (a) -269.01900 (method) -268.00400 (that) -268.01900 (create) -268.98900 (specialist) ] TJ -11.95510 -11.95510 Td [ (models) -274 (online) -274.00800 (without) -273.99300 (the) -273.98400 (need) -273.99300 (for) -273.99300 (retraining\056) -381.99000 (The) -273.98900 (method) ] TJ 11.95510 TL T* [ (remo) 14.98770 (v) 14.98280 (es) -255.99400 (the) -255.98900 (parts) -255.00600 (of) -255.99400 (the) -255.98900 (netw) 10.00810 (ork) -255.99200 (that) -255.98200 (are) -254.98700 (tied) -255.98200 (closely) -256.01600 (to) -255.98700 (the) ] TJ 11.95590 TL T* [ (non\055essential) -359.98200 (classes\056) -641.01600 (The) -360.01300 (idea) -360.01300 (is) -360.98400 (to) -360.00900 <02727374> -359.99400 (identify) -359.98900 (and) -360.99400 (re\055) ] TJ 11.95510 TL T* [ (mo) 14.99500 (v) 14.98280 (e) -196.99200 (the) -197.01900 (parts) -197.01600 (of) -196.98400 (the) -196 (netw) 10.00810 (ork) -197.02100 (that) -197.01100 (do) -197.01600 (not) -197.00600 (contrib) 20.01630 (ute) -197.01600 (as) -196.98700 (much) ] TJ T* [ (in) -247.00500 (distinguishing) -247.01300 (between) -247.99300 (the) -247.00800 (tar) 17.99700 (get) -247.00800 (subset) -246.99300 (of) -247.99800 (classes\056) -308.99300 (Then) ] TJ T* [ (we) -327.00700 (use) -328.01600 (the) -326.99700 (mean) -326.99700 (or) -327.98200 (the) -326.99700 (most) -327.99400 (correlated) -327.00400 <026c74657273> -327.01400 (to) -328.01400 (compen\055) ] TJ T* [ (sate) -348.99600 (for) -347.98400 (the) -348.99300 <026c74657273> -349.01300 (we) -349.00300 (remo) 14.98770 (v) 14.98280 (ed\056) -606.01200 (W) 79.98660 (e) -349.00500 (tested) -348.00600 (the) -348.99100 (method) -349.01000 (on) ] TJ T* [ (of) 25.01790 (f\055the\055shelf) -277.98300 (mobile) -278 (de) 25.01540 (vices) -277.98300 (and) -277.98800 (report) -277.98800 (ef) 25.00560 (fecti) 25.01540 (v) 14.98280 (eness) -279.00200 (of) -277.99300 (the) ] TJ 11.95590 TL (method\056) ' 11.95510 -14.97500 Td [ (The) -273.00800 (rest) -273.98900 (of) -273.01100 (the) -273.00600 (paper) -273.01600 (is) -274.01800 (or) 17.99700 (g) 4.98446 (anized) -273.00800 (in) -273.00300 (the) -273.00300 (follo) 24.99580 (wing) -274.01300 (man\055) ] TJ -11.95510 -11.95510 Td [ (ner) 55.00800 (\056) -297.00700 (Section) ] TJ ET Q 1 0 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 358.46600 92.95550 Tm (2) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 365.55000 92.95550 Tm [ (re) 25.00810 (vie) 24.98360 (ws) -209.99400 (related) -210 (w) 10.00320 (ork\056) -297 (Section) ] TJ ET Q 1 0 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 485.14100 92.95550 Tm (3) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 492.21400 92.95550 Tm [ (lists) -210.00900 (the) -211.01400 (nota\055) ] TJ -183.35200 -11.95510 Td [ (tions) -218.99300 (that) -219.00800 (we) -218.98600 (will) -218.01800 (use) -219.01500 (later) -218.98300 (to) -219.01200 (describe) -219.01700 (the) -219.01200 (proposed) -218.99800 (method\056) ] TJ -13.74100 -29.88790 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 299.25000 50 Tm (113) Tj T* ET Q endstream endobj 13 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 14 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 14 0 obj << /Filter /FlateDecode /Resources 15 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
15 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
16 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 17 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources 18 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
18 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 20 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 112 751 500 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources 21 0 R
/Length 56490
/Type /XObject
/BBox [ 112 751 500 772 ]
/Subtype /Form
>>
stream
xtIJ5*|^~x?P9)<<ҥ+kh4}/?>]漿վ]Z Ǭ57W'b~?Kwk6:>rAニxeG1k-/LfߗA̺(egk5>
=KO1{Vux}Ol|_s؟|*>5=k|*a5x}On :97~1s7rX {|>IQQo6|'\#x_ڽC}M7(췀(N
سW#^Ň}|zblnB'\o=r;$s:z-
V3+έ昵 WD/nl ;q"3Pg휅\3C`k7760c9-Cȸ