%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R ] /Type /Pages /Count 8 >> endobj 2 0 obj << /Title (Training Sparse Neural Networks) /Producer (PyPDF2) /Author (Suraj Srinivas\054 Akshayvarun Subramanya\054 R\056 Venkatesh Babu) /Subject (2017 IEEE Conference on Computer Vision and Pattern Recognition Workshops) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 12 0 R /Resources << /XObject << /x8 13 0 R /x6 16 0 R /x12 19 0 R /x10 22 0 R >> /ExtGState << /s9 25 0 R /s11 28 0 R /a0 << /CA 1 /ca 1 >> /R22 31 0 R /s5 32 0 R /s7 35 0 R >> /Font << /F2 38 0 R /R29 39 0 R /F1 44 0 R /R39 45 0 R /R37 49 0 R /R23 53 0 R /R35 57 0 R /R25 60 0 R /R33 64 0 R /R27 69 0 R /R31 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 91 0 R /Resources << /ExtGState << /R22 31 0 R /R58 92 0 R >> /Font << /R65 93 0 R /R59 98 0 R /R69 102 0 R /R71 105 0 R /F2 110 0 R /R29 39 0 R /R67 111 0 R /F1 115 0 R /R61 116 0 R /R63 119 0 R /R39 45 0 R /R23 53 0 R /R25 60 0 R /R33 64 0 R /R27 69 0 R /R31 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 122 0 R 123 0 R 124 0 R 125 0 R 126 0 R 127 0 R 128 0 R 129 0 R 130 0 R 131 0 R 132 0 R 133 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 134 0 R /Resources << /ExtGState << /R22 31 0 R >> /Font << /F2 135 0 R /R69 102 0 R /R71 105 0 R /R89 136 0 R /R29 39 0 R /R67 111 0 R /F1 139 0 R /R39 45 0 R /R91 140 0 R /R23 53 0 R /R93 143 0 R /R25 60 0 R /R33 64 0 R /R27 69 0 R /R31 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 147 0 R 148 0 R 149 0 R 150 0 R 151 0 R 152 0 R 153 0 R 154 0 R 155 0 R 156 0 R 157 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 158 0 R /Resources << /XObject << /R109 159 0 R /R108 160 0 R /R112 161 0 R /R113 162 0 R /R110 163 0 R /R111 164 0 R >> /ExtGState << /R22 31 0 R /R58 92 0 R >> /Font << /R59 98 0 R /R71 105 0 R /F2 165 0 R /F1 166 0 R /R65 93 0 R /R69 102 0 R /R116 167 0 R /R114 171 0 R /R29 39 0 R /R67 111 0 R /R61 116 0 R /R63 119 0 R /R39 45 0 R /R23 53 0 R /R25 60 0 R /R33 64 0 R /R27 69 0 R /R31 73 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 174 0 R 175 0 R 176 0 R 177 0 R 178 0 R 179 0 R 180 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 181 0 R /Resources << /ExtGState << /R22 31 0 R >> /Font << /R59 98 0 R /R71 105 0 R /F2 182 0 R /R132 183 0 R /F1 186 0 R /R134 187 0 R /R136 190 0 R /R138 194 0 R /R140 197 0 R /R69 102 0 R /R29 39 0 R /R67 111 0 R /R39 45 0 R /R23 53 0 R /R25 60 0 R /R33 64 0 R /R27 69 0 R /R31 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 208 0 R /Resources << /ExtGState << /R22 31 0 R >> /Font << /R29 39 0 R /F2 209 0 R /F1 210 0 R /R39 45 0 R /R23 53 0 R /R25 60 0 R /R33 64 0 R /R27 69 0 R /R31 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R 217 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 218 0 R /Resources << /ExtGState << /R22 31 0 R >> /Font << /F2 219 0 R /R29 39 0 R /R67 111 0 R /F1 220 0 R /R39 45 0 R /R23 53 0 R /R25 60 0 R /R33 64 0 R /R27 69 0 R /R31 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 221 0 R 222 0 R 223 0 R 224 0 R 225 0 R 226 0 R 227 0 R 228 0 R 229 0 R 230 0 R 231 0 R 232 0 R 233 0 R 234 0 R 235 0 R 236 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 237 0 R /Resources << /ExtGState << /R22 31 0 R >> /Font << /F2 238 0 R /R23 53 0 R /F1 239 0 R /R25 60 0 R /R27 69 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 240 0 R 241 0 R 242 0 R 243 0 R 244 0 R 245 0 R 246 0 R 247 0 R 248 0 R 249 0 R 250 0 R 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R 258 0 R 259 0 R 260 0 R 261 0 R 262 0 R 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R 274 0 R 275 0 R 276 0 R 277 0 R 278 0 R 279 0 R ] >> endobj 11 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 12 0 obj << /Length 20446 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R22 gs 0 g q 10 0 0 10 0 0 cm BT /R23 14.34620 Tf 1 0 0 1 194.40700 675.06700 Tm [ (T) 73.99160 (raining) -250.00700 (Sparse) -250.00700 (Neural) -250.00800 (Netw) 9.99455 (orks) ] TJ /R25 11.95520 Tf -53.69410 -37.85820 Td [ (Suraj) -249.99500 (Srini) 25.00690 (v) 24.98440 (as) -1250 (Akshayv) 24.99160 (arun) -250.00200 (Subraman) 15.01580 (ya) -1250 (R\056) -249.98700 (V) 110.99600 (enkatesh) -249.98900 (Bab) 20 (u) ] TJ 107.45300 -13.94690 Td [ (V) 59.99160 (ideo) -250.01000 (Analytics) -249.98300 (Lab) ] TJ -67.59410 -13.94800 Td [ (Department) -250 (of) -250.01400 (Computational) -250.00400 (and) -249.98700 (Data) -249.99500 (Sciences) ] TJ 26.59410 -13.94800 Td [ (Indian) -250.00400 (Institute) -250.01600 (of) -250.01400 (Science\054) -249.99300 (Bang) 4.99301 (alore) ] TJ /R23 11.95520 Tf -61.17110 -41.04610 Td (Abstract) Tj /R27 9.96260 Tf -83.92810 -24.82890 Td [ (The) -637.99600 (emer) 37.01340 (g) 10.00320 (ence) -639 (of) -637.99900 (Deep) -638.99300 (neur) 14.99010 (al) -637.99900 (networks) -638.01600 (has) -639.01300 (seen) ] TJ -11.95470 -11.95510 Td [ (human\055le) 15 (vel) -398.01300 (performance) -399.00200 (on) -398.00200 (lar) 36.99260 (g) 10.00320 (e) -398.99700 (scale) -398.00200 (computer) -399.00900 (vision) ] TJ 11.95510 TL T* [ (tasks) -244.99800 (suc) 14.98460 (h) -245.01300 (as) -245.98700 (ima) 10.01300 (g) 10.00320 (e) -244.98400 <636c6173736902636174696f6e2e> -244.99700 (Howe) 14.99500 (ver) -244.98100 (these) -245.00800 (deep) -245.99600 (net\055) ] TJ T* [ (works) -438.01800 (typically) -438.01900 (contain) -436.99400 (lar) 36.99260 (g) 10.00320 (e) -438.01000 (amount) -438.01500 (of) -437.99300 (par) 14.99500 (ameter) 10.01060 (s) -438 (due) ] TJ 11.95630 TL T* [ (to) -324.99200 (dense) -324.01700 (matrix) -324.98000 (multiplications) -323.98400 (and) -324.99000 (con) 39.99820 (volutions\056) -324.99700 (As) -324.01500 (a) -325 (r) 37.01830 (e\055) ] TJ 11.95510 TL T* [ (sult\054) -280.98400 (these) -279.98300 (ar) 36.98520 (c) 15.01220 (hitectur) 37.00360 (es) -281.01100 (ar) 36.98520 (e) -281.01700 (highly) -280.00700 (memory) -281.00500 (intensive) 9.98363 (\054) -281.00900 (mak\055) ] TJ T* [ (ing) -431.00900 (them) -431.99600 (less) -431.01100 (suitable) -432.00800 (for) -431.00800 (embedded) -431.01600 (vision) -432.01900 (applications\056) ] TJ T* [ (Spar) 10.01920 (se) -295.98800 (Computations) -297.01400 (ar) 36.98520 (e) -295.99500 (known) -296.00500 (to) -296.99700 (be) -295.98900 (muc) 14.98030 (h) -295.98500 (mor) 36.98890 (e) -297.01400 (memory) ] TJ T* [ (ef) 18 <026369656e742e> -334.00400 (In) -333.98200 (this) -333.99700 (work\054) -332.98100 (we) -334.01400 (tr) 14.99140 (ain) -334.00600 (and) -332.98900 (b) 20.00160 (uild) -333.99800 (neur) 14.99010 (al) -334.01000 (networks) ] TJ T* [ (whic) 14.99870 (h) -239.99400 (implicitly) -241.01600 (use) -239.99200 (spar) 9.98118 (se) -239.99800 (computations\056) -240.99900 (W) 91.98710 (e) -240.00400 (intr) 44.99740 (oduce) -241.01100 (ad\055) ] TJ 11.95590 TL T* [ (ditional) -279.00200 (gate) -279 (variables) -277.99900 (to) -279 (perform) -278.98400 (par) 14.99380 (ameter) -279 (selection) -278.98800 (and) ] TJ 11.95510 TL T* [ (show) -256.00600 (that) -256.01100 (this) -256.99000 (is) -255.98300 (equivalent) -256.00800 (to) -255.98400 (using) -256.00800 (a) -257.01100 (spik) 10.01300 (e\055and\055sl) 0.99738 (ab) -257.00600 (prior) 110.99100 (\056) ] TJ T* [ (W) 91.98650 (e) -325.98900 (e) 19.99240 (xperimentally) -325.00800 (validate) -325.99600 (our) -326.00800 (method) -326.00400 (on) -324.99500 (both) -326.00200 (small) -325.99500 (and) ] TJ T* [ (lar) 36.99260 (g) 10.00320 (e) -216.00700 (networks) -216.00800 (whic) 14.99870 (h) -215.99800 (r) 37.01960 (es) 0.98145 (ult) -215.98400 (in) -215.99100 (highly) -216.01800 (spar) 9.98118 (se) -216 (neur) 14.99010 (al) -215.99100 (network) ] TJ (models\056) ' /R23 11.95520 Tf 38.62110 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R25 9.96260 Tf 11.95470 -19.84800 Td [ (F) 14.99200 (or) -323.00300 (lar) 17.99640 (ge\055scale) -323.98800 (tasks) -322.98500 (such) -324.01200 (as) -323.00400 (image) -322.99000 <636c6173736902636174696f6e2c> -324.01200 (lar) 17.99700 (ge) ] TJ -11.95470 -11.95470 Td [ (netw) 10.00870 (orks) -308.01400 (with) -308.00500 (man) 14.99010 (y) -307.98300 (millions) -308.00900 (of) -307.98700 (parameters) -309 (a) 1.01454 (re) -309.01500 (often) -308.01700 (used) ] TJ 11.95510 TL (\133) ' ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 53.42970 279.74000 Tm (12) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 63.39220 279.74000 Tm [ (\135\054) -376.01600 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 76.26410 279.74000 Tm (21) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 86.22660 279.74000 Tm [ (\135\054) -374.99700 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 99.08830 279.74000 Tm (25) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 109.05100 279.74000 Tm [ (\135\056) -376.99700 (Ho) 24.98360 (we) 25.01420 (v) 14.98280 (er) 39.98600 (\054) -376.01300 (not) -375.01800 (all) -376.00600 (of) -376.01400 (t) 0.98758 (hese) -376.01300 (parameters) -376.00800 (are) ] TJ -58.93870 -11.95510 Td [ (required) -412.00300 (to) -411.01700 (achie) 25.01420 (v) 14.98280 (e) -412.01500 (high) -411.00700 (performance\056) -412.98700 (Recent) -411.01700 (w) 10 (orks) -411.99700 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 275.57600 267.78500 Tm (6) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 280.55700 267.78500 Tm (\135\054) Tj -230.44500 -11.95510 Td (\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 53.42970 255.83000 Tm (9) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 58.41090 255.83000 Tm [ (\135) -303.01100 (ha) 19.99730 (v) 14.98280 (e) -301.99300 (sho) 24.99220 (wn) -303 (that) -302.99400 (such) -302.99600 (lar) 17.99700 (ge\054) -301.98500 (deep) -303.00700 (neural) -303.00300 (netw) 10.00810 (orks) -302.99600 (con\055) ] TJ -8.29883 -11.95590 Td [ (tain) -366.00200 (lots) -365.99200 (of) -366.01600 (redundant) -365.99700 (parameters\056) -366.98900 (As) -366.00900 (a) -365.98300 (result\054) -365.99800 (it) -366.00300 (is) -366.00500 (possi\055) ] TJ 11.95510 TL T* [ (ble) -350.01200 (to) -348.98800 (prune) -350.01300 (man) 14.99010 (y) -350.01500 (parameters) -350.01400 (from) -348.99000 (netw) 10.00810 (orks) -350.00800 (without) -349.98100 (im\055) ] TJ T* [ (pacting) -205.00400 (performance\056) -204.98300 (This) -205.00300 (w) 10 (ould) -203.98300 (result) -205.00700 (in) -205.01200 (netw) 10.00810 (ork) -205.01700 (architec\055) ] TJ T* [ (tures) -249.98700 (which) -251.00100 (mak) 10.01060 (e) -250.00200 (use) -251.01000 (of) -249.99600 (sparse) -251.01200 (computations\056) -250.01700 (What) -251.01000 (adv) 24.98110 (an\055) ] TJ T* [ (tages) -358.98900 (do) -360.00900 (sparse) -358.99400 (computations) -358.98200 (present\077) -360.01100 (Apart) -358.99200 (from) -360.00900 (ha) 19.99670 (ving) ] TJ 11.95630 TL T* [ (fe) 25.00810 (wer) -392.01800 (number) -391.99300 (of) -392.99200 (parameters) -392.00700 (to) -392 (store) -392.00200 (\050) ] TJ /R29 9.96260 Tf 158.74900 0 Td [ (O) -0.10047 ] TJ /R31 9.96260 Tf 8.20820 0 Td [ (\050) -0.90181 ] TJ /R33 9.96260 Tf 3.87383 0 Td [ (mn) -0.19850 ] TJ /R31 9.96260 Tf 14.72700 0 Td [ (\051) -0.90181 ] TJ /R25 9.96260 Tf 7.78320 0 Td (to) Tj /R29 9.96260 Tf 11.65900 0 Td [ (O) -0.10047 ] TJ /R31 9.96260 Tf 8.20781 0 Td [ (\050) -0.90181 ] TJ /R33 9.96260 Tf 3.87422 0 Td [ (k) -0.60039 ] TJ /R31 9.96260 Tf 5.50000 0 Td [ (\051) -0.90181 ] TJ /R25 9.96260 Tf 3.87500 0 Td (\051) Tj ET Q 1 0 0 rg q 10 0 0 10 0 0 cm BT /R25 6.97380 Tf 1 0 0 1 279.88600 187.71400 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 283.87100 184.09800 Tm (\054) Tj -233.75900 -11.95470 Td [ (sparse) -356.01400 (computations) -356.00200 (also) -356.00600 (decrease) -357.01300 (feedforw) 9.99343 (ard) -355.98200 (e) 25.01050 (v) 24.98110 (aluation) ] TJ 11.95510 TL T* [ (time) -472.99700 (\050) ] TJ /R29 9.96260 Tf 25.74180 0 Td [ (O) -0.09986 ] TJ /R31 9.96260 Tf 8.20820 0 Td [ (\050) -0.89997 ] TJ /R33 9.96260 Tf 3.87500 0 Td [ (mn) -0.19972 (p) -0.10170 ] TJ /R31 9.96260 Tf 19.73870 0 Td [ (\051) -0.89936 ] TJ /R25 9.96260 Tf 8.58633 0 Td (to) Tj /R29 9.96260 Tf 12.46290 0 Td [ (O) -0.10047 ] TJ /R31 9.96260 Tf 8.20781 0 Td [ (\050) -0.89936 ] TJ /R33 9.96260 Tf 3.87422 0 Td [ (k) -32.61340 (p) -0.10047 ] TJ /R31 9.96260 Tf 10.51290 0 Td [ (\051) -0.89936 ] TJ /R25 9.96260 Tf 3.87422 0 Td (\051) Tj ET Q 1 0 0 rg q 10 0 0 10 0 0 cm BT /R25 6.97380 Tf 1 0 0 1 158.51200 163.80300 Tm (2) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 162.49700 160.18800 Tm [ (\056) -473.99700 (This) -472.99700 (increased) -473.01700 (ef) 25.00810 <026369656e63> 14.99260 (y) -473.01400 (of) ] TJ -112.38500 -11.95510 Td [ (computation) -342.99100 (is) -342.00800 (crucial) -342.99800 (for) -343.00300 (applications) -343 (whic) 0.99003 (h) -342.99700 (run) -342.99400 (on) -342.99200 (lo) 24.98850 (w\055) ] TJ 11.95510 TL T* [ (capacity) -394.00600 (hardw) 10.00320 (are) -395.00500 (such) -394 (as) -394.99200 (embedded) -393.99300 (platforms\056) -396.01700 (Running) ] TJ T* [ (hea) 19.99300 (vy) -277.98300 (computations) -278.01500 (on) -277.98300 (such) -277.98100 (small) -278.00400 (de) 25.01670 (vices) -277.98300 (also) -278.01700 (lar) 17.99700 (gely) -278.02000 (im\055) ] TJ 11.95590 TL T* [ (pacts) -368.98700 (processing) -367.99000 (time) -369.01400 (\050making) -367.99000 (it) -368.98300 (dif) 24.98480 <0263756c74> -369.00700 (t) 0.98758 (o) -368.99200 (achie) 25.01540 (v) 14.98280 (e) -369.00200 (real\055) ] TJ ET Q 3.98000 w 0 G 501.12100 1003.60000 m 1446.11000 1003.60000 l S q 10 0 0 10 0 0 cm BT /R25 5.97760 Tf 1 0 0 1 60.97110 93.51800 Tm (1) Tj /R25 7.97010 Tf 3.48672 -2.81289 Td [ (F) 15.01350 (or) -250.00300 (a) -250 (matrix) -249.98700 (of) -250.00400 (size) ] TJ /R35 7.97010 Tf 64.29410 0 Td [ (m) -0.79950 ] TJ /R37 7.97010 Tf 9.37305 0 Td [ <02> -0.39975 ] TJ /R35 7.97010 Tf 8.46797 0 Td [ (n) -0.69994 ] TJ /R25 7.97010 Tf 7.13086 0 Td (with) Tj /R35 7.97010 Tf 16.16330 0 Td [ (k) -0.19911 ] TJ /R25 7.97010 Tf 6.61406 0 Td [ (non\055zero) -250.01300 (elements) ] TJ /R25 5.97760 Tf -115.53000 -6.89219 Td (2) Tj /R25 7.97010 Tf 3.48672 -2.81289 Td [ (F) 15.01350 (or) -250.00300 (matrix\055v) 15.02200 (ector) -249.98200 (multiplies) -249.99600 (with) -249.99000 (a) -250 (dense) -250.02400 (v) 14.98370 (ector) -249.98200 (of) -250.00400 (size) ] TJ /R35 7.97010 Tf 178.72000 0 Td [ (p) -0.79950 ] TJ /R25 9.96260 Tf 65.68400 473.32000 Td [ (time) -419.98600 (performance\051) -420.01100 (and) -420.00300 (increases) -420.98400 (ener) 17.99210 (gy) -419.99900 (requirements\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 534.32600 554.32000 Tm (9) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 539.30700 554.32000 Tm (\135\056) Tj -230.44500 -11.95510 Td [ (These) -388.00600 (lead) -388.99100 (to) -388.00100 (further) -388.99100 (challenges) -387.99400 (when) -388.98400 (designing) -388.01400 (such) -388.98400 (an) ] TJ 11.95470 TL T* [ (embedded) -447.98400 (system\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 385.26500 530.41000 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 395.22800 530.41000 Tm [ (\135\056) -450.00300 (While) -447.98900 (there) -448.98400 (are) -448.01300 (se) 25.01540 (v) 14.98280 (eral) -448.98900 (strate) 14.98770 (gies) ] TJ -86.36560 -11.95510 Td [ (to) -413.99700 (e) 15.01220 (xploit) -412.99200 (neural) -414.00400 (netw) 10.00810 (ork) -412.98500 (redundanc) 14.98770 (y) -414.00400 (\050see) -412.99500 (Related) -413.99000 (W) 79.98660 (ork) ] TJ 11.95630 TL T* [ (section\051\054) -383.01200 (in) -382.00200 (this) -383.01000 (w) 10 (ork) -382.00700 (we) -382.99500 (e) 15.01220 (xplore) -382 (the) -382.98500 (idea) -382.99000 (of) -382.01500 (pruning) -383.00500 (the) ] TJ 11.95470 TL T* [ (weights) -504.00400 (of) -505.01100 (neural) -503.98900 (netw) 10.00810 (orks\056) -506.01800 (This) -504.98900 (approach) -503.98900 (seems) -505 (most) ] TJ T* [ (promising) -293 (gi) 24.98850 (v) 14.98280 (en) -293.01000 (the) -293.00300 (performance) -293.01000 (of) -293.99000 (recent) -293.01500 (weight\055pruning) ] TJ T* [ (algorithms) -269.98700 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 357.48900 470.63400 Tm (9) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 362.47100 470.63400 Tm [ (\135\054) -271.01400 (when) -269.98700 (compared) -271.00400 (to) -269.98400 (other) -271.00400 (approaches\056) -269.98400 (In) -271.01400 (our) ] TJ -53.60860 -11.95510 Td [ (w) 10 (ork) -283.00400 (we) -283.01400 (enforce) -282.98200 (weight) -282.99000 (sparsity) -282.98200 (by) -283.00200 (using) -282.98200 (suitable) -282.98200 (re) 15.00730 (gular) 20.00650 (\055) ] TJ 11.95590 TL (izers\056) ' 11.95510 -11.96020 Td [ (Re) 14.98770 (gularizers) -330.99400 (are) -329.99600 (often) -330.99400 (used) -330.01400 (in) -330.99400 (machine) -330.98900 (learning) -330.00400 (to) -330.99400 (dis\055) ] TJ -11.95510 -11.95470 Td [ (courage) -374.99900 (o) 14.98280 (v) 14.98280 <6572027474696e67> -374.01600 (on) -374.98600 (the) -374.98600 (dat) 0.99003 (a\056) -376.01600 (These) -374.99100 (us) 0.99003 (ually) -375.01600 (restrict) -374.98200 (the) ] TJ T* [ (magnitude) -220.00500 (\050) ] TJ /R33 9.96260 Tf 47.56990 0 Td [ (\140) -0.70086 ] TJ /R39 6.97380 Tf 4.15117 -1.49375 Td [ (2) -0.50062 ] TJ /R33 9.96260 Tf 4.46875 1.49375 Td [ (\075\140) -0.70086 ] TJ /R39 6.97380 Tf 9.13320 -1.49375 Td [ (1) -0.50062 ] TJ /R25 9.96260 Tf 4.46875 1.49375 Td [ (\051) -220.00500 (of) -220 (weights\056) -220.01200 (Ho) 24.98600 (we) 25.01540 (v) 14.98280 (er) 39.98350 (\054) -219.99800 (to) -219.99300 (restrict) -219.00800 (the) -219.99300 (com\055) ] TJ -69.79180 -11.95470 Td [ (putational) -362.01800 (comple) 14.99750 (xity) -361.99300 (of) -362.99600 (neural) -362.01300 (netw) 10.00810 (orks\054) -362.00300 (we) -362.01800 (need) -362.01800 (a) -363.00300 (re) 15.00730 (g\055) ] TJ 11.95510 TL T* [ (ularizer) -368.01700 (which) -366.98300 (restricts) -367.99700 (the) -368.00700 (total) -367.99300 (number) -367.01700 (of) -368.01700 (parameters) -368.01200 (of) ] TJ T* [ (a) -416.01400 (netw) 10.00810 (ork\056) -416 (A) -416.00700 (common) -416.01400 (strate) 14.98770 (gy) -416 (to) -415.01900 (obtain) -415.98400 (sparse) -416.00400 (parame\055) ] TJ T* [ (ters) -243.99400 (is) -245.00600 (to) -243.98600 (apply) -245 (sparsity\055inducing) -244.01800 (re) 15.00730 (gularizers) -245.00800 (such) -243.98900 (as) -245.01800 (the) ] TJ /R33 9.96260 Tf 227.62900 0 Td [ (\140) -0.70086 ] TJ /R39 6.97380 Tf 4.15195 -1.49492 Td [ (1) -0.49712 ] TJ /R25 9.96260 Tf -231.78100 -10.46020 Td [ (penalty) -308.98800 (on) -308.99700 (the) -309 (parameter) -309.98700 (v) 14.98280 (ector) 55.01040 (\056) -309.00200 (Ho) 24.98600 (we) 25.01540 (v) 14.98280 (er) 39.98350 (\054) -309.00200 (this) -308.98300 (is) -310.01200 (often) -308.99700 (in\055) ] TJ 11.95590 TL T* [ (suf) 24.98360 <026369656e74> -276.98800 (to) -277.98100 (induce) -276.99800 (sparsity) -276.98300 (for) -277.99300 (lar) 17.99700 (ge) -277.01300 (non\055con) 40.01290 (v) 14.98280 (e) 15.01220 (x) -277.98800 (problems) ] TJ 11.95510 TL T* [ (lik) 10.01790 (e) -347.98600 (deep) -348.01800 (neural) -348.01500 (netw) 10.00810 (ork) -348.99600 (training) -347.99100 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 451.61600 327.16600 Tm (5) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 456.59700 327.16600 Tm [ (\135\056) -347.98100 (The) -348.99600 (contrib) 20.01630 (ution) -347.99100 (of) ] TJ -147.73500 -11.95470 Td [ (this) -260.01100 (paper) -259.01800 (is) -259.98400 (to) -259.98400 (be) -259.99600 (able) -259.01300 (to) -259.98400 (induce) -259.98100 (sparsity) -260.00600 (in) -259.00600 (a) -260 (tractable) -259.99100 (w) 10.00320 (ay) ] TJ 11.95510 TL T* [ (for) -250 (such) -249.98500 (models\056) ] TJ 11.95470 -11.96090 Td [ (The) -249.99300 (o) 14.98280 (v) 14.98280 (erall) -249.99500 (contrib) 20.01870 (utions) -250.00200 (of) -249.99700 (the) -249.98800 (paper) -249.99700 (are) -250.00700 (as) -249.99700 (follo) 24.99580 (ws\056) ] TJ /R29 9.96260 Tf -1.99180 -19.94220 Td <0f> Tj /R25 9.96260 Tf 9.96211 0 Td [ (W) 79.98660 (e) -327.98900 (propose) -326.98500 (a) -327.98900 (no) 14.98770 (v) 14.98280 (el) -327.98200 (re) 15.00730 (gularizer) -328.01900 (that) -326.99000 (restricts) -328.00400 (the) -328.01400 (total) ] TJ T* [ (number) -250.01700 (of) -249.99500 (parameters) -249.99300 (in) -249.98800 (the) -249.98800 (netw) 10.00810 (ork\056) -249.98800 (\050Section) -250.01200 (2\051) ] TJ /R29 9.96260 Tf -9.96211 -19.94770 Td <0f> Tj /R25 9.96260 Tf 9.96211 0 Td [ (W) 79.98660 (e) -394.99800 (perform) -394.98600 (e) 15.01220 (xperimental) -394.01800 (analysis) -395.00300 (to) -394.98300 (understand) -395.00800 (the) ] TJ T* [ (beha) 20 (viour) -250.01700 (of) -249.99500 (our) -249.99000 (method\056) -250.00200 (\050Section) -250.01200 (4\051) ] TJ /R29 9.96260 Tf -9.96211 -19.94730 Td <0f> Tj /R25 9.96260 Tf 9.96211 0 Td [ (W) 79.98660 (e) -246.00300 (apply) -246.02000 (our) -245.99100 (method) -246.00800 (on) -245.98800 (LeNet\0555\054) -245.98800 (Ale) 14.98280 (xNet) -245.98800 (and) -245.99300 (V) 14.98280 (GG\055) ] TJ 11.95590 TL T* [ (16) -285.00100 (netw) 10.00810 (ork) -283.98400 (architectures) -285.00100 (to) -285.00100 (achie) 25.01540 (v) 14.98280 (e) -283.99700 (sparse) -285.00600 (neural) -285.00600 (net\055) ] TJ 11.95510 TL T* [ (w) 10 (orks\056) -249.98300 (\050Section) -250.01000 (4\051) ] TJ /R23 11.95520 Tf -19.92500 -23.92700 Td [ (2\056) -249.98900 (Related) -250.00200 (W) 74.99720 (ork) ] TJ /R25 9.96260 Tf 11.95470 -18.93400 Td [ (There) -204.98800 (ha) 19.99670 (v) 14.98280 (e) -204.01000 (been) -204.98300 (man) 14.99010 (y) -204 (recent) -204.99000 (w) 10.00320 (orks) -205.01000 (which) -203.99000 (perform) -205.01500 (com\055) ] TJ -11.95470 -11.95510 Td [ (pression) -510.98600 (of) -511.01000 (neural) -511.98800 (netw) 10.00810 (orks\056) -512.01800 (W) 79.98660 (eight\055pruning) -511.98800 (techniques) ] TJ 11.95590 TL T* [ (were) -200.01600 (popularized) -199.98400 (by) -201.01500 (LeCun) ] TJ /R27 9.96260 Tf 111.44900 0 Td [ (et) -200 (al\056) ] TJ /R25 9.96260 Tf 19.42890 0 Td (\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 443.05700 116.86500 Tm (14) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 453.02000 116.86500 Tm [ (\135) -200.01100 (and) -200 (Hassibi) ] TJ /R27 9.96260 Tf 53.57500 0 Td [ (et) -200 (al\056) ] TJ /R25 9.96260 Tf 19.42890 0 Td (\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 529.34100 116.86500 Tm (10) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 539.30400 116.86500 Tm (\135\054) Tj -230.44200 -11.95510 Td [ (who) -259.98400 (introduced) ] TJ /R27 9.96260 Tf 64.94770 0 Td [ (Optimal) -259.99800 (Br) 14.98770 (ain) -260.01500 (Dama) 10.01300 (g) 10.00320 (e) ] TJ /R25 9.96260 Tf 96.53130 0 Td (and) Tj /R27 9.96260 Tf 16.97700 0 Td [ (Optimal) -259.99600 (Br) 14.98770 (ain) ] TJ -178.45600 -11.95510 Td [ (Sur) 36.99140 (g) 10.00320 (ery) ] TJ /R25 9.96260 Tf 33.60980 0 Td [ (respecti) 24.98600 (v) 14.98280 (ely) 65.01610 (\056) -255.01400 (Recently) 64.99410 (\054) -253.99200 (Srini) 25.00560 (v) 24.98110 (as) -255.01600 (and) -255.01100 (Bab) 20.01140 (u) -253.99200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 512.69300 92.95510 Tm (22) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R25 9.96260 Tf 1 0 0 1 522.65600 92.95510 Tm [ (\135) -255.02100 (pro\055) ] TJ -213.79400 -11.95510 Td [ (posed) -211.00600 (a) -212.00900 (neuron) -211.01100 (pruning) -210.99400 (technique\054) -212.01900 (which) -211.00900 (relied) -211.01400 (on) -211.99400 (neuronal) ] TJ -13.74100 -29.88790 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 299.25000 50 Tm (138) Tj T* ET Q endstream endobj 13 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 14 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 14 0 obj << /Filter /FlateDecode /Resources 15 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
15 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
16 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 17 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources 18 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
18 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 20 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 112 751 500 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources 21 0 R
/Length 56490
/Type /XObject
/BBox [ 112 751 500 772 ]
/Subtype /Form
>>
stream
xtIJ5*|^~x?P9)<<ҥ+kh4}/?>]漿վ]Z Ǭ57W'b~?Kwk6:>rAニxeG1k-/LfߗA̺(egk5>
=KO1{Vux}Ol|_s؟|*>5=k|*a5x}On :97~1s7rX {|>IQQo6|'\#x_ڽC}M7(췀(N
سW#^Ň}|zblnB'\o=r;$s:z-
V3+έ昵 WD/nl ;q"3Pg휅\3C`k7760c9-Cȸ