%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R ] /Type /Pages /Count 10 >> endobj 2 0 obj << /Title (On Compressing Deep Models by Low Rank and Sparse Decomposition) /Producer (PyPDF2) /Author (Xiyu Yu\054 Tongliang Liu\054 Xinchao Wang\054 Dacheng Tao) /Subject (2017 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 14 0 R /Resources << /XObject << /x8 15 0 R /x6 18 0 R /x12 21 0 R /x10 24 0 R >> /ExtGState << /s9 27 0 R /s11 30 0 R /a0 << /CA 1 /ca 1 >> /s5 33 0 R /R24 36 0 R /s7 37 0 R >> /Font << /F2 40 0 R /R41 41 0 R /R29 45 0 R /F1 48 0 R /R39 49 0 R /R37 53 0 R /R35 58 0 R /R25 62 0 R /R33 65 0 R /R27 69 0 R /R31 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 92 0 R /Resources << /XObject << /R60 93 0 R /R61 94 0 R /R59 95 0 R /R62 96 0 R >> /ExtGState << /R24 36 0 R >> /Font << /R65 97 0 R /F2 100 0 R /R67 101 0 R /F1 105 0 R /R63 106 0 R /R37 53 0 R /R25 62 0 R /R27 69 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 109 0 R 110 0 R 111 0 R 112 0 R 113 0 R 114 0 R 115 0 R 116 0 R 117 0 R 118 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 119 0 R /Resources << /ExtGState << /R24 36 0 R >> /Font << /R25 62 0 R /R41 41 0 R /F2 120 0 R /F1 121 0 R /R96 122 0 R /R39 49 0 R /R37 53 0 R /R92 127 0 R /R35 58 0 R /R94 130 0 R /R27 69 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 134 0 R 135 0 R 136 0 R 137 0 R 138 0 R 139 0 R 140 0 R 141 0 R 142 0 R 143 0 R 144 0 R 145 0 R 146 0 R 147 0 R 148 0 R 149 0 R 150 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 151 0 R /Resources << /ExtGState << /R24 36 0 R >> /Font << /R112 152 0 R /R94 130 0 R /R41 41 0 R /F2 157 0 R /F1 158 0 R /R96 122 0 R /R39 49 0 R /R37 53 0 R /R92 127 0 R /R35 58 0 R /R25 62 0 R /R27 69 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 159 0 R 160 0 R 161 0 R 162 0 R 163 0 R 164 0 R 165 0 R 166 0 R 167 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 168 0 R /Resources << /ExtGState << /R24 36 0 R >> /Font << /F2 169 0 R /R112 152 0 R /R94 130 0 R /R41 41 0 R /R96 122 0 R /F1 170 0 R /R129 171 0 R /R39 49 0 R /R37 53 0 R /R92 127 0 R /R35 58 0 R /R25 62 0 R /R27 69 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 174 0 R 175 0 R 176 0 R 177 0 R 178 0 R 179 0 R 180 0 R 181 0 R 182 0 R 183 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 184 0 R /Resources << /ExtGState << /R24 36 0 R >> /Font << /F2 185 0 R /R112 152 0 R /R94 130 0 R /R41 41 0 R /R65 97 0 R /F1 186 0 R /R96 122 0 R /R63 106 0 R /R39 49 0 R /R37 53 0 R /R35 58 0 R /R25 62 0 R /R33 65 0 R /R27 69 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 187 0 R 188 0 R 189 0 R 190 0 R 191 0 R 192 0 R 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R 198 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 199 0 R /Resources << /ExtGState << /R24 36 0 R >> /Font << /F2 200 0 R /F1 201 0 R /R39 49 0 R /R37 53 0 R /R92 127 0 R /R35 58 0 R /R25 62 0 R /R27 69 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R 208 0 R 209 0 R 210 0 R 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R 217 0 R 218 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 219 0 R /Resources << /XObject << /R181 220 0 R /R180 221 0 R /R182 222 0 R /R179 223 0 R >> /ExtGState << /R24 36 0 R >> /Font << /F2 224 0 R /F1 225 0 R /R63 106 0 R /R37 53 0 R /R35 58 0 R /R25 62 0 R /R27 69 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 226 0 R 227 0 R 228 0 R 229 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 230 0 R /Resources << /ExtGState << /R24 36 0 R >> /Font << /F2 231 0 R /F1 232 0 R /R63 106 0 R /R25 62 0 R /R33 65 0 R /R27 69 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 233 0 R 234 0 R 235 0 R 236 0 R 237 0 R 238 0 R 239 0 R 240 0 R 241 0 R 242 0 R 243 0 R 244 0 R 245 0 R 246 0 R 247 0 R 248 0 R 249 0 R 250 0 R 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R 258 0 R 259 0 R 260 0 R 261 0 R 262 0 R 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R 274 0 R 275 0 R 276 0 R 277 0 R 278 0 R 279 0 R ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 280 0 R /Resources << /ExtGState << /R24 36 0 R >> /Font << /F2 281 0 R /F1 282 0 R /R33 65 0 R /R27 69 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 283 0 R 284 0 R 285 0 R 286 0 R 287 0 R 288 0 R ] >> endobj 13 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 14 0 obj << /Length 21428 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R24 gs 0 g q 10 0 0 10 0 0 cm BT /R25 14.34620 Tf 1 0 0 1 78.42620 675.06700 Tm [ (On) -249.98900 (Compr) 17.99210 (essing) -250.00200 (Deep) -250.00800 (Models) -250 (by) -250.01300 (Lo) 10.00820 (w) -250.00200 (Rank) -250.00800 (and) -249.99100 (Sparse) -250.00500 (Decomposition) ] TJ /R27 11.95520 Tf 37.51290 -37.85820 Td [ (Xiyu) -250.00200 (Y) 110.99500 (u) ] TJ /R29 7.97010 Tf 40.18090 4.99922 Td [ (1) -0.29866 ] TJ /R27 11.95520 Tf 38.81720 -4.99922 Td [ (T) 80.01370 (ongliang) -250.00200 (Liu) ] TJ /R29 7.97010 Tf 67.78480 4.99922 Td [ (1) -0.30019 ] TJ /R27 11.95520 Tf 38.81720 -4.99922 Td [ (Xinchao) -249.99500 (W) 80 (ang) ] TJ /R29 7.97010 Tf 71.08480 4.99922 Td [ (2) -0.30019 ] TJ /R27 11.95520 Tf 38.81720 -4.99922 Td [ (Dacheng) -250.01400 (T) 80.01470 (ao) ] TJ /R29 7.97010 Tf 63.11090 4.99922 Td [ (1) -0.30019 ] TJ -347.26300 -14.60820 Td [ (1) -0.29866 ] TJ /R27 11.95520 Tf 4.73203 -4.33789 Td [ (UBT) 70.00830 (ech) -250.01600 (Sydne) 15.00660 (y) -250.00200 (AI) -250.00200 (Institute) -250.01600 (and) -249.98700 (SIT) 74.00680 (\054) -250.01200 (FEIT) 74 (\054) -250.01200 (The) -250.01400 (Uni) 24.99570 (v) 14.98510 (ersity) -249.98900 (of) -250.01400 (Sydne) 15.00560 (y) ] TJ /R29 7.97010 Tf -23.81210 -9.61016 Td [ (2) -0.29866 ] TJ /R27 11.95520 Tf 4.73203 -4.33789 Td [ (IFP) 111.01600 (\054) -250.01200 (Beckman) -250.01400 (Institute\054) -250.00400 (The) -250.01400 (Uni) 24.99570 (v) 14.98510 (ersity) -249.98900 (of) -250.01400 (Illinois) -250.00800 (Urbana\055Champaign) -249.98500 (\050UIUC\051) ] TJ /R31 8.96640 Tf -46.66090 -13.94800 Td [ (yuxiyu88\100gmail\056com) -599.98200 (tliang\056liu\100gmail\056com) -599.99100 (xinchao\100illinois\056edu) -599.99100 (dacheng\056tao\100sydney\056edu\056au) ] TJ /R25 11.95520 Tf 79.71480 -41.04610 Td (Abstract) Tj /R33 9.96260 Tf -83.92810 -23.92890 Td [ (Deep) -448.00400 (compr) 36.98890 (ession) -446.99900 (r) 37.01960 (efer) 10.00320 (s) -447.99800 (to) -447.01100 (r) 37.01960 (emo) 10.00200 (ving) -447.99100 (the) -447.99600 (r) 37.01830 (edundancy) ] TJ -11.95470 -11.95510 Td [ (of) -308.99500 (par) 14.99380 (ameter) 10.01060 (s) -309.00100 (and) -308.99300 (featur) 37 (e) -309.01200 (maps) -308.98900 (for) -308.98900 (deep) -309.00500 (learning) -309.01000 (models\056) ] TJ 11.95590 TL T* [ (Low\055r) 15.01340 (ank) -265.98900 (appr) 44.99370 (oximation) -267.01300 (and) -266.01900 (pruning) -265.99600 (for) -266.01700 (spar) 9.98118 (se) -267.01200 (structur) 37.01340 (es) ] TJ 11.95510 TL T* [ (play) -425.01400 (a) -426.00200 (vital) -425.00500 (r) 45.01820 (ole) -425.02000 (in) -425.01500 (many) -425.99900 (compr) 36.98890 (ession) -425.00300 (works\056) -835.98800 (Howe) 14.99500 (ver) 110.99900 (\054) ] TJ T* [ (weight) -420.01400 <026c746572> 10.01920 (s) -420.00200 (tend) -419.99600 (to) -419.99600 (be) -420.00700 (both) -419.98600 (low\055r) 15.00610 (ank) -420.00300 (and) -419.99400 (spar) 9.98118 (se) 15.01960 (\056) -820.99800 (Ne\055) ] TJ T* [ (glecting) -280.98400 (either) -280.99500 (part) -280.98900 (of) -281 (these) -281.00200 (structur) 37.01220 (e) -281.01700 (information) -280.98700 (in) -281 (pr) 36.98650 (e) 15.01220 (vi\055) ] TJ T* [ (ous) -270.01700 (methods) -268.98700 (r) 37.01960 (esults) -270.00600 (in) -269.98200 (iter) 14.99380 (atively) -269 (r) 37.01960 (etr) 14.98650 (aining) 9.99343 (\054) -275.01000 (compr) 44.98760 (omising) ] TJ T* [ (accur) 14.98520 (acy) 55.00680 (\054) -354.99700 (and) -334.00800 (low) -333.99700 (compr) 36.98890 (ession) -333.99800 (r) 14.98400 (ates\056) -562.00800 (Her) 37.01830 (e) -333.98800 (we) -334.01300 (pr) 44.98510 (opose) -334.00600 (a) ] TJ 11.95590 TL T* [ <756e69026564> -300.00600 (fr) 14.99140 (ame) 14.98160 (work) -300.98900 (inte) 40.00800 (gr) 14.98890 (ating) -299.99900 (the) -301.00100 (low\055r) 15.00730 (ank) -299.98400 (and) -300.01400 (spar) 9.98118 (se) -301.00600 (de\055) ] TJ 11.95510 TL T* [ (composition) -237.00800 (of) -237.98700 (weight) -236.98600 (matrices) -238.01300 (with) -236.98600 (the) -237.99200 (featur) 37.00120 (e) -236.98500 (map) -237.98700 (r) 37.01830 (econ\055) ] TJ T* [ (structions\056) -512.99900 (Our) -318.01200 (model) -318.00900 (includes) -317.01800 (methods) -317.99800 (lik) 10.00810 (e) -317.99100 (pruning) -317.98600 (con\055) ] TJ T* [ (nections) -312 (as) -310.99600 (special) -312.00400 (cases\054) -326.99300 (and) -312.01200 (is) -310.99300 (optimized) -311.98500 (by) -311.00700 (a) -311.98200 (fast) -312.00200 (SVD\055) ] TJ T* [ (fr) 36.98770 (ee) -252.98600 (algorithm\056) -318.99200 (It) -253.01300 (has) -253 (been) -253.01500 (theor) 36.99260 (etically) -252.99700 (pr) 44.98510 (o) 10.00320 (ven) -252.98000 (that\054) -254.00900 (with) -252.98500 (a) ] TJ 11.95630 TL T* [ (small) -210.99500 (sample) 9.98118 (\054) -218.98100 (due) -211.01700 (to) -211.01100 (its) -211.00300 (g) 10.00320 (ener) 15.01960 (alizability) 54.99080 (\054) -218.98100 (our) -211.00600 (model) -211.00900 (can) -211.01900 (well) ] TJ 11.95510 TL T* [ (r) 37.01960 (econstruct) -240.01000 (the) -241.01100 (featur) 37 (e) -240.00400 (maps) -241 (on) -239.98900 (both) -240.01600 (tr) 14.99010 (aining) -240.98400 (and) -239.98400 (test) -241.00100 (data\054) ] TJ T* [ (whic) 14.99870 (h) -380.99000 (r) 37.01960 (esults) -381.00800 (in) -380.98300 (less) -381.02000 (compr) 44.98760 (omising) -380.99600 (accur) 14.98520 (acy) -382.01700 (pr) 0.99248 (ior) -381.99800 (to) -380.98300 (the) ] TJ T* [ (subsequent) -228.00500 (r) 37.01960 (etr) 14.98650 (aining) 15.01220 (\056) -303.00600 (W) 55.01170 (ith) -227.98200 (suc) 14.98520 (h) -229.01600 (a) -227.99600 (\223warm) -227.99900 (start\224) -227.99400 (to) -229.00800 (r) 37.01830 (etr) 14.98770 (ain\054) ] TJ T* [ (the) -370.98900 (compr) 36.98890 (ession) -371.99200 (method) -371.01500 (always) -371.00400 (possesses) -371.00400 (se) 15.01960 (ver) 15.01470 (al) -372.00400 (merits\072) ] TJ T* [ (\050a\051) -432.00800 (higher) -433.00200 (compr) 36.98890 (ession) -431.98200 (r) 14.98400 (ates\054) -477.98300 (\050b\051) -432.98800 (littl) 1.01699 (e) -432.99100 (loss) -431.98200 (of) -433.01400 (accur) 14.98520 (acy) 55.00800 (\054) ] TJ 11.95590 TL T* [ (and) -282.01600 (\050c\051) -282.00300 (fe) 14.98100 (wer) -282.01700 (r) 45.01820 (ounds) -282.00600 (to) -281 (compr) 36.98890 (ess) -281.98500 (deep) -281.99000 (models\056) -405.98600 (The) -282.01700 (e) 19.99180 (xper) 20 (\055) ] TJ 11.95510 TL T* [ (imental) -264.98500 (r) 37.01960 (esults) -266.00700 (on) -265.00500 (se) 15.01830 (ver) 15.01470 (al) -265.00200 (popular) -265.99600 (models) -264.99300 (suc) 14.98520 (h) -265.01000 (as) -265.98300 (Ale) 20.00400 (xNet\054) ] TJ T* [ (VGG\05516\054) -330.00400 (and) -314.01100 (Goo) 10.01060 (gLeNet) -315.01500 (show) -313.99700 (that) -314.00200 (our) -314.00900 (model) -314.01100 (can) -315.00100 (signif\055) ] TJ T* [ (icantly) -379.01200 (r) 37.01960 (educe) -378.01800 (the) -378.98800 (par) 14.99380 (ameter) 10.01060 (s) -378.98900 (for) -377.99700 (both) -379.01300 (con) 39.99820 (volutional) -378.98600 (and) ] TJ T* [ (fully\055connected) -317.01700 (layer) 10.00810 (s\056) -511.00400 (As) -316.01600 (a) -317.00100 (r) 37.01960 (esult\054) -334 (our) -316.98900 (model) -316.99100 (r) 37.01830 (educes) -317.00300 (the) ] TJ T* [ (size) -298.99400 (of) -300.01600 (VGG\05516) -300.01200 (by) ] TJ /R35 9.96260 Tf 77.78790 0 Td (15) Tj /R37 9.96260 Tf 9.96289 0 Td [ <02> -0.80011 ] TJ /R33 9.96260 Tf 7.74922 0 Td [ (\054) -311.98500 (better) -298.99200 (than) -300.00600 (other) -298.98900 (r) 37.01830 (ecent) -299.98900 (compr) 36.98890 (es\055) ] TJ -95.50000 -11.95590 Td [ (sion) -250.01300 (methods) -250.01000 (that) -250.01200 (use) -249.99000 (a) -249.99300 (single) -250.01100 (str) 14.99750 (ate) 40 (gy) 55.01170 (\056) ] TJ /R25 11.95520 Tf 35.92230 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R27 9.96260 Tf 11.95470 -18.94770 Td [ (Deep) -245.99900 (learning) -245.98100 (has) -245.99100 (deli) 24.99090 (v) 14.98280 (ered) -246.00600 <7369676e690263616e74> -245.98800 (impro) 15.00480 (v) 14.98280 (ements) -246.01500 (in) ] TJ -11.95470 -11.95510 Td [ (se) 25.01730 (v) 14.98280 (eral) -299.01400 <02656c6473> -300 (including) -299.00600 (image) -298.99300 <636c6173736902636174696f6e> -299.97900 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 231.76000 164.68600 Tm (15) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 241.72300 164.68600 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 247.19200 164.68600 Tm (23) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 257.15500 164.68600 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 262.62400 164.68600 Tm (25) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 272.58700 164.68600 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 278.06600 164.68600 Tm (9) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 283.04700 164.68600 Tm (\135) Tj -232.93500 -11.95510 Td [ (and) -255.99100 (object) -255.98100 (detection) -254.99300 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 136.32800 152.73100 Tm (21) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 146.29100 152.73100 Tm [ (\135\056) -327.98600 (Ho) 24.98360 (we) 25.01420 (v) 14.98280 (er) 39.98600 (\054) -257.01300 (the) -255.98900 (intensi) 25.01050 (v) 14.98280 (e) -256.00100 (computa\055) ] TJ -96.17850 -11.95510 Td [ (tional) -248.99000 (and) -249.01200 (memory) -248.99000 (requirements) -248.98900 (of) -249.01600 (most) -250.00700 (deep) -249.01500 (models) -248.98500 (limit) ] TJ 11.95590 TL T* [ (their) -415.99700 (deplo) 10.01610 (yment) -417.00400 (on) -416 (daily) -417.00900 (use) -416.00200 (de) 25.01670 (vices) -417.01900 (with) -415.98700 (lo) 24.98850 (w) -416.98700 (storages) ] TJ 11.95510 TL T* [ (and) -293.00400 (computing) -293.00100 (capabilities) -293.01500 (such) -292.99800 (as) -293.00900 (cellphones) -292.98300 (and) -293.00500 (embed\055) ] TJ T* [ (ded) -362.01300 (de) 25.01600 (vices\056) -647.01700 (This) -361.99600 (limitation) -361.99600 (has) -362.01100 (moti) 25.00810 (v) 24.98110 (ated) -362.99600 (resear) 1.00718 (chers) -362.99800 (to) ] TJ T* [ (e) 15.01280 (xploit) -408.01300 (the) -408.98300 (intrinsic) -408.01300 (redundanc) 14.98650 (y) -408.98600 (found) -407.99300 (in) -407.99800 (parameters) -408.98300 (and) ] TJ T* [ (feature) -357.00700 (maps) -357.01900 (in) -356.98700 (deep) -356.99800 (models\056) -630.01900 (Generally) 64.97940 (\054) -384.01200 (this) -357.01400 (redundanc) 14.98770 (y) ] TJ 258.75000 473.32000 Td [ (is) -326.99200 <7265036563746564> -326.01900 (in) -326.99200 (the) -326.99700 (structured) -326.98500 (nature) -326.01900 (of) -327.00400 (the) -326.99400 (weight) -326.98000 (matrices) ] TJ T* [ (and) -410.98500 (feature) -412.01700 (maps) -411.01000 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 387.54700 542.36500 Tm (3) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 392.52800 542.36500 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 399.12300 542.36500 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 409.08600 542.36500 Tm [ (\135\056) -793.98500 (By) -411.99000 (remo) 14.98770 (ving) -411.00500 (the) -412 (redundanc) 14.98770 (y) 65.01370 (\054) ] TJ -100.22400 -11.95590 Td [ (resources) -348.01800 (can) -347.00300 (be) -347.98100 (sa) 20 (v) 14.98280 (ed) -347 (without) -347.98100 (af) 25.00560 (fecting) -348.00600 (the) -346.99100 (capacity) -348.01500 (and) ] TJ 11.95510 TL T* [ (generalizability) -249.99700 (of) -249.99500 (most) -250.00700 (deep) -249.99700 (models\056) ] TJ 11.95470 -14.31090 Td [ (Sparsity) -349.98300 (and) -348.99600 (lo) 24.98850 (w\055rankness) -350.00500 (independently) -348.99600 (acted) -349.98100 (as) -350.02000 (vital) ] TJ -11.95470 -11.95510 Td [ (structure) -284.01600 (assumptions) -284.00900 (in) -285 (the) -283.98200 (pre) 25.01050 (vious) -284.00200 (w) 10.00320 (ork) -283.98700 (for) -285.01100 (redundanc) 14.98770 (y) ] TJ T* [ (remo) 14.98770 (v) 24.98110 (al\056) -505.00900 (First\054) -331.00800 (pruning) -315.01600 (is) -316.01100 (a) -315.01100 (straightforw) 9.98853 (ard) -315.01100 (strate) 14.98770 (gy) -314.99600 (to) -314.99600 (re\055) ] TJ 11.95590 TL T* [ (mo) 14.99500 (v) 14.98280 (e) -238.00400 (correlated) -238 (parameters) -237.99500 (and) -237.99500 (co\055adapted) -237.01400 (neurons\054) -240.99900 (and) -237.99500 (to) ] TJ 11.95510 TL T* [ (obtain) -361.99300 (sparse) -362.99300 (structures\056) -647.00500 (F) 14.99260 (or) -362.99800 (e) 15.01220 (xample\054) -389.98900 (LeCun) -363.01300 (et) -362.01300 (al\056) -648.00500 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 531.83500 456.32200 Tm (16) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 541.79800 456.32200 Tm (\135) Tj -232.93600 -11.95510 Td [ (used) -223.99000 (the) -223.99400 (second) -223.99000 (deri) 24.98110 (v) 24.98110 (ati) 24.98600 (v) 14.98280 (e) -224.00700 (information) -223.99700 (to) -223.99200 (guide) -223.98200 (the) -223.99200 (remo) 14.98770 (v) 24.98110 (al) ] TJ 11.95470 TL T* [ (of) -271.99100 (unimportant) -271.98200 (weights\056) -377.00300 (Han) -271.98900 (et) -271.98900 (al\056) -376.01100 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 454.48500 432.41300 Tm (8) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 459.46600 432.41300 Tm [ (\135) -273.01800 (repeatedly) -271.98400 (retrained) ] TJ -150.60400 -11.95510 Td [ (a) -353.00500 <7370617273690265> 1.00718 (d) -352.99500 (model) -353.01500 (with) -351.99800 (unimportant) -352.99000 (weights) -351.99000 (remo) 14.98770 (v) 14.98280 (ed) -353 (us\055) ] TJ 11.95510 TL T* [ (ing) -320.00800 (a) -321.01000 (hard) -319.98300 (thresholding) -320.99500 (method\056) -521.01600 (He) -321.00500 (et) -319.98100 (al\056) -521.98600 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 487.27200 408.50200 Tm (10) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 497.23500 408.50200 Tm [ (\135) -319.99100 (used) -320.99500 (mea\055) ] TJ -188.37300 -11.95590 Td [ (sures) -332.01300 (lik) 10.01790 (e) ] TJ /R39 9.96260 Tf 41.93200 0 Td [ (l) -0.40189 ] TJ /R41 6.97380 Tf 2.97187 -1.49414 Td [ (1) -0.50062 ] TJ /R27 9.96260 Tf 7.77695 1.49414 Td [ (norm) -332.00300 (of) -331.98100 (out\055link) 9.99833 (ed) -331.98400 (weights) -331.99400 (to) -332.01300 (identify) -331.99400 (unim\055) ] TJ -52.68090 -11.95510 Td [ (portant) -268.99200 (neurons\056) -367.99500 (Mariet) -269.97900 (and) -269.00900 (Sra) -269.00900 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 443.05800 384.59100 Tm (19) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 453.02100 384.59100 Tm [ (\135) -270 (sampled) -268.98900 (the) -269.00400 (most) -270.00400 (un\055) ] TJ -144.15900 -11.95510 Td [ (correlated) -279.99200 (neurons) -280.01200 (by) -281.00200 (t) 0.98758 (he) -281.01200 (determinant) -279.99700 (point) -280.00200 (processes\054) -288.01600 (and) ] TJ 11.95510 TL T* [ (remo) 14.98770 (v) 14.98280 (ed) -388.01400 (other) -388.00400 (highly) -388.99900 (correlated) -388.01400 (neurons\056) -724.01600 (Another) -389.01400 (struc\055) ] TJ T* [ (ture) -263.01000 (assumption) -262.02000 (is) -263.00300 (the) -263.00800 (lo) 24.98850 (w\055rankness\056) -348 (W) 79.98660 (eights) -262.01000 (in) -263.00500 (the) -263.00500 (con) 39.99820 (v) 20.00160 (o\055) ] TJ T* [ (lutional) -345.00100 (and) -346.01600 (fully) -345.01800 (connected) -346.01100 (layers) -344.99600 (can) -345.00600 (be) -345.98100 (reduced) -345.00100 (by) -346.01100 (ap\055) ] TJ 11.95630 TL T* [ (proximating) -308.01500 (lo) 24.98850 (w\055rank) -309.00500 <026c74657273> -307.99800 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 428.51300 324.81500 Tm (4) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 433.49500 324.81500 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 439.06400 324.81500 Tm (27) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 449.02600 324.81500 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 454.59500 324.81500 Tm (14) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 464.55800 324.81500 Tm [ (\135\056) -485.01700 (Zhang) -308.99300 (et) -307.98300 (al\056) -485.99200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 531.83500 324.81500 Tm (30) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 541.79800 324.81500 Tm (\135) Tj -232.93600 -11.95470 Td [ (estimated) -337.99000 (a) -337.98800 (lo) 24.98850 (w\055rank) -337.98000 (subspace) -338.00700 (for) -337.98300 (the) -338.99200 (feature) -337.98800 (v) 14.98280 (ectors) -338.01700 (that) ] TJ 11.95510 TL T* [ (resulted) -288.99100 (in) -290.01800 (weight) -288.98900 (matrix) -288.98600 (decomposition\054) -298.98400 (parameter) -289.99100 (reduc\055) ] TJ T* [ (tion\054) -250.01000 (and) -249.99300 (f) 9.99588 (aster) -249.99500 (testing) -250.00200 (time\056) ] TJ 11.95470 -14.31090 Td [ (Ho) 24.98360 (we) 25.01300 (v) 14.98280 (er) 39.98600 (\054) -239.01600 (we) -236.98300 (ha) 19.99670 (v) 14.98280 (e) -236.98500 (observ) 14.99260 (ed) -237.01900 (that) -237.00500 (independently) -237.01400 (applying) ] TJ -11.95470 -11.95590 Td [ (these) -356.00900 (assumptions) -357.01600 (is) -356.00700 (not) -356.98200 (suf) 24.98600 <026369656e74> -355.99500 (and) -356.01400 (appropriate\056) -629.99300 (Most) ] TJ T* [ (pre) 25.01300 (vious) -341.01200 (w) 10 (ork) -340.99500 (suf) 24.98360 (fers) -341.00700 (from) -340.99200 (iterati) 24.99090 (v) 14.98280 (ely) -340.99200 (retraining\054) -363.99300 (compro\055) ] TJ T* [ (mising) -378.01300 (accurac) 14.99750 (y) 65.01370 (\054) -408.98800 (and) -378.01000 (lo) 24.98850 (w) -376.99100 (compression) -378.01500 (rates\056) -693.01700 (Deep) -378.01500 (com\055) ] TJ T* [ (pression) -351.01300 (should) -351.98500 (thus) -351.01700 (process) -352.01000 (much) -350.98100 (richer) -351.00500 (structural) -351.99500 (infor) 20.00650 (\055) ] TJ T* [ (mation\056) -297.01400 (W) 79.98660 (e) -212.00900 (note) -211.01100 (that) -211.98900 (the) -211.01600 (weight) -211.97900 <026c74657273> -212.01400 (usually) -210.99400 (share) -212.00400 (smooth) ] TJ 11.95590 TL T* [ (components) -436.98300 (in) -437.01300 (a) -436.99100 (lo) 24.98850 (w\055rank) -436.00600 (subspace\054) -483.98300 (and) -437.02000 (also) -437.01000 (remember) ] TJ 11.95510 TL T* [ (some) -221.98300 (importa) 1.00964 (n) -1.01454 (t) -221.01500 (information) -221.99700 (represented) -221.01700 (by) -221.99200 (weights) -220.99300 (that) -221.98700 (are) ] TJ T* [ (sparsely) -344.98400 (scattered) -344.01600 (outside) -345.01100 (the) -344.01100 (lo) 24.98600 (w\055rank) -345.00100 (subspace\056) -594.00400 (The) -344.99600 (re\055) ] TJ T* [ (sulting) -364.01500 (feature) -363.98600 (maps) -363.99800 (also) -364.00300 (contain) -363.99800 (the) -364.98800 (smooth) -364.01800 (components) ] TJ (\133) ' ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 312.18000 155.08800 Tm (30) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.96260 Tf 1 0 0 1 322.14200 155.08800 Tm [ (\135) -261.01800 (and) -259.99100 (the) -261.00800 (spik) 15 (y) -259.99100 (changes) -261.00500 (that) -259.98100 (represent) -261.01000 (the) -259.98600 (uniqueness) -261.02000 (of) ] TJ -13.28010 -11.95510 Td [ (each) -250.00500 (feature\056) ] TJ 11.95470 -14.31210 Td [ (Fig\0561) -289.99600 (well) -288.99800 (e) 15.01220 (xplains) -289.99800 (our) -289.00600 (intuition\056) -429.00700 (W) 79.98660 (e) -289.01600 (sho) 24.99090 (w) -289.98600 (the) -289 <026c74657273> -290 (in) ] TJ -11.95470 -11.95470 Td [ (the) -196 <02727374> -195.00200 (layer) -196.00700 (of) -196.00400 (Ale) 14.98280 (xNet\056) -292.01700 (The) ] TJ /R35 9.96260 Tf 120.13100 0 Td (11) Tj /R37 9.96260 Tf 10.17190 0 Td [ <02> -0.80379 ] TJ /R35 9.96260 Tf 7.95820 0 Td (11) Tj /R37 9.96260 Tf 10.17190 0 Td [ <02> -0.80379 ] TJ /R35 9.96260 Tf 7.95898 0 Td (3) Tj /R37 9.96260 Tf 5.19023 0 Td [ <02> -0.80379 ] TJ /R35 9.96260 Tf 7.95781 0 Td (96) Tj /R27 9.96260 Tf 11.91290 0 Td [ <026c74657273> -196.01600 (are) -194.99700 (rep\055) ] TJ -181.45300 -11.95510 Td [ (resented) -269.98700 (by) -269.00400 (96) -269.98400 (3\055channel) -269.00400 (images\054) -274.98800 (rescaling) -269 (the) -269.98400 (v) 24.98110 (alue) -269.98900 (range) ] TJ 11.95510 TL T* [ (of) -225.01900 (the) -225.99400 (weights) -224.99200 (to) -225.00900 (\1330\054255\135\056) -302.00800 (The) -225.01600 (colors) -225.98700 (can) -224.98700 <726503656374> -225.01600 (the) -225.99200 (patterns) ] TJ T* [ (in) -300.99600 (the) -301.00100 <026c746572732e> -462.99100 (As) -300.01900 (sho) 24.99340 (wn) -301.00100 (in) -300.99900 (Fig\0561\050a\051) -300.98400 (and) -301.00400 (Fig\0561\050b\051\054) -313.99200 (using) -301.01800 (the) ] TJ -13.74100 -29.88790 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 50 Tm (7370) Tj T* ET Q endstream endobj 15 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 16 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 16 0 obj << /Filter /FlateDecode /Resources 17 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
17 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 19 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources 20 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
20 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 22 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
22 0 obj
<<
/Filter /FlateDecode
/Resources 23 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA