%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R ] /Type /Pages /Count 8 >> endobj 2 0 obj << /Title (Efficient Deep Learning Inference Based on Model Compression) /Producer (PyPDF2) /Author (Qing Zhang\054 Mengru Zhang\054 Mengdi Wang\054 Wanchen Sui\054 Chen Meng\054 Jun Yang\054 Weidan Kong\054 Xiaoyuan Cui\054 Wei Lin) /Subject (2018 IEEE Conference on Computer Vision and Pattern Recognition Workshops) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 12 0 R /Resources << /XObject << /x8 13 0 R /x6 16 0 R /x12 19 0 R /x10 22 0 R >> /ExtGState << /s9 25 0 R /s11 28 0 R /a0 << /CA 1 /ca 1 >> /R23 31 0 R /s5 32 0 R /s7 35 0 R >> /Font << /F2 38 0 R /R28 39 0 R /F1 43 0 R /R36 44 0 R /R34 49 0 R /R32 53 0 R /R24 57 0 R /R30 61 0 R /R26 64 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 68 0 R 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Contents 83 0 R /Resources << /XObject << /R74 84 0 R /R75 85 0 R >> /ExtGState << /R23 31 0 R >> /Font << /F2 86 0 R /R69 87 0 R /R71 91 0 R /R65 95 0 R /R67 100 0 R /F1 103 0 R /R36 44 0 R /R34 49 0 R /R32 53 0 R /R24 57 0 R /R26 64 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 104 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R 112 0 R 113 0 R 114 0 R 115 0 R 116 0 R 117 0 R 118 0 R 119 0 R 120 0 R 121 0 R 122 0 R 123 0 R 124 0 R ] /Type /Page >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Contents 125 0 R /Resources << /XObject << /R83 126 0 R /R84 127 0 R >> /ExtGState << /R23 31 0 R >> /Font << /F2 128 0 R /R32 53 0 R /R69 87 0 R /R71 91 0 R /R65 95 0 R /R67 100 0 R /F1 129 0 R /R36 44 0 R /R34 49 0 R /R87 130 0 R /R24 57 0 R /R85 134 0 R /R26 64 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 104 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 138 0 R 139 0 R ] /Type /Page >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 140 0 R /Resources << /ExtGState << /R23 31 0 R >> /Font << /R98 141 0 R /R102 144 0 R /R32 53 0 R /R100 147 0 R /R71 91 0 R /R104 151 0 R /R65 95 0 R /R67 100 0 R /F1 154 0 R /R69 87 0 R /R36 44 0 R /F2 155 0 R /R34 49 0 R /R87 130 0 R /R24 57 0 R /R26 64 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 156 0 R 157 0 R 158 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 159 0 R /Resources << /ExtGState << /R23 31 0 R >> /Font << /F2 160 0 R /R65 95 0 R /F1 161 0 R /R36 44 0 R /R34 49 0 R /R24 57 0 R /R26 64 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 162 0 R 163 0 R 164 0 R 165 0 R 166 0 R 167 0 R 168 0 R 169 0 R 170 0 R 171 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 172 0 R /Resources << /ExtGState << /R23 31 0 R >> /Font << /F2 173 0 R /F1 174 0 R /R24 57 0 R /R26 64 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 175 0 R 176 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 177 0 R /Resources << /ExtGState << /R23 31 0 R >> /Font << /R36 44 0 R /F2 178 0 R /F1 179 0 R /R26 64 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 180 0 R 181 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 182 0 R /Resources << /ExtGState << /R23 31 0 R >> /Font << /F2 183 0 R /F1 184 0 R /R32 53 0 R /R24 57 0 R /R26 64 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R 190 0 R 191 0 R 192 0 R 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R 198 0 R 199 0 R 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R 208 0 R 209 0 R 210 0 R 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R 217 0 R 218 0 R 219 0 R 220 0 R 221 0 R ] >> endobj 11 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 12 0 obj << /Length 17623 >> stream q q q 0.1 0 0 0.1 0 0 cm /R23 gs 0 g q 10 0 0 10 0 0 cm BT /R24 14.3462 Tf 1 0 0 1 101.724 675.067 Tm [ <4566026369656e74> -249.996 (Deep) -250.008 (Lear) 14.9893 (ning) -249.993 (Infer) 18.0014 (ence) -250.007 (based) -249.991 (on) -250.013 (Model) -249.988 (Compr) 17.9912 (ession) ] TJ /R26 11.9552 Tf 0.87617 -37.8582 Td [ (Qing) -250.002 (Zhang\054) -249.992 (Mengru) -250.009 (Zhang\054) -249.993 (Mengdi) -249.985 (W) 80 (ang\054) -250.01 (W) 80 (anchen) -250.014 (Sui\054) -249.995 (Chen) -249.993 (Meng\054) -250.006 (Jun) -249.997 (Y) 99.9826 (ang) ] TJ 159.32 -13.9469 Td [ (Alibaba) -250.008 (Group) ] TJ /R28 8.9664 Tf -186.798 -13.948 Td [ (f) -0.8999 ] TJ /R30 8.9664 Tf 4.60703 0 Td [ (sensi\056zq\054) -600.005 (mengru\056zmr\054) -600.013 (didou\056wmd\054) -599.988 (wanchen\056swc\054) -599.997 (mc119496\054) -600.005 (muzhuo\056yj) ] TJ /R28 8.9664 Tf 349.689 0 Td [ (g) -0.89854 ] TJ /R30 8.9664 Tf 4.60703 0 Td (\100alibaba\055inc\056com) Tj /R26 11.9552 Tf -227.66 -27.8961 Td [ (W) 80 (eidan) -249.985 (K) 34.996 (ong\054) -250.012 (Xiao) 9.9901 (yuan) -249.997 (Cui\054) -249.989 (W) 80 (ei) -249.987 (Lin) ] TJ 55.5551 -13.9469 Td [ (Alibaba) -250.008 (Group) ] TJ /R28 8.9664 Tf -108.791 -13.948 Td [ (f) -0.8999 ] TJ /R30 8.9664 Tf 4.6082 0 Td [ (weidan\056kong\054) -599.997 (xiaoyuan\056cui\054) -599.98 (weilin\056lw) ] TJ /R28 8.9664 Tf 193.673 0 Td [ (g) -0.90126 ] TJ /R30 8.9664 Tf 4.60781 0 Td (\100alibaba\055inc\056com) Tj /R24 11.9552 Tf -210.023 -41.0461 Td (Abstract) Tj /R32 9.9626 Tf -83.9281 -25.125 Td [ (Deep) -495.996 (neur) 14.9901 (al) -495.983 (networks) -494.981 (\050DNNs\051) -496.005 (have) -495.993 (e) 15.0122 (volved) -495.991 (r) 37.0183 (emark\055) ] TJ -11.9547 -11.9551 Td [ (ably) -427.994 (o) 10.0032 (ver) -428.009 (the) -428 (last) -427.001 (decade) -428.005 (and) -427.992 (ac) 15.0183 (hie) 14.9852 (ved) -428.009 (gr) 36.9865 (eat) -428 (success) -427.997 (in) ] TJ 11.9551 TL T* [ (many) -299 (mac) 14.9816 (hine) -298.997 (learning) -299.993 (t) 0.98758 (asks\056) -457.986 (Along) -298.983 (the) -299.002 (e) 15.0122 (volution) -299.992 (of) -298.997 (deep) ] TJ T* [ (learning) -343.005 (\050DL\051) -342.01 (methods\054) -365.988 (computational) -342 (comple) 20.0089 (xity) -342.997 (and) -342.987 (r) 37.0183 (e\055) ] TJ 11.9563 TL T* [ (sour) 36.9963 (ce) -228.01 (consumption) -227.991 (of) -227.009 (DL) -227.984 (models) -228.018 (continue) -228.016 (to) -227.989 (i) 0.98758 (ncr) 36.9816 (ease) 10 (\054) -233.017 (this) ] TJ 11.9547 TL T* [ (mak) 10.002 (es) -404.989 (ef) 18 <026369656e74> -403.995 (deployment) -405.006 (c) 15.0122 (hallenging) 10.0057 (\054) -442.982 (especially) -403.991 (in) -405.018 (de\055) ] TJ T* [ (vices) -396.993 (with) -397 (low) -397.006 (memory) -396.984 (r) 37.0196 (esour) 36.9926 (ces) -396.995 (or) -398 (in) -397.02 (applications) -397.01 (with) ] TJ T* [ (strict) -412.019 (latency) -411.999 (r) 37.0196 (equir) 36.9926 (ements\056) -796.99 (In) -412.008 (this) -411.984 (paper) 111.018 (\054) -452 (we) -412.98 (will) -412.015 (intr) 44.9974 (o\055) ] TJ T* [ (duce) -333.982 (a) -334.018 (DL) -334.006 (infer) 36.9951 (ence) -333.992 (optimization) -333.992 (pipeline) 9.98608 (\054) -356.017 (whic) 15 (h) -334.018 (consists) ] TJ T* [ (of) -225.989 (a) -227.016 (series) -225.985 (of) -227.009 (model) -225.986 (compr) 36.9889 (ession) -226.016 (methods\054) -230.991 (including) -227.018 (T) 92 (ensor) ] TJ 11.9563 TL T* [ (Decomposition) -334.992 (\050TD\051\054) -334.989 (Gr) 14.9865 (aph) -334.988 (Adaptive) -335.018 (Pruning) -335.005 (\050GAP\051\054) -334.996 (In\055) ] TJ 11.9551 TL T* [ (trinsic) -240.984 (Spar) 10.0192 (se) -241.017 (Structur) 37.011 (es) -241.017 (\050ISS\051) -241.019 (in) -241.006 (Long) -242.009 (Short\055T) 91.9846 (erm) -241.014 (Memory) ] TJ T* [ (\050LSTM\051\054) -412.018 (Knowledg) 10.0081 (e) -412.015 (Distillation) -412.013 (\050KD\051) -412 (and) -413.014 (low\055bit) -412.007 (model) ] TJ T* [ (quantization\056) -670.012 (W) 91.9859 (e) -369.002 (use) -370.009 (dif) 18.0166 (fer) 36.9828 (ent) -370.009 (modeling) -369.985 (scenarios) -369.985 (to) -370.004 (test) ] TJ T* [ (our) -358.003 (infer) 36.9951 (ence) -359.007 (optimization) -357.988 (pipeline) -359.01 (with) -357.987 (abo) 10.013 (ve) -359.009 (mentioned) ] TJ T* [ (methods\054) -315.016 (and) -300.994 (it) -302.013 (shows) -301.992 (pr) 44.9839 (omising) -301.99 (r) 37.0196 (esults) -300.982 (to) -302.016 (mak) 10 (e) -301.994 (infer) 36.9963 (ence) ] TJ 11.9559 TL T* [ (mor) 36.9883 (e) -250.002 (ef) 18 <026369656e74> -249.982 (with) -250.004 (mar) 36.9877 (ginal) -250.007 (loss) -250.012 (of) -249.985 (model) -249.983 (accur) 14.9852 (acy) 55.008 (\056) ] TJ /R24 11.9552 Tf 39.5078 TL T* [ (1\056) -249.99 (Intr) 18.0146 (oduction) ] TJ /R26 9.9626 Tf 11.9547 -20.1441 Td [ (DNN) -419.02 (has) -420.002 (become) -420 (the) -418.982 (main) -419.989 (frame) 25.013 (w) 10 (ork) -418.982 (in) -419.996 (v) 24.9811 (arious) -419.994 (ap\055) ] TJ -11.9547 -11.9551 Td [ (plications\054) -469.996 (such) -425.015 (as) -426.006 (computer) -425.985 (vision) -426.011 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 204.861 224.462 Tm (27) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 214.824 224.462 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 221.548 224.462 Tm (16) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 231.511 224.462 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 238.246 224.462 Tm (13) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 248.208 224.462 Tm [ (\135\054) -470 (natural) ] TJ -198.096 -11.9551 Td [ (language) -356.985 (processing) -357.012 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 139.118 212.507 Tm (29) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 149.08 212.507 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 155.128 212.507 Tm (19) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 165.09 212.507 Tm [ (\135\054) -384.016 (speech) -356.996 (recognition) -357.004 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 257.643 212.507 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 262.624 212.507 Tm (\135\054) Tj /R32 9.9626 Tf 9.63086 0 Td (etc) Tj /R26 9.9626 Tf 11.616 0 Td (\056) Tj -233.759 -11.9551 Td [ (DNN) -279.984 (can) -279.016 (outperform) -280.006 (man) 14.9901 (y) -279.007 (con) 40 (v) 14.9828 (entional) -280.005 (machine) -280.015 (learning) ] TJ 11.9559 TL T* [ (methods\054) -220.983 (due) -213.997 (to) -213.991 (the) -213.996 (increased) -214.001 (amount) -214.012 (of) -214.001 (training) -214.013 (data\054) -221.017 (more) ] TJ 11.9551 TL T* [ (po) 24.986 (werful) -368.013 (computing) -368.008 (resources) -368.015 (as) -368.016 (well) -368.985 (as) -368.015 (dramatically) -367.988 (in\055) ] TJ T* [ (creased) -242.989 (model) -244.013 (parameters\056) -308.018 (Ho) 24.9836 (we) 25.0142 (v) 14.9828 (er) -242.986 (when) -243.991 (we) -242.982 (deplo) 10.0155 (y) -243.994 (DNN) ] TJ T* [ (model) -197 (in) -195.994 (resource) -196.99 (limited) -196.004 (platforms\054) ] TJ /R32 9.9626 Tf 145.211 0 Td [ (e) 15.0122 (\056g) 14.9852 (\056) ] TJ /R26 9.9626 Tf 16.9988 0 Td [ (mobile) -196.994 (systems) 1.01944 (\054) -208.002 (or) ] TJ -162.21 -11.9551 Td [ (latenc) 14.984 (y\055sensiti) 25.0118 (v) 14.9828 (e) -208.99 (applications\054) ] TJ /R32 9.9626 Tf 121.296 0 Td [ (e) 15.0122 (\056g) 14.9852 (\056) ] TJ /R26 9.9626 Tf 17.0402 0 Td [ (online) -209 (services\054) -217.013 (the) -209.017 (main) ] TJ -138.336 -11.9551 Td [ (blocking) -279.017 (issues) -278.987 (are) -278.985 (high) -278.99 (computation) -279.001 (comple) 14.9975 (xity) -278.988 (and) -279.007 (huge) ] TJ 11.9559 TL T* [ (model) -379.01 (storage) -380.004 (size\056) -697.994 (F) 14.9926 (or) -380.014 (e) 15.0122 (xample\054) -411.006 (ResNet) -379.995 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 230.386 116.865 Tm (5) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 235.367 116.865 Tm [ (\135) -378.998 (needs) -380.008 (25\0565) ] TJ -185.255 -11.9551 Td [ (MB) -240.994 (for) -240.981 (model) -240.994 (weight) -240.015 (storage) -241.008 (and) -241.012 (4\0561) -241.006 (billion) -241.014 <036f6174> -240.997 (point) -240.989 (op\055) ] TJ 11.9551 TL T* [ (erations) -205.006 (\050FLOPs\051) -204.989 (to) -205.993 (classify) -205.005 (a) -204.99 (single) -204.999 (image\054) -213.986 (when) -205.997 (the) -205.017 (image) ] TJ T* [ (spatial) -218.998 (size) -219.018 (is) ] TJ /R34 9.9626 Tf 54.698 0 Td (224) Tj /R36 9.9626 Tf 16.0188 0 Td [ <02> -0.80011 ] TJ /R34 9.9626 Tf 8.825 0 Td (224) Tj /R26 9.9626 Tf 14.9441 0 Td [ (\056) -299.987 (As) -219.014 (a) -218.988 (result\054) -225 (reduction) -219 (of) -218.981 (the) -219.995 (model) ] TJ 164.264 431.477 Td [ (size) -346.016 (and) -346.016 (acceleration) -346.018 (of) -346.018 (the) -346.011 (inference) -345.986 (time) -347.016 (g) 4.98446 (ain) -346.011 (more) -346.011 (and) ] TJ T* [ (more) -382.985 (attention) -382.02 (in) -382.983 (recent) -383 (yea) 1.01454 (rs\056) -707.995 (Ne) 25.0154 (wly) -383.019 (proposed) -383.01 (netw) 10.0081 (ork) ] TJ 11.9563 TL T* [ (structures\054) -310.002 (including) -297.007 (DenseNet) -298.019 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 439.343 488.566 Tm (10) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 449.305 488.566 Tm [ (\135) -297.994 (and) -297.004 (ResNeXt) -298.004 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 515.746 488.566 Tm (32) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 525.708 488.566 Tm [ (\135\054) -309.987 (al\055) ] TJ -216.846 -11.9547 Td [ (ready) -374.999 (tak) 10.0057 (e) -375.001 (the) -374.989 (resource) -374.999 (issue) -375.016 (into) -375.011 (consideration\054) -406.011 (ho) 24.986 (we) 25.0154 (v) 14.9828 (er) ] TJ 11.9551 TL T* [ (the) -346.994 (g) 4.98446 (ain) -346.994 (is) -346.008 (not) -346.984 (enough\056) -599.995 (More) -346.991 (inference) -347.006 (optimization) -346.981 (pro\055) ] TJ T* [ (cedures) -311.987 (o) 14.9828 (v) 14.9828 (er) -311.995 (e) 15.0122 (xisting) -311.985 (netw) 10.0081 (orks) -312.012 (are) -311.997 (proposed) -312.982 (bas) 0.98513 (ed) -313.007 (on) -312.017 (dif\055) ] TJ T* [ (ferent) -313.989 (frame) 25.013 (w) 10 (orks\056) -503 (From) -313.997 (perspecti) 24.9909 (v) 14.9828 (e) -315.011 (of) -313.987 (algorithm\054) -330.018 (the) -314.996 (in\055) ] TJ T* [ (ference) -336.003 (optimization) -336.983 (methods) -335.988 (can) -337.007 (be) -335.983 (cate) 15.0122 (gorized) -336.013 (into) -337.017 (tw) 10.0081 (o) ] TJ 11.9563 TL T* [ (classes\072) -482.018 (1\051) ] TJ /R32 9.9626 Tf 46.8859 0 Td [ (r) 37.0183 (educing) -336.003 (the) -336.015 (number) -336.003 (of) -336.013 (model) -336.008 (par) 14.9926 (ameter) 10.013 (s) ] TJ /R26 9.9626 Tf 174.978 0 Td (and) Tj -221.864 -11.9551 Td (2\051) Tj /R32 9.9626 Tf 10.7887 0 Td [ (r) 37.0183 (educing) -250.017 (the) -249.99 (model) -249.983 (r) 37.0183 (epr) 36.9791 (esentation) -249.997 (pr) 36.984 (ecision) ] TJ /R26 9.9626 Tf 175.62 0 Td (\056) Tj -174.454 -12.3187 Td [ (The) -293.985 (methods) -293.993 (of) -293.988 (reducing) -294.015 (the) -293.98 (number) -294.01 (of) -293.99 (model) -294.005 (parame\055) ] TJ -11.9547 -11.9551 Td [ (ters) -305.983 (aim) -306.993 (to) -306.015 (get) -306.02 (a) -307.012 (more) -306.018 (compact) -306.013 (netw) 10.0081 (ork\054) -320.995 (the) 14.9877 (y) -305.983 (can) -305.993 (be) -307.008 (cate\055) ] TJ 11.9551 TL T* [ (gorized) -203.015 (into) -203 (lo) 24.9885 (w) -202.983 (rank) -202.003 (f) 9.99588 (actorization\054) -212.999 (weight) -203 (pruning\054) -212.014 (KD) -203.02 (and) ] TJ T* [ (ne) 25.0154 (w) -249.995 (netw) 10.0081 (ork) -249.99 (architecture) -249.993 (designs\056) ] TJ 11.9547 -12.3187 Td [ (TD) -309.98 (belongs) -309.997 (to) -308.995 (lo) 24.9885 (w\055rank) -309.987 (f) 9.99343 (actorization) -310.002 (based) -310.017 (techniques\054) ] TJ -11.9547 -11.9551 Td [ (which) -235.005 (use) -235.012 (tensor) -235.005 (decomposition) -235 (to) -235.01 (estimate) -234.995 (the) -235.01 (informati) 25.0105 (v) 14.9828 (e) ] TJ T* [ (parameters) -305.981 (of) -305.986 (the) -307 (deep) -305.986 (models\056) -478.004 (Con) 40.0178 (v) 20.0016 (olutional) -307.003 (k) 10.0032 (ernels) -305.983 (can) ] TJ T* [ (be) -362.018 (vi) 0.99248 (e) 25.0105 (wed) -362.016 (as) -360.996 (a) -361.984 (4D) -360.991 (tensor) 40.008 (\054) -390.008 (which) -360.984 (is) -362.003 (of) -360.999 <7369676e690263616e74> -362.008 (amount) ] TJ 11.9563 TL T* [ (of) -362.996 (redundanc) 14.9877 (y) 65.0137 (\056) -650.987 (Re) 14.9877 (g) 4.98446 (arding) -362.984 (to) -362.988 (the) -364.008 (fully\055connected) -363.008 (layer) 39.9933 (\054) -392.008 (it) ] TJ 11.9551 TL T* [ (can) -222.005 (be) -220.983 (vie) 24.9836 (wed) -222 (as) -220.98 (a) -222.007 (2D) -221.015 (matrix) -222.017 (and) -221.017 (the) -221.992 (lo) 24.986 (w\055rankness) -221.007 (can) -222.007 (also) ] TJ T* [ (help\056) -703.985 (TD) -380.988 (aims) -381.993 (to) -380.983 (reduce) -381 (the) -382.005 (netw) 10.0081 (ork) -380.99 (FLOPs) -380.995 (by) -382.005 (decom\055) ] TJ T* [ (posing) -351.005 (a) -351.985 (lar) 17.997 (ge) -351 <026c746572> -351.998 (into) -351.015 (se) 25.0154 (v) 14.9828 (eral) -351.005 (small) -351.99 (tensors) -351.02 (by) -352.01 (Canoni\055) ] TJ T* [ (cal) -285.014 (Polyadic) -285.016 (\050CP\051) -284.989 (decomposition) -284.992 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 447.512 248.736 Tm (17) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 457.474 248.736 Tm [ (\135) -285.016 (or) -285.011 (T) 45.017 (uck) 10.0032 (er) -285.021 (decompo\055) ] TJ -148.612 -11.9551 Td [ (sition) -250 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 336.817 236.781 Tm (14) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 346.78 236.781 Tm (\135\056) Tj -25.9629 -12.3187 Td [ (W) 79.9866 (eight) -298.989 (pruning) -299.019 (can) -299.011 (reduce) -297.994 (the) -299 (model) -298.984 (size) -299.004 (by) -299 (remo) 14.9877 (ving) ] TJ -11.9547 -11.9551 Td [ (some) -391.013 (redundant) -389.994 (parameters\056) -731.986 (It) -390.989 (is) -391.018 <027273746c79> -390.018 (proposed) -391.008 (by) -390.984 (the) ] TJ 11.9563 TL T* [ (w) 10 (ork) -259.008 (optimal) -259.016 (brain) -259.006 (damage) -259.006 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 424.777 200.551 Tm (18) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 434.74 200.551 Tm [ (\135\054) -261.015 (which) -259 (uses) -259 (T) 79.9916 (aylor) -259.006 (e) 15.0122 (xpan\055) ] TJ -125.878 -11.9547 Td [ (sion) -365.995 (to) -366.005 (estimate) -365.99 (the) -366.01 <696e0375656e6365> -365.993 (of) -366.017 (each) -365.988 (weight) -367.012 (on) -366.008 (the) -366.008 (total) ] TJ 11.9551 TL T* [ (loss\054) -276.005 (referred) -272.016 (as) -271.011 (weight) -270.992 (salienc) 14.9926 (y) 65.0137 (\056) -372.992 (The) -271.989 (lo) 24.986 (w\055salienc) 14.9877 (y) -271.009 (weights) ] TJ T* [ (are) -240.011 (pruned) -241.006 (and) -239.994 (the) -241.011 (remained) -239.984 (weights) -240.009 (are) -240.989 <026e6574756e6564> -240.004 (to) -241.009 (main\055) ] TJ T* [ (tain) -195.012 (the) -195.019 (original) -194.997 (accurac) 14.9975 (y) 65.0137 (\056) -291.986 (F) 14.9926 (or) -194.987 (static) -195.007 (neural) -194.982 (netw) 10.0081 (orks) -195.012 (such) -195.016 (as) ] TJ T* [ (Con) 40.0154 (v) 20.0016 (olutional) -255.992 (Neural) -255.994 (Netw) 10.0081 (ork) -255.992 (\050CNN\051\054) -255.982 (the) -255.987 (w) 10.0032 (ork) -255.992 (in) -255.987 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 518.773 140.776 Tm (3) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 523.754 140.776 Tm [ (\135) -256.001 (em\055) ] TJ -214.892 -11.9559 Td [ (plo) 10.0155 (ys) -326.992 (the) -326.997 (magnitude) -327.007 (of) -327.002 (the) -326.994 (weights) -327.014 (to) -326.994 (e) 25.0105 (v) 24.9811 (aluate) -327 (the) -326.994 (weight) ] TJ 11.9551 TL T* [ (importance) -316.981 (and) -317.001 (determine) -316.986 (which) -316.991 (parameters) -317.001 (should) -317.991 (be) -317.006 (re\055) ] TJ T* [ (mo) 14.995 (v) 14.9828 (ed\056) -501.992 (This) -314.004 (kind) -314.004 (of) -313.984 (pruning) -313.997 <28026e652d677261696e6564> -314.006 (pruning\051) -314.002 (needs) ] TJ T* [ (dedicated) -362.006 (compute) -363.013 (libraries) -361.998 (or\057and) -362.003 (hardw) 10.0032 (are) -361.989 (design\054) -391.008 (such) ] TJ T* [ (as) -261.013 (EIE) -261.01 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 341.171 81.0004 Tm (3) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 346.152 81.0004 Tm [ (\135) -261.018 (and) -261.01 (SCNN) -260.981 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 401.545 81.0004 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R26 9.9626 Tf 1 0 0 1 411.507 81.0004 Tm [ (\135\056) -343.002 (It) -261.01 (will) -260.991 (be) -261.015 (dif) 24.986 <0263756c74> -260.986 (to) -261.005 (be) -261.015 (applied) ] TJ -116.386 -29.8879 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.406 786.422 515.188 -52.699 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.4 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.5 0.5 0.5 rg BT /F2 9 Tf 10.8 TL ET BT 1 0 0 1 297 50 Tm (1808) Tj T* ET Q endstream endobj 13 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 14 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 14 0 obj << /Filter /FlateDecode /Resources 15 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
15 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
16 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 17 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources 18 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
18 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 20 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 112 751 500 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources 21 0 R
/Length 56490
/Type /XObject
/BBox [ 112 751 500 772 ]
/Subtype /Form
>>
stream
xtIJ5*|^~x?P9)<<ҥ+kh4}/?>]漿վ]Z Ǭ57W'b~?Kwk6:>rAニxeG1k-/LfߗA̺(egk5>
=KO1{Vux}Ol|_s؟|*>5=k|*a5x}On :97~1s7rX {|>IQQo6|'\#x_ڽC}M7(췀(N
سW#^Ň}|zblnB'\o=r;$s:z-
V3+έ昵 WD/nl ;q"3Pg휅\3C`k7760c9-Cȸ