%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R ] /Type /Pages /Count 10 >> endobj 2 0 obj << /Title (Interleaved Structured Sparse Convolutional Neural Networks) /Producer (PyPDF2) /Author (Guotian Xie\054 Jingdong Wang\054 Ting Zhang\054 Jianhuang Lai\054 Richang Hong\054 Guo\055Jun Qi) /Subject (2018 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 14 0 R /Resources << /XObject << /x8 15 0 R /x6 18 0 R /x12 21 0 R /x10 24 0 R >> /ExtGState << /s9 27 0 R /s11 30 0 R /a0 << /CA 1 /ca 1 >> /R18 33 0 R /s5 34 0 R /s7 37 0 R >> /Font << /F2 40 0 R /R29 41 0 R /R37 44 0 R /F1 48 0 R /R39 49 0 R /R21 54 0 R /R19 58 0 R /R23 61 0 R /R35 64 0 R /R25 67 0 R /R33 71 0 R /R27 75 0 R /R31 79 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 92 0 R /Resources << /ExtGState << /R18 33 0 R >> /Font << /R78 93 0 R /R35 64 0 R /R21 54 0 R /F1 97 0 R /R33 71 0 R /F2 98 0 R /R90 99 0 R /R88 102 0 R /R39 49 0 R /R83 105 0 R /R19 58 0 R /R92 112 0 R /R80 115 0 R /R94 119 0 R /R86 123 0 R /R96 127 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 131 0 R 132 0 R 133 0 R 134 0 R 135 0 R 136 0 R 137 0 R 138 0 R 139 0 R 140 0 R 141 0 R 142 0 R 143 0 R 144 0 R 145 0 R 146 0 R 147 0 R 148 0 R 149 0 R 150 0 R 151 0 R 152 0 R 153 0 R 154 0 R 155 0 R 156 0 R 157 0 R 158 0 R 159 0 R 160 0 R 161 0 R 162 0 R 163 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 164 0 R /Resources << /ExtGState << /R18 33 0 R >> /Font << /R119 165 0 R /R113 169 0 R /R117 172 0 R /R115 175 0 R /F2 180 0 R /F1 181 0 R /R39 49 0 R /R21 54 0 R /R19 58 0 R /R92 112 0 R /R35 64 0 R /R94 119 0 R /R33 71 0 R /R96 127 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 182 0 R 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R 190 0 R 191 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 192 0 R /Resources << /ExtGState << /R18 33 0 R >> /Font << /F2 193 0 R /F1 194 0 R /R92 112 0 R /R94 119 0 R /R96 127 0 R /R144 195 0 R /R140 199 0 R /R142 203 0 R /R113 169 0 R /R117 172 0 R /R115 175 0 R /R39 49 0 R /R21 54 0 R /R19 58 0 R /R23 61 0 R /R35 64 0 R /R33 71 0 R /R27 75 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 206 0 R 207 0 R 208 0 R 209 0 R 210 0 R 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R 217 0 R 218 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 219 0 R /Resources << /ExtGState << /R18 33 0 R >> /Font << /R167 220 0 R /R175 224 0 R /R169 228 0 R /R171 232 0 R /R173 235 0 R /F2 239 0 R /F1 240 0 R /R39 49 0 R /R21 54 0 R /R19 58 0 R /R35 64 0 R /R94 119 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 241 0 R 242 0 R 243 0 R 244 0 R 245 0 R 246 0 R 247 0 R 248 0 R 249 0 R 250 0 R 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 257 0 R /Resources << /ExtGState << /R18 33 0 R >> /Font << /R192 258 0 R /R200 261 0 R /R196 265 0 R /R194 269 0 R /R198 273 0 R /F2 277 0 R /F1 278 0 R /R19 58 0 R /R90 99 0 R /R94 119 0 R /R142 203 0 R /R171 232 0 R /R173 235 0 R /R39 49 0 R /R21 54 0 R /R37 44 0 R /R23 61 0 R /R35 64 0 R /R25 67 0 R /R33 71 0 R /R27 75 0 R /R31 79 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 279 0 R 280 0 R 281 0 R 282 0 R 283 0 R 284 0 R 285 0 R 286 0 R 287 0 R 288 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 289 0 R /Resources << /ExtGState << /R18 33 0 R >> /Font << /R217 290 0 R /R219 293 0 R /F2 296 0 R /F1 297 0 R /R90 99 0 R /R94 119 0 R /R96 127 0 R /R119 165 0 R /R142 203 0 R /R113 169 0 R /R171 232 0 R /R39 49 0 R /R21 54 0 R /R19 58 0 R /R23 61 0 R /R35 64 0 R /R25 67 0 R /R27 75 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 298 0 R 299 0 R 300 0 R 301 0 R 302 0 R 303 0 R 304 0 R 305 0 R 306 0 R 307 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 308 0 R /Resources << /ExtGState << /R18 33 0 R >> /Font << /R119 165 0 R /R142 203 0 R /R219 293 0 R /R113 169 0 R /R171 232 0 R /F2 309 0 R /F1 310 0 R /R39 49 0 R /R21 54 0 R /R19 58 0 R /R35 64 0 R /R94 119 0 R /R96 127 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 311 0 R 312 0 R 313 0 R 314 0 R 315 0 R 316 0 R 317 0 R 318 0 R 319 0 R 320 0 R 321 0 R 322 0 R 323 0 R 324 0 R 325 0 R 326 0 R 327 0 R 328 0 R 329 0 R 330 0 R 331 0 R 332 0 R 333 0 R 334 0 R 335 0 R 336 0 R 337 0 R 338 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 339 0 R /Resources << /ExtGState << /R18 33 0 R >> /Font << /R21 54 0 R /R19 58 0 R /F1 340 0 R /R33 71 0 R /F2 341 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 342 0 R /Resources << /ExtGState << /R18 33 0 R >> /Font << /R21 54 0 R /F2 343 0 R /F1 344 0 R /R33 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 13 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 14 0 obj << /Length 17063 >> stream q q q 0.1 0 0 0.1 0 0 cm /R18 gs 0 g q 10 0 0 10 0 0 cm BT /R19 14.3462 Tf 1 0 0 1 106.157 675.067 Tm [ (Interlea) 25.0127 (v) 9.99625 (ed) -250.004 (Structur) 18.0116 (ed) -250.005 (Sparse) -250.007 (Con) 40.0071 (v) 9.99625 (olutional) -249.996 (Neural) -250.008 (Netw) 9.99285 (orks) ] TJ /R21 11.9552 Tf -45.3199 -37.8582 Td [ (Guotian) -250.012 (Xie) ] TJ /R23 7.9701 Tf 58.7711 4.33906 Td [ (1) -0.29866 ] TJ /R25 7.9701 Tf 4.23398 0 Td [ (\073) -0.09955 ] TJ /R23 7.9701 Tf 2.35273 0 Td [ (2) -0.29866 ] TJ /R25 7.9701 Tf 4.23398 0 Td [ (\073) -0.09955 ] TJ /R27 7.9701 Tf 2.85 0 Td [ <03> -0.29866 ] TJ /R21 11.9552 Tf 11.9551 -4.33906 Td [ (Jingdong) -250 (W) 80 (ang) ] TJ /R23 7.9701 Tf 74.4211 4.33906 Td [ (3) -0.30019 ] TJ /R27 7.9701 Tf 4.73203 0 Td [ (y) -0.19911 ] TJ /R21 11.9552 Tf 8.9668 -4.33906 Td [ (T) 34.9898 (ing) -250.004 (Zhang) ] TJ /R23 7.9701 Tf 55.6992 4.33906 Td [ (3) -0.30019 ] TJ /R21 11.9552 Tf 13.698 -4.33906 Td [ (Jianhuang) -250.004 (Lai) ] TJ /R23 7.9701 Tf 67.4027 4.33906 Td [ (1) -0.30019 ] TJ /R25 7.9701 Tf 4.23398 0 Td [ (\073) -0.10109 ] TJ /R23 7.9701 Tf 2.35195 0 Td [ (2) -0.30019 ] TJ /R21 11.9552 Tf 13.6992 -4.33906 Td [ (Richang) -250.006 (Hong) ] TJ /R23 7.9701 Tf 69.4 4.33906 Td [ (4) -0.30019 ] TJ /R21 11.9552 Tf 13.698 -4.33906 Td [ (Guo\055Jun) -249.997 (Qi) ] TJ /R23 7.9701 Tf 56.1168 4.33906 Td [ (5) -0.30019 ] TJ -452.265 -13.948 Td [ (1) -0.30019 ] TJ /R21 11.9552 Tf 4.73203 -4.33789 Td [ (Sun) -249.994 (Y) 99.9837 (at\055Sen) -250.004 (Uni) 24.9946 (v) 14.9862 (ersity) ] TJ /R23 7.9701 Tf 121.524 4.33789 Td [ (2) -0.30019 ] TJ /R21 11.9552 Tf 4.73203 -4.33789 Td [ (Guangdong) -250.01 (K) 24.9977 (e) 14.9892 (y) -250.002 (Laboratory) -250.01 (of) -250.014 (Information) -250.002 (Security) -250.006 (T) 70.0164 (echnology) ] TJ /R23 7.9701 Tf -119.007 -9.61016 Td [ (3) -0.30019 ] TJ /R21 11.9552 Tf 4.73203 -4.33789 Td [ (Microsoft) -250.011 (Research) ] TJ /R23 7.9701 Tf 102.921 4.33789 Td [ (4) -0.29866 ] TJ /R21 11.9552 Tf 4.73203 -4.33789 Td [ (Hefei) -250.01 (Uni) 24.9957 (v) 14.9851 (ersity) -249.989 (of) -250.014 (T) 70.0164 (echnology) ] TJ /R23 7.9701 Tf 160.712 4.33789 Td [ (5) -0.30019 ] TJ /R21 11.9552 Tf 4.73281 -4.33789 Td [ (Uni) 24.9957 (v) 14.9851 (ersity) -249.989 (of) -250.014 (Central) -249.989 (Florida) ] TJ /R29 8.9664 Tf -227.521 -13.948 Td (guotian\056xgt\100alibaba\055inc\056com\054) Tj /R31 8.9664 Tf 156.015 0 Td [ (f) -0.90126 ] TJ /R29 8.9664 Tf 4.60781 0 Td (jingdw\054tinzhan) Tj /R31 8.9664 Tf 75.3172 0 Td [ (g) -0.90126 ] TJ /R29 8.9664 Tf 4.60781 0 Td (\100microsoft\056com) Tj -257.459 -13.948 Td [ (stsljh\100mail\056sysu\056edu\056cn\054) -600.01 (hongrc\056hfut\100gmail\056com\054) -600.002 (guojun\056qi\100ucf\056edu) ] TJ /R19 11.9552 Tf 23.227 -41.0461 Td (Abstract) Tj /R33 9.9626 Tf -83.9281 -24.8008 Td [ (In) -245.996 (this) -246.012 (paper) 111.018 (\054) -247.015 (we) -247.009 (study) -246.019 (the) -245.991 (pr) 44.9839 (oblem) -245.982 (of) -247.005 (des) 0.98758 (igning) -246.983 (ef) 18 <026369656e74> ] TJ -11.9547 -11.9551 Td [ (con) 39.9988 (volutional) -350.01 (neur) 14.9901 (al) -350.008 (network) -349.992 (ar) 36.9852 (c) 15.0122 (hitectur) 37.0036 (es) -350.018 (with) -351.008 (the) -350.013 (inter) 20.0187 (\055) ] TJ 11.9551 TL T* [ (est) -396.003 (in) -397.02 (eliminating) -395.998 (the) -396.985 (r) 37.0196 (edundancy) -395.995 (in) -396 (con) 39.9982 (volution) -396.995 (k) 9.99343 (ernels\056) ] TJ T* [ (In) -352.018 (addition) -352.993 (to) -352.007 (structur) 37.0122 (ed) -352.018 (spar) 9.98118 (se) -352.999 (k) 9.99343 (ernels) 0.99493 (\054) -378.013 (low\055r) 15.0073 (ank) -352.995 (k) 9.99343 (ernels) ] TJ T* [ (and) -334.007 (the) -334.015 (pr) 44.9839 (oduct) -332.985 (of) -334.01 (low\055r) 15.0061 (ank) -334.017 (k) 9.99343 (ernels\054) -354 (the) -334.015 (pr) 44.9851 (oduct) -334.006 (of) -334.01 (struc\055) ] TJ 11.9563 TL T* [ (tur) 36.9926 (ed) -384.014 (spar) 9.98118 (se) -384.013 (k) 9.99343 (ernels\054) -417.01 (whic) 14.9987 (h) -384.009 (is) -382.981 (a) -384.009 (fr) 14.9914 (ame) 14.9803 (work) -383.995 (for) -383.997 (interpr) 37.0061 (et\055) ] TJ 11.9551 TL T* [ (ing) -348.983 (the) -348.993 (r) 38 (ecently\055de) 15.0171 (veloped) -348.992 (interleaved) -349.015 (gr) 44.9851 (oup) -348.986 (con) 39.9982 (volutions) ] TJ T* [ (\050IGC\051) -281.006 (and) -280.016 (its) -280.991 (variants) -281.014 (\050e) 15.0098 (\056g) 14.9852 (\056\054) -287.986 (Xception\051\054) -288.006 (has) -280.995 (been) -281.009 (attr) 15.0024 (acting) ] TJ T* [ (incr) 36.9883 (easing) -250.013 (inter) 36.9951 (ests\056) ] TJ 11.9547 -12.8461 Td [ (Motivated) -278.003 (by) -277.992 (the) -277.005 (observation) -277.989 (that) -278.008 (the) -277.985 (con) 39.9982 (volutions) -277.988 (con\055) ] TJ -11.9547 -11.9551 Td [ (tained) -230.015 (in) -229.989 (a) -229.996 (gr) 44.9839 (oup) -229.986 (con) 40 (volution) -230.003 (in) -229.989 (IGC) -229.989 (can) -231.015 (be) -230 (further) -230.008 (decom\055) ] TJ T* [ (posed) -249 (in) -249.985 (the) -249.009 (same) -249.988 (manner) 110.981 (\054) -249.015 (we) -249.989 (pr) 36.9852 (es) 0.98145 (ent) -249.99 (a) -249.012 (modularized) -249.988 (b) 20.0016 (uild\055) ] TJ T* [ (ing) -298.012 (bloc) 20.0095 (k\054) -309.989 (IGC\055V) ] TJ /R35 9.9626 Tf 69.2188 0 Td (2) Tj /R33 9.9626 Tf 4.98203 0 Td [ (\072) -406.014 (interleaved) -298.003 (structur) 37.0134 (ed) -297.99 (spar) 9.98118 (se) -297.987 (con) 39.9982 (volu\055) ] TJ -74.2008 -11.9563 Td [ (tions\056) -412.016 (It) -283.988 (g) 10.0032 (ener) 15.0196 (alizes) -284.004 (inte) 0.99493 (rleaved) -283.982 (gr) 44.9839 (oup) -284.016 (con) 39.9982 (volutions\054) -293.003 (whic) 15 (h) ] TJ T* [ (is) -314.013 (composed) -314.986 (of) -314.014 (two) -314 (structur) 37.0122 (ed) -313.986 (spar) 9.98118 (se) -315.005 (k) 9.99343 (ernels\054) -330.006 (to) -314.014 (the) -314.999 (pr) 44.9851 (od\055) ] TJ T* [ (uct) -362.01 (of) -360.986 (mor) 36.9883 (e) -361.983 (structur) 37.0122 (ed) -360.997 (spar) 9.98118 (se) -362.017 (k) 9.99343 (ernels\054) -389.016 (further) -361.986 (eliminating) ] TJ T* [ (the) -348.993 (r) 37.0196 (edundancy) 54.9884 (\056) -608.994 (W) 91.9859 (e) -349.005 (pr) 36.9852 (esent) -350.01 (the) -348.993 (complementary) -349.991 (condition) ] TJ T* [ (and) -263 (the) -261.988 (balance) -262.997 (condition) -261.993 (to) -263.003 (guide) -262.016 (the) -263.008 (design) -262.01 (of) -263.003 (structur) 37.0134 (ed) ] TJ 11.9559 TL T* [ (spar) 9.98118 (se) -348.999 (k) 9.99404 (ernels\054) -373.998 (obtaining) -348.988 (a) -348.996 (balance) -348.982 (among) -349.018 (thr) 36.9914 (ee) -349.01 (aspects\072) ] TJ 11.9551 TL T* [ (model) -356.003 (size) 10.0136 (\054) -382.992 (computation) -356.008 (comple) 20.0077 (xity) -356.013 (and) -356.004 <636c6173736902636174696f6e> -356.002 (ac\055) ] TJ T* [ (cur) 14.9846 (acy) 55.0068 (\056) -305.986 (Experimental) -238.002 (r) 37.0196 (esults) -238.992 (demonstr) 15.011 (ate) -237.992 (the) -237.992 (advanta) 9.98608 (g) 10.0032 (e) -238.985 (on) ] TJ T* [ (the) -330.996 (balance) -330.005 (among) -330.98 (these) -330.014 (thr) 36.9926 (ee) -331.012 (aspects) -330.984 (compar) 36.9938 (ed) -329.984 (to) -330.991 (inter) 20.0187 (\055) ] TJ T* [ (leaved) -374.012 (gr) 44.9839 (oup) -374.001 (con) 40 (volutions) -372.993 (and) -374.001 (Xception\054) -405.003 (and) -374.001 (competitive) ] TJ T* [ (performance) -428.017 (compar) 36.9938 (ed) -428.006 (to) -427.995 (other) -427.989 (state\055of\055the\055art) -427.997 (ar) 36.9865 (c) 15.0122 (hitec\055) ] TJ 11.9559 TL T* [ (tur) 36.9926 (e) -250.002 (design) -250.013 (methods\056) ] TJ /R19 11.9552 Tf 38.5371 TL T* [ (1\056) -249.99 (Intr) 18.0146 (oduction) ] TJ /R21 9.9626 Tf 11.9547 -19.8199 Td [ (Deep) -394.013 (con) 39.9988 (v) 20.0016 (olutional) -394.008 (neural) -394.008 (netw) 10.0094 (orks) -394 (with) -393.991 (small) -393.983 (model) ] TJ -11.9547 -11.9551 Td [ (size\054) -307 (lo) 24.9885 (w) -295.987 (computation) -294.999 (cost\054) -306.992 (b) 20.0016 (ut) -296.017 (still) -295.014 (high) -296.007 (accurac) 14.9975 (y) -295.985 (become) ] TJ 11.9551 TL T* [ (an) -261.015 (ur) 17.9988 (gent) -261.983 (request\054) -263.982 (especially) -260.994 (in) -261.003 (mobile) -262.003 (de) 25.0154 (vices\056) -342.989 (The) -261.991 (ef) 25.0081 (forts) ] TJ T* [ (include) -338.001 (\050i\051) -337.002 (netw) 10.0094 (ork) -338.015 (compression\072) -485.01 (compress) -337.02 (the) -338.015 (pretrained) ] TJ T* [ (model) -327.018 (by) -326.014 (decomposing) -326.997 (the) -326.017 (con) 40 (v) 20.0016 (olutional) -327 (k) 10.0032 (ernel) -325.985 (matrix) -327.019 (or) ] TJ ET Q 3.98 w 0 G 501.121 1096.82 m 1446.11 1096.82 l S q 10 0 0 10 0 0 cm BT /R37 5.9776 Tf 1 0 0 1 60.141 103.081 Tm [ <03> -0.90058 ] TJ /R21 7.9701 Tf 4.3168 -2.81289 Td [ (This) -231.022 (w) 10.0129 (ork) -230.019 (w) 10.0121 (as) -230.987 (done) -229.995 (when) -230.996 (Guotian) -230.013 (Xie) -231.01 (w) 10.0121 (as) -230.007 (an) -230.996 (intern) -229.998 (at) -230.975 (Microsoft) -229.998 (Re\055) ] TJ -14.3457 -9.46484 Td [ (search\054) -249.993 (Beijing\054) -250.005 (P) 110.977 (\056R\056) -250.014 (China\056) -310.01 (Personal) -249.982 (email\072) -310.015 (xie) 14.999 (guotian1990\100gmail\056com) ] TJ /R37 5.9776 Tf 10.416 -6.99023 Td [ (y) -0.10006 ] TJ /R21 7.9701 Tf 3.92969 -2.81289 Td [ (Corresponding) -250 (author) 54.9815 (\056) ] TJ /R21 9.9626 Tf 244.404 459.372 Td [ (remo) 14.9877 (ving) -371.994 (connections) -371.984 (or) -372.016 (channels) -372.002 (to) -372.987 (eliminate) -371.982 (redundan\055) ] TJ 11.9547 TL T* [ (c) 15.0122 (y) 65.0137 (\054) -233.998 (and) -229.996 (\050ii\051) -231.013 (architecture) -229.998 (design\072) -299.999 (design) -230.016 (small) -230.991 (k) 10.0032 (ernels\054) -233.99 (sparse) ] TJ T* [ (k) 10.0032 (ernels) -311 (or) -309.985 (use) -311 (the) -310.019 (product) -310.987 (of) -309.987 (less\055redundant) -311.012 (k) 10.0032 (ernels) -309.983 (to) -310.997 (ap\055) ] TJ T* [ (proach) -249.995 (single) -250.01 (k) 10.0032 (ernel) -249.997 (and) -249.993 (train) -249.988 (the) -249.988 (netw) 10.0081 (orks) -249.983 (from) -249.988 (scratch\056) ] TJ 11.9551 -11.9551 Td [ (Our) -223.997 (study) -224.012 (lies) -223.985 (in) -223.99 (architecture) -223.997 (design) -224.017 (using) -224.992 (the) -223.992 (product) -223.982 (of) ] TJ -11.9551 -11.9559 Td [ (less\055redundant) -349.988 (k) 10.0032 (ernels) -350.993 (for) -349.981 (composing) -350.015 (a) -349.986 (k) 10.0032 (ernel\056) -610.991 (There) -351.005 (are) ] TJ T* [ (tw) 10.0081 (o) -253.992 (main) -254.016 (lines\072) -317.016 (multiply) -254.019 (lo) 24.986 (w\055rank) -253.997 (k) 10.0032 (ernels) -253.992 (\050matrices\051) -253.987 (to) -253.987 (ap\055) ] TJ T* [ (proximate) -272.984 (a) -273.018 (high\055rank) -272.991 (k) 10.0032 (ernel\054) -279.007 (e\056g\056\054) -279.002 (bottleneck) -272.984 (modules) -273.018 (\1336\135\054) ] TJ T* [ (and) -311.002 (multiply) -310.99 (sparse) -311.002 (matrices\054) -326.004 (which) -310.992 (has) -311.002 (attracted) -311.002 (research) ] TJ T* [ (ef) 25.0081 (forts) -249.985 (recently) -249.99 (\13343\054) -249.988 (11\054) -249.985 (1\135) -249.997 (and) -249.993 (is) -249.983 (the) -249.988 (focus) -249.988 (of) -249.997 (our) -249.993 (w) 10.0032 (ork\056) ] TJ 11.9551 -11.9551 Td [ (W) 79.9866 (e) -500 (point) -498.985 (out) -500.017 (that) -500.02 (the) -499.005 (recently\055de) 24.9811 (v) 14.9828 (eloped) -499.98 (algorithms\054) ] TJ -11.9551 -11.9559 Td [ (such) -233.008 (as) -233.017 (interlea) 20.0065 (v) 14.9828 (ed) -233.02 (group) -233.983 (con) 39.9982 (v) 20.0016 (olution) -233.02 (\13343\135\054) -235.995 (deep) -234 (roots) -233 (\13311\135\054) ] TJ T* [ (and) -219.017 (Xception) -218.998 (\1331\135\054) -226.001 (compose) -218.998 (a) -218.988 (dense) -219.012 (k) 10.0032 (ernel) -218.983 (using) -220.012 (the) -219.012 (product) ] TJ T* [ (of) -216 (tw) 10.0081 (o) -217.018 (structured\055sparse) -215.981 (k) 10.0032 (ernels\056) -299 (W) 79.9866 (e) -216.008 (observ) 14.9926 (e) -216.988 (that) -215.988 (one) -215.998 (of) -216.983 (the) ] TJ T* [ (tw) 10.0081 (o) -275.988 (k) 10.0032 (ernels) -275.986 (can) -275.015 (be) -275.993 (further) -275.988 (approximated\056) -388.014 (F) 14.9926 (or) -275.013 (e) 15.0122 (xample\054) -282.987 (the) ] TJ /R35 9.9626 Tf (1) ' /R39 9.9626 Tf 6.64805 0 Td [ <02> -0.79889 ] TJ /R35 9.9626 Tf 9.41484 0 Td (1) Tj /R21 9.9626 Tf 7.32422 0 Td [ (k) 10.0032 (ernel) -235.02 (in) -235.007 (Xception) -234.995 (and) -235.995 (deep) -235.02 (roots) -235 (can) -234.985 (be) -235.02 (approximat\055) ] TJ -23.3871 -11.9551 Td [ (ed) -378.996 (by) -378.986 (the) -380.008 (product) -379.015 (of) -378.993 (tw) 10.0081 (o) -378.991 (block\055diagonal) -380.015 (sparse) -378.991 (matrices\056) ] TJ 11.9563 TL T* [ (The) -321 (suggested) -319.993 (secondary) -320.995 (group) -320.01 (con) 39.9982 (v) 20.0016 (olution) -321.005 (in) -320.995 (interlea) 20.0065 (v) 14.9828 (ed) ] TJ 11.9547 TL T* [ (group) -270.996 (con) 39.9982 (v) 20.0016 (olutions) -271.986 (contains) -270.989 (tw) 10.0081 (o) -271.989 (branches) -271.009 (and) -271.009 (each) -272.004 (branch) ] TJ T* [ (is) -328.011 (a) ] TJ /R35 9.9626 Tf 17.5949 0 Td (1) Tj /R39 9.9626 Tf 7.76797 0 Td [ <02> -0.79889 ] TJ /R35 9.9626 Tf 10.5352 0 Td (1) Tj /R21 9.9626 Tf 8.24492 0 Td [ (con) 39.9982 (v) 20.0016 (olution\054) -346.996 (which) -328.009 (similarly) -327 (can) -327.989 (be) -327.004 (further) -327.98 (ap\055) ] TJ -44.143 -11.9551 Td [ (proximated\056) -309.99 (This) -250.015 (is) -249.985 (able) -249.995 (to) -249.988 (further) -249.993 (reduce) -250.002 (the) -249.988 (redundanc) 14.9877 (y) 65.0137 (\056) ] TJ 11.9551 -11.9551 Td [ (Moti) 25.0056 (v) 24.9811 (ated) -449.021 (by) -449.994 (this\054) -498.988 (we) -450.003 (design) -448.999 (a) -450.008 (b) 20.0016 (uilding) -448.984 (block\054) -500.015 (IGC\055) ] TJ -11.9551 -11.9547 Td (V) Tj /R35 9.9626 Tf 7.19297 0 Td (2) Tj /R21 9.9626 Tf 4.98086 0 Td [ (\072) -517.004 (Interlea) 19.9967 (v) 14.9828 (ed) -353 (Structured) -353.01 (Sparse) -352.985 (Con) 40.0178 (v) 20.0016 (olution\054) -378.991 (as) -354.019 (sho) 24.9909 (wn) ] TJ -12.1738 -11.9563 Td [ (in) -193.995 (Figure) -195.002 (1\054) -205.017 (which) -193.992 (consists) -194.987 (of) -194.007 (successi) 24.9958 (v) 14.9828 (e) -194.012 (group) -195.012 (con) 39.9982 (v) 20.0016 (olution\055) ] TJ T* [ (s\056) -491.006 (This) -310.005 (block) -310.99 (is) -310.014 (mathematically) -310.017 (formulated) -310.002 (as) -311.007 (multiplying) ] TJ T* [ (structured\055sparse) -365.995 (k) 10.0032 (ernels\054) -394.983 (each) -365.988 (of) -366.017 (which) -366.003 (corresponds) -367.017 (to) -366.008 (a) ] TJ T* [ (group) -207.007 (con) 39.9982 (v) 20.0016 (olution\056) -295.005 (W) 79.9866 (e) -206.99 (introduce) -207 (the) -207.014 (complementary) -206.985 (condi\055) ] TJ T* [ (tion) -199.001 (and) -200 (the) -199.018 (balance) -198.986 (condition\054) -210 (so) -199.016 (that) -199.011 (the) -199.016 (resulting) -200.011 (con) 39.9982 (v) 20.0016 (olu\055) ] TJ 11.9559 TL T* [ (tion) -218.018 (k) 10.0032 (ernel) -218.003 (is) -217.01 (dense) -217.995 (and) -217.998 (there) -218.003 (is) -217.988 (a) -216.988 (good) -217.983 (balance) -218.003 (among) -218.018 (three) ] TJ 11.9551 TL T* [ (aspects\072) -486.997 (model) -339.017 (size\054) -360.991 (computation) -338.012 (comple) 14.9975 (xity) -339.017 (and) -338.997 <636c61737369022d> ] TJ T* [ (cation) -328.009 (performance\056) -545.005 (Experimental) -327.989 (results) -328 (demonstrate) -329.014 (the) ] TJ T* [ (adv) 24.9811 (antage) -356.994 (of) -356.997 (the) -356.992 (balance) -357 (among) -357.014 (these) -358.009 (three) -357 (aspects) -356.989 (com\055) ] TJ T* [ (pared) -293.012 (to) -292.998 (interlea) 20.0065 (v) 14.9828 (ed) -293.01 (group) -294.015 (con) 39.9982 (v) 20.0016 (olutions) -293 (and) -293.005 (Xception\054) -304.003 (and) ] TJ T* [ (competiti) 25.0179 (v) 14.9828 (e) -252.002 (performance) -251.997 (compared) -251.987 (to) -253.007 (other) -251.987 (state\055of\055the\055art) ] TJ 11.9563 TL T* [ (architecture) -249.995 (design) -250.012 (methods\056) ] TJ /R19 11.9552 Tf 22.0117 TL T* [ (2\056) -249.989 (Related) -250.002 (W) 74.9972 (ork) ] TJ /R21 9.9626 Tf 11.9551 -18.9293 Td [ (Most) -252.007 (e) 15.0122 (xisting) -251.995 (technologies) -251.017 (design) -252.012 (ef) 25.0056 <026369656e74> -252.012 (and) -251.992 (ef) 25.0056 (fecti) 25.0154 (v) 14.9828 (e) ] TJ -11.9551 -11.9547 Td [ (con) 39.9982 (v) 20.0016 (olutional) -257.991 (k) 10.0032 (ernels) -257.989 (using) -258.006 (v) 24.9811 (arious) -257.981 (forms) -259 (with) -258.011 (redundanc) 14.9877 (y) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.406 786.422 515.188 -52.699 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.4 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.5 0.5 0.5 rg BT /F2 9 Tf 10.8 TL ET BT 1 0 0 1 297 35 Tm (8847) Tj T* ET Q endstream endobj 15 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 16 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 16 0 obj << /Filter /FlateDecode /Resources 17 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
17 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 19 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources 20 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
20 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 22 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
22 0 obj
<<
/Filter /FlateDecode
/Resources 23 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA