%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (An Exploration of Parameter Redundancy in Deep Networks With Circulant Projections) /Producer (PyPDF2) /Author (Yu Cheng\054 Felix X\056 Yu\054 Rogerio S\056 Feris\054 Sanjiv Kumar\054 Alok Choudhary\054 Shi\055Fu Chang) /Subject (2015 IEEE International Conference on Computer Vision) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R >> /ExtGState << /s9 26 0 R /s11 29 0 R /R27 32 0 R /a0 << /CA 1 /ca 1 >> /s5 33 0 R /s7 36 0 R >> /Font << /R48 39 0 R /R54 43 0 R /R46 46 0 R /R56 49 0 R /R44 54 0 R /R50 57 0 R /R42 60 0 R /R52 65 0 R /R40 68 0 R /F2 73 0 R /R28 74 0 R /F1 78 0 R /R38 79 0 R /R36 83 0 R /R34 87 0 R /R32 91 0 R /R30 94 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 98 0 R 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R 112 0 R 113 0 R 114 0 R 115 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 116 0 R /Resources << /ExtGState << /R27 32 0 R >> /Font << /R46 46 0 R /F1 117 0 R /R44 54 0 R /R50 57 0 R /R42 60 0 R /R40 68 0 R /F2 118 0 R /R28 74 0 R /R88 119 0 R /R38 79 0 R /R90 122 0 R /R92 125 0 R /R94 129 0 R /R30 94 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 132 0 R 133 0 R 134 0 R 135 0 R 136 0 R 137 0 R 138 0 R 139 0 R 140 0 R 141 0 R 142 0 R 143 0 R 144 0 R 145 0 R 146 0 R 147 0 R 148 0 R 149 0 R 150 0 R 151 0 R 152 0 R 153 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 154 0 R /Resources << /ExtGState << /R27 32 0 R >> /Font << /R48 39 0 R /R54 43 0 R /R46 46 0 R /R56 49 0 R /R44 54 0 R /R50 57 0 R /R42 60 0 R /R52 65 0 R /R40 68 0 R /F2 155 0 R /F1 156 0 R /R90 122 0 R /R92 125 0 R /R94 129 0 R /R145 157 0 R /R147 161 0 R /R143 164 0 R /R28 74 0 R /R38 79 0 R /R30 94 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 167 0 R 168 0 R 169 0 R 170 0 R 171 0 R 172 0 R 173 0 R 174 0 R 175 0 R 176 0 R 177 0 R 178 0 R 179 0 R 180 0 R 181 0 R 182 0 R 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R 190 0 R 191 0 R 192 0 R 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R 198 0 R 199 0 R 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R 208 0 R 209 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 210 0 R /Resources << /ExtGState << /R27 32 0 R >> /Font << /R166 211 0 R /R164 215 0 R /R54 43 0 R /R46 46 0 R /R56 49 0 R /R44 54 0 R /R50 57 0 R /R42 60 0 R /R52 65 0 R /R40 68 0 R /F2 220 0 R /R28 74 0 R /F1 221 0 R /R30 94 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 222 0 R 223 0 R 224 0 R 225 0 R 226 0 R 227 0 R 228 0 R 229 0 R 230 0 R 231 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 232 0 R /Resources << /ExtGState << /R27 32 0 R >> /Font << /R183 233 0 R /R166 211 0 R /R164 215 0 R /R54 43 0 R /R46 46 0 R /R56 49 0 R /R44 54 0 R /R50 57 0 R /R42 60 0 R /R52 65 0 R /R40 68 0 R /F2 236 0 R /R28 74 0 R /F1 237 0 R /R38 79 0 R /R30 94 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 238 0 R 239 0 R 240 0 R 241 0 R 242 0 R 243 0 R 244 0 R 245 0 R 246 0 R 247 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 248 0 R /Resources << /ExtGState << /R27 32 0 R >> /Font << /F2 249 0 R /R28 74 0 R /F1 250 0 R /R46 46 0 R /R44 54 0 R /R42 60 0 R /R30 94 0 R /R40 68 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R 258 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 259 0 R /Resources << /ExtGState << /R27 32 0 R >> /Font << /R46 46 0 R /R44 54 0 R /R50 57 0 R /R40 68 0 R /F2 260 0 R /R28 74 0 R /F1 261 0 R /R38 79 0 R /R90 122 0 R /R92 125 0 R /R94 129 0 R /R30 94 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 262 0 R 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 273 0 R /Resources << /XObject << /R220 274 0 R /R221 275 0 R /R219 276 0 R /R218 277 0 R /R222 278 0 R /R223 279 0 R >> /ExtGState << /R27 32 0 R >> /Font << /F2 280 0 R /R28 74 0 R /F1 281 0 R /R38 79 0 R /R46 46 0 R /R44 54 0 R /R42 60 0 R /R30 94 0 R /R40 68 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 282 0 R /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 283 0 R /Resources << /ExtGState << /R27 32 0 R >> /Font << /F2 284 0 R /F1 285 0 R /R30 94 0 R /R38 79 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 18777 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R27 gs 0 g q 10 0 0 10 0 0 cm BT /R28 14.34620 Tf 1 0 0 1 95.72700 675.06700 Tm [ (An) -250.00700 (Exploration) -249.99200 (of) -250.01200 (P) 10.01330 (arameter) -250.01200 (Redundancy) -249.99500 (in) -249.99300 (Deep) -250.00800 (Netw) 9.99285 (orks) -250.01500 (with) ] TJ 136.20200 -17.93320 Td [ (Cir) 17.99120 (culant) -250.01200 (Pr) 18.00480 (ojections) ] TJ /R30 11.95520 Tf -175.83900 -37.85780 Td [ (Y) 110.99500 (u) -250 (Cheng) ] TJ /R32 7.97010 Tf 47.48520 4.33867 Td [ (1) -0.29866 ] TJ /R34 7.97010 Tf 4.23398 0 Td [ (\073) -0.09955 ] TJ /R32 7.97010 Tf 2.35312 0 Td [ (3) -0.29866 ] TJ /R36 7.97010 Tf 4.73203 0 Td [ <03> -0.29866 ] TJ /R30 11.95520 Tf 17.16370 -4.33867 Td [ (Felix) -250.00500 (X\056) -250.01000 (Y) 110.99500 (u) ] TJ /R32 7.97010 Tf 55.46020 4.33867 Td [ (2) -0.29866 ] TJ /R34 7.97010 Tf 4.23398 0 Td [ (\073) -0.09955 ] TJ /R32 7.97010 Tf 2.35195 0 Td [ (4) -0.29866 ] TJ /R36 7.97010 Tf 4.23398 0 Td [ <03> -0.29866 ] TJ /R30 11.95520 Tf 14.92230 -4.33867 Td [ (Rogerio) -250.01200 (S\056) -249.99300 (Feris) ] TJ /R32 7.97010 Tf 78.04180 4.33867 Td [ (1) -0.30019 ] TJ /R30 11.95520 Tf 14.92190 -4.33867 Td [ (Sanji) 25.01200 (v) -250.00200 (K) 15 (umar) ] TJ /R32 7.97010 Tf 66.26720 4.33867 Td [ (2) -0.30019 ] TJ /R30 11.95520 Tf 14.92110 -4.33867 Td [ (Alok) -250.00200 (Choudhary) ] TJ /R32 7.97010 Tf 80.02770 4.33867 Td [ (3) -0.30019 ] TJ /R30 11.95520 Tf 14.92110 -4.33867 Td [ (Shih\055Fu) -249.99300 (Chang) ] TJ /R32 7.97010 Tf 72.73520 4.33867 Td [ (4) -0.30019 ] TJ -471.96300 -27.89570 Td [ (1) -0.30019 ] TJ /R30 11.95520 Tf 4.73320 -4.33828 Td [ (IBM) -250.00800 (Research) ] TJ /R32 7.97010 Tf 89.76410 4.33828 Td [ (2) -0.29866 ] TJ /R30 11.95520 Tf 4.73203 -4.33828 Td [ (Google) -249.98700 (Research) ] TJ /R32 7.97010 Tf 102.37700 4.33828 Td [ (3) -0.30019 ] TJ /R30 11.95520 Tf 4.73281 -4.33828 Td [ (Northwestern) -250 (Uni) 24.99570 (v) 14.98510 (ersity) ] TJ /R32 7.97010 Tf 138.43300 4.33828 Td [ (4) -0.30019 ] TJ /R30 11.95520 Tf 4.73203 -4.33828 Td [ (Columbia) -249.98900 (Uni) 24.99570 (v) 14.98510 (ersity) ] TJ /R28 11.95520 Tf -286.64200 -41.04570 Td (Abstract) Tj /R38 9.96260 Tf -83.92810 -24.13830 Td [ (W) 91.98650 (e) -341.00600 (e) 19.99240 (xplor) 36.99260 (e) -341.00700 (the) -342.01400 (r) 37.01960 (edundancy) -340.98500 (of) -340.99000 (par) 14.99380 (ameter) 10.01060 (s) -340.99700 (in) -340.99000 (deep) -341.98000 (neu\055) ] TJ -11.95470 -11.95510 Td [ (r) 14.98400 (al) -376.00300 (networks) -375.98200 (by) -374.99500 (r) 37.01960 (eplacing) -375.99000 (the) -376.00800 (con) 40 (ventional) -375.98400 (linear) -375.98900 (pr) 44.98510 (ojec\055) ] TJ 11.95470 TL T* [ (tion) -488.01200 (in) -489.00400 (fully\055connected) -488.00800 (layer) 10.00810 (s) -489.01000 (with) -488.00300 (the) -487.99000 (cir) 36.98400 (culant) -488.99200 (pr) 44.98510 (ojec\055) ] TJ T* [ (tion\056) -419.98100 (The) -286.99600 (cir) 36.98340 (culant) -286.98600 (structur) 37.01220 (e) -285.99600 (substantially) -286.98200 (r) 37.01830 (educes) -287.00800 (memory) ] TJ T* [ (footprint) -421.99300 (and) -421.99300 (enables) -421.98800 (the) -420.98100 (use) -422 (of) -421.99600 (the) -422 (F) 75.01200 (ast) -421.99100 (F) 105.00700 (ourier) -421.98300 (T) 54.98590 (r) 14.98280 (ans\055) ] TJ T* [ (form) -417.98800 (to) -417.99600 (speed) -418.98200 (up) -417.99900 (the) -418.00100 (computation\056) -814.00800 (Considering) -419.00600 (a) -418.00400 (fully\055) ] TJ 11.95590 TL T* [ (connected) -419.99900 (neur) 14.99010 (al) -419.99600 (network) -421 (layer) -419.99900 (with) ] TJ /R40 9.96260 Tf 156.92100 0 Td [ (d) -0.49992 ] TJ /R38 9.96260 Tf 9.37227 0 Td [ (input) -420.01800 (nodes\054) -463.00100 (and) ] TJ /R40 9.96260 Tf -166.29300 -11.95510 Td [ (d) -0.49992 ] TJ /R38 9.96260 Tf 8.63984 0 Td [ (output) -347.00600 (nodes\054) -371.01700 (this) -345.99500 (method) -347.01900 (impr) 44.99370 (o) 10.00320 (ves) -347.00300 (the) -346.99400 (time) -346.00800 (comple) 20.00890 (xity) ] TJ -8.63984 -11.95470 Td [ (fr) 44.98640 (om) ] TJ /R42 9.96260 Tf 20.55000 0 Td [ (O) -0.09986 ] TJ /R44 9.96260 Tf 8.20781 0 Td [ (\050) -0.89997 ] TJ /R40 9.96260 Tf 3.87422 0 Td [ (d) -0.49992 ] TJ /R46 6.97380 Tf 5.18594 3.61484 Td [ (2) -0.49974 ] TJ /R44 9.96260 Tf 4.46875 -3.61484 Td [ (\051) -0.89997 ] TJ /R38 9.96260 Tf 6.05312 0 Td (to) Tj /R42 9.96260 Tf 9.93008 0 Td [ (O) -0.10047 ] TJ /R44 9.96260 Tf 8.20781 0 Td [ (\050) -0.89936 ] TJ /R40 9.96260 Tf 3.87422 0 Td [ (d) -0.49992 ] TJ /R44 9.96260 Tf 6.84609 0 Td [ (l) -0.80011 (og) ] TJ /R40 9.96260 Tf 14.52890 0 Td [ (d) -0.49992 ] TJ /R44 9.96260 Tf 5.18477 0 Td [ (\051) -0.89936 ] TJ /R38 9.96260 Tf 6.05312 0 Td [ (and) -219.00800 (space) -217.99500 (comple) 20.00890 (xity) -219.01700 (fr) 44.98510 (om) ] TJ /R42 9.96260 Tf 107.67300 0 Td [ (O) -0.10047 ] TJ /R44 9.96260 Tf 8.20781 0 Td [ (\050) -0.90181 ] TJ /R40 9.96260 Tf 3.87500 0 Td [ (d) -0.49992 ] TJ /R46 6.97380 Tf 5.18516 3.61484 Td [ (2) -0.50062 ] TJ /R44 9.96260 Tf 4.46992 -3.61484 Td [ (\051) -0.90181 ] TJ /R38 9.96260 Tf -232.37600 -11.95510 Td (to) Tj /R42 9.96260 Tf 10.77970 0 Td [ (O) -0.09986 ] TJ /R44 9.96260 Tf 8.20820 0 Td [ (\050) -0.89997 ] TJ /R40 9.96260 Tf 3.87500 0 Td [ (d) -0.49992 ] TJ /R44 9.96260 Tf 5.18477 0 Td [ (\051) -0.89997 ] TJ /R38 9.96260 Tf 3.87422 0 Td [ (\056) -471.99700 (The) -304.01300 (space) -303.98100 (savings) -303.99700 (ar) 36.98520 (e) -303.99300 (particularly) -304.01500 (important) -304.99600 (for) ] TJ -31.92190 -11.95510 Td [ (modern) -411.01000 (deep) -410.98900 (con) 40 (volutional) -411.02000 (neur) 14.99010 (al) -411.01700 (network) -411.00300 (ar) 36.98650 (c) 15.01220 (hitectur) 37.00360 (es\054) ] TJ T* [ (wher) 36.99440 (e) -410.99500 (fully\055connected) -411.98200 (layer) 10.00810 (s) -410.98400 (typically) -411.00500 (contain) -411 (mor) 36.98890 (e) -412.01500 (than) ] TJ 11.95510 TL T* [ (90\045) -320.01300 (of) -320.01300 (the) -320.01700 (network) -321.01600 (par) 14.99380 (ameter) 10.01060 (s\056) -519.98300 (W) 91.98590 (e) -319.99100 (further) -319.99300 (show) -321.01500 (that) -320 (the) ] TJ T* [ (gr) 14.98890 (adient) -226.99600 (computation) -227.01000 (and) -225.98700 (optimization) -226.99200 (of) -227.00900 (the) -227.01400 (cir) 36.98400 (culant) -226.99600 (pr) 44.98510 (o\055) ] TJ T* [ (jections) -252.98800 (can) -253.99100 (be) -253.01500 (performed) -252.98800 (very) -254.00400 (ef) 18 <026369> 0.98758 (ently) 54.98100 (\056) -319.98300 (Our) -253.98200 (e) 19.99180 (xperiments) ] TJ T* [ (on) -201.99600 (thr) 36.99260 (ee) -202.01400 (standar) 37.01340 (d) -202 (datas) 1.00841 (ets) -201.99700 (show) -202.01500 (that) -201.98100 (the) -201.99800 (pr) 44.98510 (oposed) -201.98300 (appr) 44.99490 (oac) 14.98280 (h) ] TJ T* [ (ac) 15.01770 (hie) 14.98590 (ves) -273.01600 (this) -274.00700 <7369676e690263616e74> -273.00500 (gain) -272.99100 (in) -273.98100 (stor) 15.00240 (a) 10.00320 (g) 10.00320 (e) -273.01800 (and) -272.99900 (ef) 18 <026369656e6379> -273.99300 (with) ] TJ 11.95630 TL T* [ (minimal) -212.00600 (incr) 36.98830 (ease) -212.00100 (in) -213.01100 (err) 44.98020 (or) -211.99300 (r) 14.98400 (ate) -211.99600 (compar) 36.99380 (ed) -212.00400 (to) -213.01100 (neur) 14.99010 (al) -211.99200 (networks) ] TJ 11.95470 TL T* [ (with) -250.00400 (unstructur) 36.98280 (ed) -249.99600 (pr) 44.98390 (ojections\056) ] TJ /R28 11.95520 Tf 36.54730 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R30 9.96260 Tf 11.95470 -19.15590 Td [ (Deep) -713.01900 (neural) -713.01300 (netw) 10.00940 (ork\055based) -713.00700 (methods) -712.98200 (ha) 19.99670 (v) 14.98280 (e) -712.98400 (recently) ] TJ -11.95470 -11.95510 Td [ (achie) 25.01480 (v) 14.98280 (ed) -228 (dramatic) -229.00600 (accurac) 14.99750 (y) -227.99600 (impro) 15.00360 (v) 14.98280 (ements) -228.99900 (in) -227.98900 (man) 14.99010 (y) -227.99600 (areas) -228.99100 (of) ] TJ 11.95510 TL T* [ (computer) -195.98400 (vision\054) -206.98600 (i) 0.98758 (ncluding) -196.01000 (image) -195.99100 <636c6173736902636174696f6e> -195.99700 (\13323\054) -195.99700 (45\054) -195.99400 (25\135\054) ] TJ T* [ (object) -235.98400 (detection) -236.99600 (\13311\054) -235.99000 (33\135\054) -239.00900 (f) 9.99466 (ace) -236.99400 (recognit) 0.99738 (ion) -237.00200 (\13338\054) -235.99000 (36\135\054) -239.00900 (and) -237.01400 (te) 14.98030 (xt) ] TJ 11.95630 TL T* [ (recognition) -250.00200 (\1332\054) -249.99400 (20\135\056) ] TJ 11.95470 -12.18200 Td [ (These) -338.01600 (high\055performing) -338.01700 (methods) -337.98600 (rely) -338.01700 (on) -338.01200 (deep) -337.98000 (netw) 10.00810 (orks) ] TJ -11.95470 -11.95510 Td [ (containing) -285.99300 (millions) -286.99300 (or) -285.99000 (e) 25.01050 (v) 14.98280 (en) -287.01000 (billions) -285.98000 (of) -287.01000 (parameters\056) -419.01800 (F) 14.99260 (or) -287.00800 (e) 15.01220 (x\055) ] TJ 11.95470 TL T* [ (ample\054) -292.99200 (the) -285.00300 (w) 10.00140 (ork) -283.98400 (by) -285.00100 (Krizhe) 25.01910 (vsk) 14.99380 (y) ] TJ /R38 9.96260 Tf 129.13900 0 Td [ (et) -285.00900 (al\056) ] TJ /R30 9.96260 Tf 24.39100 0 Td [ (\13323\135) -285.00900 (achie) 25.99570 (v) 14.00260 (ed) -283.99200 (break\055) ] TJ -153.53000 -11.95510 Td [ (through) -202.99600 (results) -203 (on) -203.99500 (the) -203.01800 (2012) -203.00500 (ImageNet) -203.01400 (challenge) -203.01300 (using) -204.01500 (a) -202.99100 (net\055) ] TJ 11.95590 TL T* [ (w) 10.00140 (ork) -348.01400 (containing) -347.98200 (60) -348.01100 (million) -348.00800 (parameters) -348.01300 (with) -349.01800 <02> 24.99090 (v) 14.98280 (e) -347.98600 (con) 39.99820 (v) 20.00160 (olu\055) ] TJ 11.95510 TL T* [ (tional) -264.00700 (layers) -265.00800 (and) -263.98900 (three) -263.99500 (fully\055connected) -264.00600 (layers\056) -352.99000 (The) -263.99000 (top) -264.99700 (f) 9.99588 (ace) ] TJ T* [ (v) 14.98280 <65726902636174696f6e> -236.01000 (results) -234.99500 (on) -235.99000 (the) -235.99200 (Labeled) -235.01100 (F) 14.99260 (aces) -236.00700 (in) -235.00700 (the) -235.99200 (W) 39.99330 (ild) -235.98000 (\050LFW\051) ] TJ T* [ (dataset) -370.98500 (were) -371.98600 (obtained) -371.01000 (with) -371.01400 (netw) 10.00940 (orks) -370.98500 (containing) -372.01900 (hundreds) ] TJ T* [ (of) -424.98600 (millions) -423.99000 (of) -424.98700 (parameters\054) -469.01100 (using) -424.01900 (a) -424.99300 (mix) -425.00300 (of) -424.98500 (con) 39.99820 (v) 20.00160 (olutional\054) ] TJ ET Q 3.98000 w 0 G 501.12100 904.14800 m 1446.11000 904.14800 l S q 10 0 0 10 0 0 cm BT /R48 5.97760 Tf 1 0 0 1 60.14100 83.81290 Tm [ <03> -0.90058 ] TJ /R30 7.97010 Tf 4.31680 -2.81289 Td [ (indicates) -249.99300 (equal) -250.01300 (contrib) 19.99660 (utions\056) ] TJ /R30 9.96260 Tf 244.40400 469.33500 Td [ (locally\055connected\054) -353.98700 (and) -334.01800 (fully\055connect) 1.00964 (ed) -333.98300 (layers) -332.99800 (\13338\054) -334.01300 (35\135\056) -560.01400 (In) ] TJ 11.95510 TL T* [ (architectures) -372.00700 (that) -372.00200 (rely) -372.01100 (only) -373.01100 (on) -372.00700 (fully\055connected) -371.98700 (layers\054) -402.98200 (the) ] TJ T* [ (number) -250.01700 (of) -249.99500 (parameters) -249.99000 (can) -250.00200 (gro) 24.98110 (w) -249.99300 (to) -249.98800 (billions) -249.98800 (\1335\135\056) ] TJ 11.95510 -12.08400 Td [ (As) -217.01300 (lar) 17.99700 (ger) -216.98600 (neural) -217.01800 (netw) 10.00810 (orks) -217.00800 (are) -216.99300 (considered\054) -223.98200 (with) -216.99800 (more) -217.01300 (lay\055) ] TJ -11.95510 -11.95510 Td [ (ers) -311.99000 (and) -313.00200 (also) -312.99200 (more) -312.01700 (nodes) -312.98900 (in) -312.01700 (each) -313.01600 (layer) 39.99330 (\054) -327.98000 (reducing) -312.01200 (their) -312.99700 (stor) 20.01140 (\055) ] TJ T* [ (age) -367 (and) -368.01200 (computational) -366.98300 (costs) -367.99700 (becomes) -366.98300 (critical) -368.00200 (to) -366.98800 (meet) -368.00700 (the) ] TJ 11.95590 TL T* [ (requirements) -353.01200 (of) -352.99700 (practical) -352.01500 (applications\056) -618.99000 (Current) -353.02000 (ef) 25.00560 (forts) -352.99000 (to\055) ] TJ 11.95510 TL T* [ (w) 10 (ards) -376.99300 (this) -377.01100 (goal) -376.98400 (focus) -376.00800 (mostly) -376.99100 (on) -376.98600 (the) -376.98600 (optimization) -377.01600 (of) -376.99600 (con\055) ] TJ T* [ (v) 20.00160 (olutional) -392.00800 (layers) -392.00600 (\13321\054) -390.98400 (26\054) -391.99800 (9\135\054) -426.98300 (which) -391.99800 (consume) -391.98800 (the) -392.00300 (b) 20.00160 (ulk) -391.99300 (of) ] TJ T* [ (computational) -421.99300 (processing) -421.97900 (in) -421.99800 (modern) -421.98800 (con) 39.99820 (v) 20.00160 (olutional) -422.00300 (archi\055) ] TJ T* [ (tectures\056) -419.01600 (W) 79.98660 (e) -285.99600 (instead) -286.00900 (e) 15.01220 (xplore) -286.99600 (the) -285.98200 (redundanc) 14.98770 (y) -285.98700 (of) -287.01100 (parameters) ] TJ T* [ (in) -265.98300 (fully\055connected) -266.98700 (layers\054) -269.98400 (which) -267 (are) -266.00500 (often) -267.00400 (the) -265.98500 (bottleneck) -266.98500 (in) ] TJ 11.95590 TL T* [ (terms) -395.99500 (of) -396.01000 (memory) -395.98500 (consumption\056) -748.01200 (Our) -396.00700 (solution) -396.98300 (relies) -396.00300 (on) -396.00300 (a) ] TJ 11.95510 TL T* [ (simple) -196.99200 (and) -196.98200 (ef) 25.00810 <026369656e74> -197.00100 (approach) -196.98200 (based) -197.99600 (on) ] TJ /R38 9.96260 Tf 154.29700 0 Td [ (cir) 36.98400 (culant) -197.00100 (pr) 44.98270 (ojections) ] TJ /R30 9.96260 Tf -154.29700 -11.95510 Td [ (to) -292.99800 <7369676e690263616e746c79> -292.98800 (reduce) -291.99800 (the) -293 (storage) -293 (and) -293.00500 (computational) -292.99500 (costs) ] TJ T* [ (of) -245.99600 (fully\055connected) -246.99100 (neural) -245.99300 (netw) 10.00810 (ork) -245.99300 (layers\054) -247.00800 (while) -246.99800 (mantaining) ] TJ T* [ (competiti) 25.01790 (v) 14.98280 (e) -293.01500 (error) -293.02000 (rat) 1.01944 (es\056) -438.98100 (Our) -293.00500 (w) 10.00320 (ork) -291.98600 (brings) -292.98500 (the) -293 (follo) 24.99580 (wing) -292.99000 (ad\055) ] TJ T* [ (v) 24.98110 (antages\072) ] TJ /R42 9.96260 Tf 22.43200 TL <0f> ' /R30 9.96260 Tf 9.96289 0 Td [ (Fully\055connected) -211.01900 (layers) -211.01600 (in) -211.01400 (modern) -211.98400 (con) 39.99820 (v) 20.00160 (olutional) -211.01900 (architec\055) ] TJ 11.95510 TL T* [ (tures) -267.98500 (typically) -269.01900 (contain) -268.01400 (o) 14.98280 (v) 14.98280 (er) -268.98500 (90\045) -267.98500 (of) -269.01400 (the) -267.98500 (netw) 10.00810 (ork) -269.00900 (parame\055) ] TJ T* [ (ters\056) -366.01000 (Our) -267.99000 (approach) -269.00900 <7369676e690263616e746c79> -268.01400 (reduces) -269.01400 (the) -269.00400 (cost) -267.98000 (to) -269.00400 (store) ] TJ 11.95630 TL T* [ (these) -275.98300 (netw) 10.00810 (orks) -275 (in) -275.98100 (memory) 64.99410 (\054) -281.98700 (which) -274.99800 (is) -276.01800 (crucial) -275.00800 (for) -275.99300 (GPUs) -276.00800 (or) ] TJ 11.95510 TL T* [ (embedded) -250.01700 (systems) -249.99700 (with) -250.01200 (lo) 24.98600 (w\055memory) -250.01200 (footprint\056) ] TJ /R42 9.96260 Tf -9.96289 -20.43870 Td <0f> Tj /R30 9.96260 Tf 9.96289 0 Td [ (The) -400.98700 (proposed) -399.98700 (method) -401.00200 (enables) -400.00200 (FFT) 92.01900 (\055based) -400.98700 (computation\054) ] TJ T* [ (which) -324.01000 (pro) 14.98520 (vides) -324.98500 (speed) -324.01700 (up) -324.01500 (for) -325.00500 (the) -324.01500 (fully) -324.00500 (connected) -324.99500 (layers\056) ] TJ T* [ (This) -256.01400 (is) -255.00400 (especially) -256.01600 (useful) -255.98200 (for) -255.99600 (neural) -255.01100 (netw) 10.00810 (orks) -255.98200 (with) -256.01100 (a) -256.00100 (lar) 17.99700 (ge) ] TJ 11.95590 TL T* [ (portion) -436.99300 (of) -436.98300 (fully) -437.00300 (connected) -437.01500 (layers) -437.02000 (or) -436.98600 (entirely) -437.00500 (based) -437.01500 (on) ] TJ 11.95510 TL T* [ (fully) -250.01500 (connected) -249.98800 (layers) -249.99000 (\13334\054) -249.98800 (5\135\056) ] TJ /R42 9.96260 Tf -9.96289 -20.43910 Td <0f> Tj /R30 9.96260 Tf 9.96289 0 Td [ (W) 39.99330 (ith) -296.99000 (much) -296.01200 (fe) 25.00810 (wer) -297.01400 (parameters\054) -308.99700 (our) -295.98500 (method) -297.01900 (is) -296.99500 (empirically) ] TJ T* [ (sho) 24.99340 (wn) -249.99000 (to) -249.98500 (require) -249.99500 (less) -249.98300 (training) -250.00700 (data\056) ] TJ /R28 10.95890 Tf -9.96289 -22.43200 Td [ (1\0561\056) -250.00400 (Ov) 10.01610 (er) 10.00280 (view) -249.99300 (of) -249.98900 (the) -250.01100 (pr) 17.99160 (oposed) -249.99700 (appr) 17.98710 (oach) ] TJ /R30 9.96260 Tf 11.95510 -18.06090 Td [ (A) -210.00200 (basic) -211.01400 (computation) -209.99400 (in) -211.01400 (a) -210.00900 (fully\055connected) -210.01400 (neural) -211.01900 (netw) 10.00810 (ork) ] TJ -11.95510 -11.95510 Td [ (layer) -249.99700 (is) ] TJ /R40 9.96260 Tf 86.16990 -12.34100 Td [ (h) -0.20095 ] TJ /R44 9.96260 Tf 5.73984 0 Td [ (\050) -0.90181 ] TJ /R50 9.96260 Tf 3.87422 0 Td [ (x) -0.89691 ] TJ /R44 9.96260 Tf 6.04688 0 Td [ (\051) -278.90900 (\075) -0.80379 ] TJ /R40 9.96260 Tf 17.15820 0 Td [ (\036) -0.79889 ] TJ /R44 9.96260 Tf 5.93594 0 Td [ (\050) -0.90181 ] TJ /R50 9.96260 Tf 3.87383 0 Td [ (R) -0.49992 (x) -0.90181 ] TJ /R44 9.96260 Tf 14.64020 0 Td [ (\051) -0.90181 ] TJ /R40 9.96260 Tf 3.87383 0 Td [ (\073) -0.80379 ] TJ /R30 9.96260 Tf 77.32110 0 Td (\0501\051) Tj -224.63400 -18.31800 Td (where) Tj /R50 9.96260 Tf 28.29800 0 Td [ (R) -0.49992 ] TJ /R42 9.96260 Tf 14.08090 0 Td [ (2) -0.70086 ] TJ /R52 9.96260 Tf 12.12890 0 Td [ (R) -0.20095 ] TJ /R54 6.97380 Tf 7.19492 3.61523 Td [ (k) -0.29757 ] TJ /R56 6.97380 Tf 4.40430 0 Td [ <02> -0.89971 ] TJ /R54 6.97380 Tf 6.22695 0 Td [ (d) -0.70017 ] TJ /R30 9.96260 Tf 4.64492 -3.61523 Td [ (\054) -434.00400 (and) ] TJ /R40 9.96260 Tf 25.16290 0 Td [ (\036) -0.79889 ] TJ /R44 9.96260 Tf 5.93594 0 Td [ (\050) -0.90181 ] TJ /R42 9.96260 Tf 3.87500 0 Td [ <01> -0.80379 ] TJ /R44 9.96260 Tf 2.76719 0 Td [ (\051) -0.90181 ] TJ /R30 9.96260 Tf 7.83398 0 Td [ (is) -397.01700 (a) -398.01700 (element\055wise) -397.00200 (nonlinear) ] TJ -122.55400 -11.95510 Td [ (acti) 24.98110 (v) 24.98110 (ation) -338.00200 (function\056) -575.01200 (The) -338.01700 (abo) 14.98280 (v) 14.00260 (e) -337.98800 (operation) -337.99800 (connects) -338.00700 (a) -339.00700 (layer) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 35 Tm (2857) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 133 751 479 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 53008
/Type /XObject
/BBox [ 133 751 479 772 ]
/Subtype /Form
>>
stream
xlK8,8?DKs9mavd
{f-8*2Y@H >חk}y}uf`v)_s}1z#*Gw_gX jow\o'1c|Z^G<
A̺X}ay?IT|y~L.[ {Ȟb\3-3]_'X\竵0{+_۾oY-wj+ B;)Aa=/
1~a(>}m_K' >*Q1:?OPnGsQ_`?mzN
?WBB!lU n'S 1Ipzχ1xF_09,}?e){:̹~Gu7g {0mD`pdS)>;ys`Pµx'O
+혝 oI~!p7̵&m=dC+>5ALV"I1"S*CKha#03L4|@p灟vMRQ==*/m"r>@uqo9ͻ;Vz 'ȳ;IBzWR~ihwa8PlT>]fZ8y52)r빃W{B7G/q)}M]elS(k=5^A] сڸc'w!Ll'M=Ȥ뎓z;#կN>\q6r>|8}}Lr$Mo5:>syls+Ǵ`C?/9{Y||jD u#i^\rJ8a|oY+Rxl<{[؏s迨nYaյ[?/^u;+ ,bhL}wrj:ɴdM8^q|m'aQ6;0k_ar|E8HɃpN('&r`V;Rs볩Nk\&W=DDG#5]~M{VyCSRH9ܜXˏt7߾i9ADگ
USڝ|{(hbIRZXg @6Hɹ0Dq;si\Tv<1?mUŏV7bF
p7Y9sƨ*.uz_LբřsB݃ɹ^'_Yae91f+n%A̶d
Ċc#q
CF=Mt'\&ξ)z;L-4:n}41j:mӶ_)\݇ |T@uAƓxAN6Ql;}Ɲ{~_y"g%]nCi']I~,xa?feoɌr0u?V=phldx.Y;~nZL603> \`ęܓ