%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R ] /Type /Pages /Count 10 >> endobj 2 0 obj << /Title (Highway Network Block With Gates Constraints for Training Very Deep Networks) /Producer (PyPDF2) /Author (Oyebade K\056 Oyedotun\054 Abd El Rahman Shabayek\054 Djamila Aouada\054 Bjorn Ottersten) /Subject (2018 IEEE Conference on Computer Vision and Pattern Recognition Workshops) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 14 0 R /Resources << /XObject << /x8 15 0 R /x6 18 0 R /x12 21 0 R /x10 24 0 R >> /ExtGState << /s9 27 0 R /s11 30 0 R /R27 33 0 R /a0 << /CA 1 /ca 1 >> /s5 34 0 R /s7 37 0 R >> /Font << /F2 40 0 R /R28 41 0 R /F1 44 0 R /R36 45 0 R /R34 49 0 R /R32 52 0 R /R30 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 61 0 R 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 80 0 R /Resources << /XObject << /R57 81 0 R >> /ExtGState << /R27 33 0 R >> /Font << /F2 82 0 R /R28 41 0 R /F1 83 0 R /R30 57 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 98 0 R /Resources << /ExtGState << /R27 33 0 R >> /Font << /F1 99 0 R /F2 100 0 R /R28 41 0 R /R89 101 0 R /R36 45 0 R /R85 104 0 R /R83 107 0 R /R91 110 0 R /R81 115 0 R /R87 119 0 R /R30 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 123 0 R 124 0 R 125 0 R 126 0 R 127 0 R 128 0 R 129 0 R 130 0 R 131 0 R 132 0 R 133 0 R 134 0 R 135 0 R 136 0 R 137 0 R 138 0 R 139 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 140 0 R /Resources << /XObject << /R101 141 0 R /R102 142 0 R >> /ExtGState << /R27 33 0 R >> /Font << /F2 143 0 R /R28 41 0 R /R89 101 0 R /F1 144 0 R /R85 104 0 R /R83 107 0 R /R91 110 0 R /R81 115 0 R /R87 119 0 R /R30 57 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 145 0 R 146 0 R 147 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 148 0 R /Resources << /XObject << /R114 149 0 R >> /ExtGState << /R27 33 0 R >> /Font << /F2 150 0 R /R28 41 0 R /R89 101 0 R /F1 151 0 R /R85 104 0 R /R83 107 0 R /R91 110 0 R /R81 115 0 R /R87 119 0 R /R30 57 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 152 0 R 153 0 R 154 0 R 155 0 R 156 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 157 0 R /Resources << /ExtGState << /R27 33 0 R >> /Font << /F2 158 0 R /R28 41 0 R /F1 159 0 R /R91 110 0 R /R81 115 0 R /R30 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 160 0 R 161 0 R 162 0 R 163 0 R 164 0 R 165 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 166 0 R /Resources << /XObject << /R175 167 0 R /R172 168 0 R >> /ExtGState << /R27 33 0 R >> /Font << /R173 169 0 R /F2 172 0 R /R28 41 0 R /F1 173 0 R /R91 110 0 R /R32 52 0 R /R30 57 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 174 0 R 175 0 R 176 0 R 177 0 R 178 0 R 179 0 R 180 0 R 181 0 R 182 0 R 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R 190 0 R 191 0 R 192 0 R 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R 198 0 R 199 0 R 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R 208 0 R 209 0 R 210 0 R 211 0 R 212 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 213 0 R /Resources << /ExtGState << /R27 33 0 R >> /Font << /F2 214 0 R /R28 41 0 R /F1 215 0 R /R30 57 0 R /R91 110 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 216 0 R 217 0 R 218 0 R 219 0 R 220 0 R 221 0 R 222 0 R 223 0 R 224 0 R 225 0 R 226 0 R 227 0 R 228 0 R 229 0 R 230 0 R 231 0 R 232 0 R 233 0 R 234 0 R 235 0 R 236 0 R 237 0 R 238 0 R 239 0 R 240 0 R 241 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 242 0 R /Resources << /ExtGState << /R27 33 0 R >> /Font << /R36 45 0 R /R28 41 0 R /F1 243 0 R /F2 244 0 R /R30 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 245 0 R /Resources << /ExtGState << /R27 33 0 R >> /Font << /R36 45 0 R /F2 246 0 R /F1 247 0 R /R30 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 13 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 14 0 obj << /Length 16080 >> stream q q q 0.1 0 0 0.1 0 0 cm /R27 gs 0 g q 10 0 0 10 0 0 cm BT /R28 14.3462 Tf 1 0 0 1 77.357 675.067 Tm [ (Highway) -249.997 (Netw) 9.99455 (ork) -250 (Block) -249.991 (with) -250.013 (Gates) -250.012 (Constraints) -250.002 (f) 24.9923 (or) -249.995 (T) 73.9916 (raining) -250.008 (V) 99.9931 (ery) -250.008 (Deep) ] TJ 190.846 -17.9332 Td [ (Netw) 9.99455 (orks) ] TJ /R30 11.9552 Tf -172.799 -37.8578 Td [ (Oyebade) -250.013 (K\056) -250.01 (Oyedotun\054) -250 (Abd) -250.01 (El) -249.985 (Rahman) -250.006 (Shabayek\054) -249.995 (Djamila) -250.012 (Aouada\054) -249.993 (Bj) ] TJ 342.662 0.05977 Td (\250) Tj -0.99805 -0.05977 Td [ (orn) -249.993 (Ottersten) ] TJ -295.087 -13.9473 Td [ (Interdisciplinary) -249.985 (Centre) -249.997 (for) -249.995 (Security) 65.0051 (\054) -250.012 (Reliability) -250.014 (and) -249.987 (T) 34.9898 (rust) -249.989 (\050SnT\051\054) ] TJ 39.218 -13.948 Td [ (Uni) 24.9946 (v) 14.9851 (ersity) -249.989 (of) -250.014 (Lux) 15.0035 (embour) 18.0116 (g\054) -249.989 (L\0551855) -249.987 (Lux) 15.0035 (embour) 18.0116 (g) ] TJ /R32 8.9664 Tf -98.0078 -13.9477 Td [ (f) -0.8999 ] TJ /R34 8.9664 Tf 4.60781 0 Td [ (oyebade\056oyedotun\054) -600 (abdelrahman\056shabayek\054) -600.018 (djamila\056aouada\054) -599.988 (bjorn\056ottersten) ] TJ /R32 8.9664 Tf 381.967 0 Td [ (g) -0.89854 ] TJ /R34 8.9664 Tf 4.60781 0 Td (\100uni\056lu) Tj /R28 11.9552 Tf -328.379 -41.0461 Td (Abstract) Tj /R36 9.9626 Tf -83.9277 -25.125 Td [ (In) -289.989 (this) -290.985 (paper) 111.018 (\054) -299.987 (we) -291.002 (pr) 44.9839 (opose) -290.013 (to) -290.998 (r) 37.0196 (eformulat) 0.98268 (e) -291.015 (the) -289.983 (learning) -291.013 (of) ] TJ -11.9551 -11.9551 Td [ (the) -332.995 (highway) -331.987 (network) -333.014 (bloc) 20.0089 (k) -331.989 (to) -332.991 (r) 37.0196 (ealize) -332.986 (both) -332 (early) -332.993 (optimiza\055) ] TJ 11.9551 TL T* [ (tion) -454.998 (and) -455.007 (impr) 44.9937 (o) 10.0032 (ved) -454.987 (g) 10.0032 (ener) 15.0196 (alization) -455.006 (of) -455.01 (very) -454.99 (deep) -454.98 (networks) ] TJ T* [ (while) -351.011 (pr) 36.9852 (eserving) -350.984 (the) -352.012 (network) -351.011 (depth\056) -613.014 (Gate) -352.01 (constr) 15.0024 (aints) -351.01 (ar) 36.9865 (e) ] TJ T* [ (duly) -469.987 (employed) -469.008 (to) -469.988 (impr) 44.9937 (o) 10.0032 (ve) -470.009 (optimization\054) -523.996 (latent) -470.012 (r) 37.0183 (epr) 36.9816 (esen\055) ] TJ T* [ (tations) -384.991 (and) -384 (par) 14.9938 (ameterization) -385.018 (usa) 10.0143 (g) 10.0032 (e) -385 (in) -384.002 (or) 36.9865 (der) -384.987 (to) -384.982 (ef) 18 <026369656e746c79> ] TJ 11.9559 TL T* [ (learn) -369.998 (hier) 14.992 (ar) 36.9852 (c) 15.0122 (hical) -369.997 (featur) 37 (e) -369.002 (tr) 14.9914 (ansformations) -369.982 (whic) 15 (h) -370.012 (ar) 36.9865 (e) -369.982 (cru\055) ] TJ 11.9551 TL T* [ (cial) -292.014 (for) -292.011 (the) -291.983 (success) -292.02 (of) -292.017 (any) -291.984 (deep) -291.989 (network\056) -436.015 (One) -291.988 (of) -292.017 (the) -291.983 (earli\055) ] TJ T* [ (est) -279.003 (very) -280 (deep) -279.011 (models) -278.99 (with) -279.018 (o) 10.0032 (ver) -279.995 (30) -279.002 (layer) 10.0081 (s) -279.007 (that) -278.988 (was) -280.007 (success\055) ] TJ T* [ (fully) -320.983 (tr) 14.9914 (ained) -322.007 (r) 37.0196 (elied) -320.994 (on) -322.015 (highway) -321.009 (network) -321.018 (bloc) 20.0089 (ks\056) -525.006 (Although\054) ] TJ T* [ (highway) -256 (bloc) 20.0089 (ks) -255.015 (suf) 18.0154 <026365> -256 (for) -256.017 (al) 0.99248 (le) 14.9803 (viating) -256.004 (optimization) -256.006 (pr) 44.9851 (oblem) ] TJ 11.9559 TL T* [ (via) -372.008 (impr) 44.9937 (o) 10.0032 (ved) -371.981 (information) -371.993 <036f77> 74.0109 (\054) -402.989 (we) -372.008 (show) -371.987 (for) -372 (the) -372.989 <0272> 10.0106 (st) -372.004 (time) ] TJ 11.9551 TL T* [ (that) -242.994 (further) -242.986 (in) -243.986 (tr) 14.9914 (aining) -242.984 (suc) 14.9852 (h) -243.013 (highway) -242.983 (bloc) 20.0089 (ks) -243.016 (may) -243.996 (r) 37.0183 (esult) -242.996 (into) ] TJ T* [ (learning) -275.996 (mostly) -276.008 (untr) 15.0012 (ansformed) -277.014 (featur) 37 (es) -275.991 (and) -276.018 (ther) 36.9889 (efor) 36.9889 (e) -275.998 (a) -277.008 (r) 37.0183 (e\055) ] TJ T* [ (duction) -250.007 (in) -249.005 (the) -249.99 (ef) 18 (fective) -249.994 (depth) -248.999 (of) -249.985 (the) -249.99 (model\073) -249.005 (this) -250.012 (could) -250.02 (ne) 39.9933 (ga\055) ] TJ T* [ (tively) -263.987 (impact) -264.012 (model) -264.018 (g) 10.0032 (ener) 15.0196 (alization) -264.018 (performance) 15.0073 (\056) -352.997 (Using) -264.007 (the) ] TJ T* [ (pr) 44.9839 (oposed) -276.991 (appr) 44.9937 (oac) 14.984 (h\054) -283.004 (15\055layer) -276.016 (and) -276.998 (20\055layer) -276.995 (models) -276.01 (ar) 36.9865 (e) -277.017 (suc\055) ] TJ 11.9559 TL T* [ (cessfully) -383.989 (tr) 14.9914 (ained) -383.016 (with) -383.981 (one) -382.989 (gate) -384.002 (and) -384 (a) -382.99 (32\055layer) -383.997 (model) -384 (us\055) ] TJ 11.9551 TL T* [ (ing) -300.011 (thr) 36.9926 (ee) -301.017 (gates\056) -461 (This) -299.995 (leads) -300.01 (to) -300.016 (a) -301.004 (dr) 14.9889 (astic) -300.006 (r) 37.0183 (eduction) -300.004 (of) -300.996 (model) ] TJ T* [ (par) 14.9938 (ameter) 10.0106 (s) -321 (as) -320.994 (compar) 36.9938 (ed) -321.984 (to) -320.993 (the) -320.998 (original) -320.998 (highway) -321.988 (network\056) ] TJ T* [ (Extensive) -283 (e) 19.9924 (xperiments) -282.985 (on) -283.002 (CIF) 115.014 (AR\05510\054) -290.993 (CIF) 115.015 (AR\055100\054) -292.008 (F) 75.012 (ashion\055) ] TJ T* [ (MNIST) -218.991 (and) -219.987 (USPS) -219.005 (datasets) -220.005 (ar) 36.9852 (e) -218.988 (performed) -218.993 (to) -219.99 (validate) -218.995 (the) -219.995 (ef\055) ] TJ T* [ (fectiveness) -266.017 (of) -265.002 (the) -265.987 (pr) 44.9839 (oposed) -266.012 (appr) 44.9937 (oac) 14.984 (h\056) -356.992 (P) 79.9916 (articularly) 55.0178 (\054) -269.992 (we) -265.985 (out\055) ] TJ 11.9559 TL T* [ (perform) -347.993 (the) -348.012 (original) -348.012 (highway) -347.985 (network) -347.993 (and) -348.986 (many) -348.013 (state\055of\055) ] TJ 11.9551 TL T* [ (the\055art) -280.989 (r) 37.0196 (esults\056) -403.982 (T) 92 (o) -281.007 (the) -281.005 (best) -280.998 (our) -280.996 (knowledg) 9.99098 (e) 9.99343 (\054) -289.008 (on) -281.982 (the) -281.005 (F) 75.012 (ashion\055) ] TJ T* [ (MNIST) -216.991 (and) -217.007 (USPS) -217.005 (datasets\054) -222.982 (the) -217.015 (ac) 15.0183 (hie) 14.9852 (ved) -216.986 (r) 37.0183 (esults) -216.996 (ar) 36.9865 (e) -216.988 (the) -217.015 (best) ] TJ T* [ (r) 37.0196 (eported) -250.017 (in) -249.985 (liter) 15.0012 (atur) 36.9975 (e) 15.0122 (\056) ] TJ /R28 11.9552 Tf 39.509 TL T* [ (1\056) -249.99 (Intr) 18.0146 (oduction) ] TJ /R30 9.9626 Tf 20.143 TL T* [ (Man) 14.9895 (y) -402.006 (computer) -401.009 (vision) -402.015 (applications) -402.009 (no) 24.986 (w) -400.989 (rely) -402.006 (on) -402.002 (learning) ] TJ 11.9559 TL T* [ (important) -327.002 (features) -327.986 (from) -326.993 (data) -327 (via) -328.016 (deep) -327.003 (neural) -327 (netw) 10.0081 (orks) -328.011 (\1331\135) ] TJ 11.9551 TL T* [ (\1332\135) -372.998 (as) -372.995 (opposed) -373.009 (to) -372.984 (handcrafting) -373.016 (such) -372.984 (features\056) -678.982 (Ov) 14.9852 (er) -373.004 (time\054) ] TJ T* [ (there) -301.989 (has) -301.982 (been) -301.988 (a) -301.994 (consistent) -301.988 (challenge) -302.016 (for) -303.011 (better) -301.981 (vision) -301.994 (sys\055) ] TJ T* [ (tems\073) -254.988 (for) -253.998 (e) 15.0128 (xample\054) -254.013 (vision) -254 (systems) -253.018 (with) -254.014 (lo) 24.9885 (wer) -254.002 (error) -252.987 (rates) -253.994 (on) ] TJ T* [ (image) -379.019 <636c6173736902636174696f6e> -378.987 (problems\056) -696.985 (Moreo) 14.9926 (v) 14.9828 (er) 39.986 (\054) -412.007 (the) -378.988 (comple) 14.9975 (xity) ] TJ 258.75 455.387 Td [ (of) -285.989 (the) -285.004 <636c6173736902636174696f6e> -285.982 (problems) -285.996 (to) -286.021 (be) -285.011 (solv) 15.0024 (ed) -285.991 (has) -285.987 (consistently) ] TJ T* [ (increased\056) -668.982 (F) 14.9926 (or) -370.014 (instance\054) -399.992 (about) -369.997 (a) -369.002 (decade) -369.982 (ago\054) -400.002 (the) -370.007 (MNIST) ] TJ T* [ (handwritten) -444.012 (digi) 1.00473 (ts) -443.992 (dataset) ] TJ /R30 6.9738 Tf 106.241 3.61484 Td (1) Tj /R30 9.9626 Tf 8.40391 -3.61484 Td [ (w) 10.0032 (as) -444.004 (considered) -443.009 (quite) -443.985 (hard) -442.985 (to) ] TJ -114.645 -11.9563 Td [ (learn\056) -759.988 (Ho) 24.9836 (we) 25.013 (v) 14.9828 (er) 39.986 (\054) -436.983 (in) -400 (the) -400.004 (last) -399.997 (5) -400.007 (years\054) -436.986 (man) 14.9926 (y) -400.007 (deep) -400.012 (learning) ] TJ T* [ (based) -342.994 (w) 10 (orks) -344.009 (\1333\135) -343.004 (\1334\135) -343.004 (ha) 19.9967 (v) 14.9828 (e) -343.987 (reported) -342.997 (error) -343.992 (rates) -343.002 (in) -342.992 (the) -344.011 (range) ] TJ T* [ (0\0565\045\0550\05621\045\056) -307.015 (Ne) 25.013 (v) 14.9828 (ertheless\054) -242.999 (tackling) -240.989 (more) -241.009 (comple) 14.9975 (x) -241.014 <636c61737369022d> ] TJ T* [ (cation) -247.983 (tasks) -248.017 (has) -247.99 (e) 25.0105 (v) 20.0016 (olv) 14.995 (ed) -247.018 (a) -248.003 (ne) 25.0154 (w) -247.993 (direction) -248.013 (for) -247.998 (deep) -247.998 (netw) 10.0081 (orks\056) ] TJ T* [ (This) -304.986 (is) -304.996 (in) -304.015 (line) -304.993 (with) -304.986 (man) 14.9901 (y) -305.003 (theoretical) -304.988 (w) 10.0032 (orks) -304.013 (\1335\135) -305.008 (\1336\135) -305.008 (\1337\135) -305.008 (that) ] TJ T* [ (sho) 24.9934 (w) -362.016 (the) -362.011 <62656e650274> -361.996 (of) -362.016 (depth) -361.998 (for) -362.018 (learning) -361.998 (comple) 14.9975 (x) -362.013 (and) -362.013 (com\055) ] TJ 11.9559 TL T* [ (positional) -354.987 (tar) 17.997 (get) -354.992 (functions\056) -624.999 (Consequently) 64.9843 (\054) -380.99 (there) -355 (are) -355.009 (man) 14.9926 (y) ] TJ 11.9551 TL T* [ (w) 10 (orks) -279 (\1338\135) -279.995 (\1339\135) -279.015 (that) -278.998 (ha) 19.9967 (v) 14.9828 (e) -279.997 (e) 15.0122 (xplored) -278.993 (v) 14.9828 (ery) -279.997 (deep) -279.012 (models) -278.983 (with) -280.007 (up) ] TJ T* [ (to) -294.997 (200) -294.015 (layers) -295.002 (of) -295.007 (feature) -295.017 (abst) 0.99493 (ractions\056) -445.004 (It) -293.985 (has) -295.005 (been) -295.01 <6964656e7469026564> ] TJ T* [ (that) -245.003 (a) -246.003 (major) -245 (problem) -244.991 (in) -245.986 (the) -245.008 (training) -246.008 (of) -245.018 (v) 14.9828 (ery) -244.984 (deep) -245.998 (netw) 10.0081 (orks) ] TJ /R30 6.9738 Tf 232.265 3.61484 Td (2) Tj /R30 9.9626 Tf -232.265 -15.5699 Td [ (is) -285 (the) -285.004 (consistent) -285.011 (dilution) -285.001 (of) -285.011 (features) -285.011 (o) 14.9828 (v) 14.9828 (er) -286.001 (the) -285.001 (se) 25.0154 (v) 14.9828 (eral) -285.016 (layers) ] TJ T* [ (of) -218 (transformations) -217.995 (as) -218 (we) -218.005 (go) -217.993 (deeper) ] TJ /R30 6.9738 Tf 138.12 3.61523 Td (3) Tj /R30 9.9626 Tf 6.15586 -3.61523 Td [ (into) -218.018 (the) -217.993 (model) -218.018 (\1338\135) -218.003 (\13310\135\056) ] TJ -144.276 -11.9559 Td [ (Therefore\054) -220.99 (man) 14.9901 (y) -213.018 (of) -214.001 (the) -213.016 (w) 10 (orks) -213.989 (\1338\135) -214.004 (\1339\135) -212.984 (\13310\135) -213.999 (that) -213.009 (ha) 19.9967 (v) 14.9828 (e) -214.008 (success\055) ] TJ T* [ (fully) -272.991 (trained) -273.001 (v) 14.9828 (ery) -273.016 (deep) -271.991 (netw) 10.0081 (orks) -272.999 (ha) 19.9967 (v) 14.9828 (e) -273.018 (relied) -273.003 (on) -273.003 (some) -272.994 (w) 10.0032 (ays) ] TJ T* [ (of) -412.007 (routing) -412.997 (untransformed) -412.015 (features) -412.99 (from) -412 (the) -412 (earlier) -412.995 (layers) ] TJ T* [ (through) -206.995 (the) -207.997 (model\056) -294.983 (One) -208.002 (of) -206.985 (the) -207.014 (earliest) -207.995 (w) 10.0032 (orks) -207.01 (referred) -207.005 (to) -207.014 (as) -208.005 (a) ] TJ T* [ (highw) 9.98363 (ay) -291.01 (netw) 10.0081 (ork) -291.983 (\13310\135) -291.008 (emplo) 9.98363 (yed) -291.986 (highw) 9.98363 (ay) -291.01 (blocks) -290.986 (with) -292.005 (g) 4.98446 (at\055) ] TJ T* [ (ing) -312.989 (mechanism) -311.992 (for) -313.009 (routing) -313.016 (untransformed) -311.992 (lo) 24.986 (wer) -313.012 (layer) -313.007 (fea\055) ] TJ 11.9559 TL T* [ (tures) -322.995 (through) -323.015 (the) -322.998 (model) -323.02 (to) -322.995 (alle) 24.9811 (viate) -322.995 (the) -324.015 (problem) -323.02 (of) -323.005 (model) ] TJ 11.9551 TL T* [ (optimization\056) -296.007 (In) -210.002 (\1338\135\054) -216.983 (residual) -209.985 (netw) 10.0081 (ork) -209.019 (with) -209 (shortcut) -210.014 (connec\055) ] TJ T* [ (tions) -252.007 (of) -253.014 (identity) -251.997 (mappings) -251.997 (for) -251.997 (bridging) -252.982 (the) -251.987 (hidden) -252.012 (layers) -253.012 (of) ] TJ T* [ (the) -211.016 (model) -210.019 (w) 10 (as) -210.982 (proposed\073) -224.009 (this) -210.019 (w) 10.0032 (as) -210.984 (sho) 24.9909 (wn) -211.014 (to) -209.994 (alle) 24.9811 (viate) -211.014 (the) -211.014 (dif\055) ] TJ T* [ <0263756c7479> -222.987 (of) -222 (model) -222.997 (optimization) -221.983 (and) -223.017 (also) -221.987 (achie) 25.0154 (ving) -222.997 (impressi) 25.0105 (v) 14.9828 (e) ] TJ 11.9563 TL (results\056) ' 11.9551 TL T* [ (The) -396.988 (problem) -397.985 (with) -397.01 (v) 14.9828 (ery) -396.995 (deep) -398.012 (net) 0.99003 (w) 10.0032 (orks) -397.997 (that) -397.017 (rely) -396.988 (on) -398.002 (high\055) ] TJ T* [ (w) 10 (ay) -370.997 (netw) 10.0081 (ork) -372.009 (blocks) -371.012 (is) -372.004 (that) -370.982 (the) -372.007 (netw) 10.0081 (ork) -370.992 (may) -372.002 <026e64> -371.012 (it) -372.002 (dif) 24.986 <022d> ] TJ T* [ (cult) -352.985 (to) -352.007 (learn) -353 (feature) -351.988 (transformations) -352.99 (\050ne) 25.0105 (w) -352.015 (latent) -352.98 (represen\055) ] TJ T* [ (tations\051) -341.012 (which) -340.007 (are) -341.014 (important) -341.002 (for) -339.982 (generalization) -341.017 (as) -341.002 (training) ] TJ T* [ (progresses\056) -478.018 (The) -305.983 (biases) -306.013 (of) -305.988 (g) 4.98446 (ating) -306.008 (units) -305.998 (of) -307.008 (the) -306.018 (highw) 9.98363 (ay) -305.988 (net\055) ] TJ 11.9559 TL T* [ (w) 10 (ork) -309 (block) -308.99 (are) -309.02 (initialized) -309.007 (to) -308.997 (ne) 15.0171 (g) 4.98446 (ati) 24.986 (v) 14.9828 (e) -309.012 (v) 24.9811 (alues) -308.997 (at) -309.983 (the) -308.997 (start) -308.993 (of) ] TJ 11.9551 TL T* [ (training\073) -351.983 (this) -318 (positions) -318.011 (the) -318.016 (g) 4.98446 (ating) -318.006 (units) -319.015 (close) -318.016 (to) -318.016 (saturation\056) ] TJ T* [ (Although\054) -324.019 (this) -310.002 (alle) 24.9811 (viates) -308.99 (the) -308.997 (dif) 24.986 <0263756c746c79> -309.987 (of) -309.007 (model) -310.002 (optimiza\055) ] TJ T* [ (tion) -248.993 (by) -249.007 (mostly) -249.995 (routing) -248.985 (untransformed) -248.983 (features) -249.017 (via) -249.007 (the) -249.988 (high\055) ] TJ ET Q 3.98 w 0 G 3088.62 1101.37 m 4033.61 1101.37 l S q 10 0 0 10 0 0 cm BT /R30 5.9776 Tf 1 0 0 1 319.721 103.27 Tm (1) Tj /R30 7.9701 Tf 3.48711 -2.81211 Td [ (http\072\057\057yann\056lecun\056com\057e) 15.0097 (xdb\057mnist\057) ] TJ /R30 5.9776 Tf -3.48711 -6.91563 Td (2) Tj /R30 7.9701 Tf 3.48711 -2.81328 Td [ (Deep) -249.991 (models) -249.979 (with) -249.991 (o) 14.9852 (v) 14.9852 (er) -249.982 (10) -249.985 (layers) ] TJ /R30 5.9776 Tf -3.48711 -6.91602 Td (3) Tj /R30 7.9701 Tf 3.48711 -2.81289 Td [ (W) 79.9803 (e) -250 (refer) -249.991 (to) -250.013 (layers) -249.985 (closer) -249.985 (to) -250.013 (the) -250.007 (output) -249.994 (layer) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.406 786.422 515.188 -52.699 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.4 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.5 0.5 0.5 rg BT /F2 9 Tf 10.8 TL ET BT 1 0 0 1 297 35 Tm (1771) Tj T* ET Q endstream endobj 15 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 16 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 16 0 obj << /Filter /FlateDecode /Resources 17 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
17 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 19 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources 20 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
20 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 22 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 112 751 500 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
22 0 obj
<<
/Filter /FlateDecode
/Resources 23 0 R
/Length 56490
/Type /XObject
/BBox [ 112 751 500 772 ]
/Subtype /Form
>>
stream
xtIJ5*|^~x?P9)<<ҥ+kh4}/?>]漿վ]Z Ǭ57W'b~?Kwk6:>rAニxeG1k-/LfߗA̺(egk5>
=KO1{Vux}Ol|_s؟|*>5=k|*a5x}On :97~1s7rX {|>IQQo6|'\#x_ڽC}M7(췀(N
سW#^Ň}|zblnB'\o=r;$s:z-
V3+έ昵 WD/nl ;q"3Pg휅\3C`k7760c9-Cȸ