%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (LDMNet\072 Low Dimensional Manifold Regularized Neural Networks) /Producer (PyPDF2) /Author (Wei Zhu\054 Qiang Qiu\054 Jiaji Huang\054 Robert Calderbank\054 Guillermo Sapiro\054 Ingrid Daubechies) /Subject (2018 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R >> /ExtGState << /s9 26 0 R /s11 29 0 R /a0 << /CA 1 /ca 1 >> /s5 32 0 R /s7 35 0 R /R26 38 0 R >> /Font << /F2 39 0 R /R43 40 0 R /R41 45 0 R /R29 49 0 R /F1 52 0 R /R39 53 0 R /R37 57 0 R /R35 61 0 R /R33 65 0 R /R27 68 0 R /R31 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 93 0 R /Resources << /ExtGState << /R26 38 0 R >> /Font << /R58 94 0 R /R39 53 0 R /R43 40 0 R /R41 45 0 R /F2 97 0 R /F1 98 0 R /R60 99 0 R /R62 102 0 R /R37 57 0 R /R35 61 0 R /R31 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 111 0 R /Resources << /ExtGState << /R26 38 0 R >> /Font << /R43 40 0 R /R41 45 0 R /F2 112 0 R /R89 113 0 R /F1 117 0 R /R83 118 0 R /R91 121 0 R /R81 125 0 R /R93 130 0 R /R87 135 0 R /R95 138 0 R /R85 141 0 R /R97 144 0 R /R29 49 0 R /R39 53 0 R /R37 57 0 R /R35 61 0 R /R31 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 148 0 R 149 0 R 150 0 R 151 0 R 152 0 R 153 0 R 154 0 R 155 0 R 156 0 R 157 0 R 158 0 R 159 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 160 0 R /Resources << /ExtGState << /R26 38 0 R >> /Font << /F2 161 0 R /R35 61 0 R /R81 125 0 R /R43 40 0 R /R41 45 0 R /R29 49 0 R /R89 113 0 R /F1 162 0 R /R39 53 0 R /R83 118 0 R /R37 57 0 R /R91 121 0 R /R93 130 0 R /R87 135 0 R /R95 138 0 R /R31 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 163 0 R 164 0 R 165 0 R 166 0 R 167 0 R 168 0 R 169 0 R 170 0 R 171 0 R 172 0 R 173 0 R 174 0 R 175 0 R 176 0 R 177 0 R 178 0 R 179 0 R 180 0 R 181 0 R 182 0 R 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R 188 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 189 0 R /Resources << /ExtGState << /R26 38 0 R >> /Font << /F2 190 0 R /R35 61 0 R /R81 125 0 R /R43 40 0 R /R41 45 0 R /R29 49 0 R /R89 113 0 R /F1 191 0 R /R39 53 0 R /R83 118 0 R /R37 57 0 R /R91 121 0 R /R93 130 0 R /R87 135 0 R /R95 138 0 R /R85 141 0 R /R31 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 192 0 R 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R 198 0 R 199 0 R 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R 208 0 R 209 0 R 210 0 R 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 217 0 R /Resources << /ExtGState << /R26 38 0 R >> /Font << /F2 218 0 R /R179 219 0 R /R177 222 0 R /R43 40 0 R /R41 45 0 R /R29 49 0 R /R89 113 0 R /F1 225 0 R /R39 53 0 R /R83 118 0 R /R37 57 0 R /R81 125 0 R /R35 61 0 R /R31 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 226 0 R 227 0 R 228 0 R 229 0 R 230 0 R 231 0 R 232 0 R 233 0 R 234 0 R 235 0 R 236 0 R 237 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 238 0 R /Resources << /XObject << /R200 239 0 R /R201 240 0 R /R196 241 0 R /R197 242 0 R /R194 243 0 R /R195 244 0 R /R198 245 0 R /R199 246 0 R >> /ExtGState << /R26 38 0 R >> /Font << /F2 247 0 R /R35 61 0 R /R43 40 0 R /R29 49 0 R /F1 248 0 R /R83 118 0 R /R37 57 0 R /R81 125 0 R /R93 130 0 R /R31 71 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 249 0 R 250 0 R 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 258 0 R /Resources << /ExtGState << /R26 38 0 R >> /Font << /F2 259 0 R /R35 61 0 R /R43 40 0 R /R227 260 0 R /R29 49 0 R /F1 264 0 R /R83 118 0 R /R37 57 0 R /R81 125 0 R /R93 130 0 R /R33 65 0 R /R31 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R 274 0 R 275 0 R 276 0 R 277 0 R 278 0 R 279 0 R 280 0 R 281 0 R 282 0 R 283 0 R 284 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 285 0 R /Resources << /ExtGState << /R26 38 0 R >> /Font << /F2 286 0 R /R29 49 0 R /F1 287 0 R /R35 61 0 R /R33 65 0 R /R31 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 288 0 R 289 0 R ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 17222 >> stream q q q 0.1 0 0 0.1 0 0 cm /R26 gs 0 g q 10 0 0 10 0 0 cm BT /R27 14.3462 Tf 1 0 0 1 90.2762 675.784 Tm (LDMNet) Tj /R29 14.3462 Tf 52.6348 0 Td [ (\072) -310 (Lo) 10.0082 (w) -250.002 (Dimensional) -250.013 (Manif) 25.0042 (old) -249.988 (Regularized) -250.013 (Neural) -250.008 (Netw) 9.99285 (orks) ] TJ /R31 11.9552 Tf -14.2758 -37.3 Td [ (W) 80 (ei) -249.988 (Zhu) ] TJ -18.7762 -13.3898 Td [ (Duk) 10.0095 (e) -249.997 (Uni) 24.9946 (v) 14.9862 (ersity) ] TJ /R33 8.9664 Tf -6.34805 -13.3902 Td (zhu\100math\056duke\056edu) Tj /R31 11.9552 Tf 146.777 26.7801 Td [ (Qiang) -250.01 (Qiu) ] TJ -14.3098 -13.3898 Td [ (Duk) 10.0105 (e) -249.997 (Uni) 24.9957 (v) 14.9851 (ersity) ] TJ /R33 8.9664 Tf -9.03828 -13.3902 Td (qiang\056qiu\100duke\056edu) Tj /R31 11.9552 Tf 169.396 26.7801 Td [ (Jiaji) -249.989 (Huang) ] TJ -40.5879 -13.3898 Td [ (Baidu) -249.987 (Silicon) -250.006 (V) 110.994 (alle) 15.0015 (y) -250.002 (AI) -250.002 (Lab) ] TJ /R33 8.9664 Tf 14.184 -13.3902 Td (huangjiaji\100baidu\056com) Tj /R31 11.9552 Tf -266.467 -19.3668 Td [ (Robert) -250 (Calderbank) ] TJ 5.94219 -13.3902 Td [ (Duk) 10.0095 (e) -249.997 (Uni) 24.9946 (v) 14.9862 (ersity) ] TJ /R33 8.9664 Tf -30.5582 -13.3898 Td (robert\056calderbank\100duke\056edu) Tj /R31 11.9552 Tf 193.227 26.7801 Td [ (Guillermo) -250.008 (Sapiro) ] TJ 2.29492 -13.3902 Td [ (Duk) 10.0105 (e) -249.997 (Uni) 24.9957 (v) 14.9851 (ersity) ] TJ /R33 8.9664 Tf -27.8672 -13.3898 Td (guillermo\056sapiro\100duke\056edu) Tj /R31 11.9552 Tf 172.084 26.7801 Td [ (Ingrid) -250.01 (Daubechies) ] TJ 4.60898 -13.3902 Td [ (Duk) 10.0105 (e) -249.997 (Uni) 24.9957 (v) 14.9851 (ersity) ] TJ /R33 8.9664 Tf -14.418 -13.3898 Td (ingrid\100math\056duke\056edu) Tj /R29 11.9552 Tf -262.784 -40.8789 Td (Abstract) Tj /R35 9.9626 Tf -83.9277 -23.432 Td [ (Deep) -402.012 (neur) 14.9901 (al) -401.019 (networks) -402.016 (have) -400.991 (pr) 44.9839 (o) 10.0032 (ved) -402.014 (very) -401 (successful) -401.982 (on) ] TJ -11.9551 -11.477 Td [ (ar) 36.9852 (c) 15.0128 (hetypal) -240.018 (tasks) -239 (for) -239.981 (whic) 14.9987 (h) -239.994 (lar) 36.9926 (g) 10.0032 (e) -240.004 (tr) 14.9914 (aining) -238.985 (sets) -239.984 (ar) 36.9865 (e) -240.004 (available) 9.99098 (\054) ] TJ 11.4773 TL T* [ (b) 20.0016 (ut) -374.984 (when) -373.997 (the) -374.989 (tr) 14.9914 (aining) -375.001 (data) -373.994 (ar) 36.9852 (e) -375.001 (scar) 36.9865 (ce) 9.98853 (\054) -406.008 (their) -375.013 (performance) ] TJ T* [ (suf) 18.0154 (fer) 10.0075 (s) -259.99 (fr) 44.9864 (om) -259.008 (o) 10.0032 <766572027474696e67> 15.0122 (\056) -340.019 (Many) -259.008 (e) 19.9918 (xisting) -260.002 (methods) -260.008 (of) -259.984 (r) 37.0183 (educing) ] TJ T* [ (o) 10.0032 <766572027474696e67> -305.013 (ar) 36.9852 (e) -305.013 (data\055independent\056) -473.986 (Data\055dependent) -305.01 (r) 37.0183 (e) 39.9884 (gular) 19.9869 (\055) ] TJ T* [ (izations) -316.016 (ar) 36.9852 (e) -315.991 (mostly) -316.001 (motivated) -315.995 (by) -315.985 (the) -316.999 (observ) 0.99493 (ation) -317.016 (that) -316.001 (data) ] TJ T* [ (of) -247.005 (inter) 36.9951 (est) -247.008 (lie) -247.008 (close) -247.008 (to) -247.005 (a) -247.993 (manifold\054) -247.01 (whic) 14.9987 (h) -247.013 (is) -247.986 (t) 0.98758 (ypically) -248.017 (har) 36.9914 (d) -247.013 (to) ] TJ T* [ (par) 14.9938 (ametrize) -226.995 (e) 19.9918 (xplicitly) 55 (\056) -303.006 (These) -227.004 (methods) -228.013 (usually) -226.989 (only) -227.009 (focus) -227.982 (on) ] TJ T* [ (the) -312.999 (g) 10.0032 (eometry) -312.018 (of) -312.994 (the) -313 (input) -311.997 (d) -1.01454 (at) 0.99248 (a\054) -328.997 (and) -312.992 (do) -312.017 (not) -312.989 (necessarily) -312.982 (en\055) ] TJ T* [ (cour) 14.9895 (a) 10.0032 (g) 10.0032 (e) -273.018 (the) -273.986 (networks) -273.018 (to) -273.001 (pr) 44.9839 (oduce) -273.007 (g) 10.0032 (eometrically) -274.003 (meaningful) ] TJ T* [ (featur) 37 (es\056) -307.003 (T) 91.9987 (o) -241.994 (r) 37.0196 (esolve) -241.014 (this\054) -244.01 (we) -241.01 (pr) 44.9839 (opose) -241.982 (the) -241.991 (Low\055Dimensional\055) ] TJ T* [ (Manifold\055r) 36.981 (e) 39.989 (gularized) -257.994 (neur) 14.9901 (al) -259.003 (Network) -258 (\050LDMNet\051\054) -260.003 (whic) 15 (h) -259.011 (in\055) ] TJ T* [ (corpor) 15 (ates) -286.997 (a) -287.006 (featur) 37 (e) -287.016 (r) 37.0196 (e) 39.9884 (gularization) -287.018 (method) -286.991 (that) -288.006 (focuses) -286.991 (on) ] TJ T* [ (the) -245.99 (g) 10.0032 (eometry) -245.01 (of) -245.986 (both) -244.996 (the) -245.991 (input) -244.989 (data) -246.015 (and) -245.983 (the) -245.011 (output) -246.003 (featur) 37.0012 (es\056) ] TJ T* [ (In) -291.989 (LDMNet\054) -301.991 (we) -291.982 (r) 37.0196 (e) 39.9884 (gularize) -291.993 (the) -291.983 (network) -292.003 (by) -291.99 (encour) 14.9901 (a) 10.0032 (ging) -292.008 (the) ] TJ T* [ (combination) -404 (of) -405.018 (the) -404.004 (input) -403.982 (data) -405.008 (and) -403.996 (the) -404.004 (output) -404.016 (featur) 37.0012 (es) -404.989 (to) ] TJ T* [ (sample) -389.011 (a) -388.009 (collection) -389.002 (of) -388.982 (low) -389.007 (dimensional) -388.001 (manifolds\054) -423.993 (whic) 15 (h) ] TJ T* [ (ar) 36.9852 (e) -224.006 (sear) 36.9871 (c) 15.0128 (hed) -223.996 (ef) 18 <026369656e746c79> -223.983 (without) -223.991 (e) 19.9918 (xplicit) -222.997 (par) 14.995 (ametrization\056) -302.006 (T) 92 (o) ] TJ T* [ (ac) 15.0177 (hie) 14.9859 (ve) -359.007 (this\054) -385.006 (we) -358.99 (dir) 36.9926 (ectly) -358.998 (use) -358.011 (the) -358.992 (manifold) -358.014 (dimension) -358.999 (as) -358.987 (a) ] TJ T* [ (r) 37.0196 (e) 39.989 (gularization) -285.999 (term) -285 (in) -286.018 (a) -285.987 (variational) -286.015 (functional\056) -417.016 (The) -286.016 (r) 37.0183 (esult\055) ] TJ T* [ (ing) -344.004 (Euler) 20.0144 (\055La) 10.0143 (gr) 14.9889 (ang) 10.013 (e) -343.987 (equation) -343.005 (is) -344.008 (a) -344.016 (Laplace\055Beltr) 14.9828 (ami) -344.006 (equa\055) ] TJ 11.4781 TL T* [ (tion) -220.997 (o) 10.0032 (ver) -220.005 (a) -221.017 (point) -220.012 (cloud\054) -227 (whic) 14.9987 (h) -221.017 (is) -219.989 (solved) -221.007 (by) -220.003 (the) -221.015 (point) -220.993 (inte) 40.008 (gr) 14.9901 (al) ] TJ 11.477 TL T* [ (method) -191.006 (without) -189.996 (incr) 36.9877 (easing) -191.002 (the) -191.02 (computational) -189.985 (comple) 20.0089 (xity) 55.0153 (\056) -291.008 (In) ] TJ T* [ (the) -382.007 (e) 19.9924 (xperiments\054) -415 (we) -382.006 (show) -381.985 (that) -381.99 (LDMNet) -382.02 <7369676e690263616e746c79> -382.002 (out\055) ] TJ T* [ (performs) -246.004 (widely\055used) -246.986 (r) 37.0196 (e) 39.9884 (gularizer) 10.002 (s\056) -308.018 (Mor) 36.9865 (eo) 9.99833 (ver) 110.999 (\054) -247.015 (LDMNet) -246.983 (can) ] TJ T* [ (e) 19.9924 (xtr) 14.9871 (act) -336.995 (common) -336.987 (featur) 37 (es) -337.001 (of) -336.99 (an) -336.993 (object) -338.006 (ima) 10.013 (g) 10.0032 (ed) -337.003 (via) -336.995 (dif) 18.0166 (fer) 36.984 (ent) ] TJ T* [ (modalities\054) -324.013 (whic) 14.9987 (h) -309.983 (is) -310.013 (very) -309.015 (useful) -310 (in) -308.995 (r) 37.0196 (eal\055world) -309.985 (applications) ] TJ T* [ (suc) 14.9846 (h) -249.993 (as) -249.986 (cr) 45.0139 (oss\055spectr) 15.0073 (al) -249.985 (face) -249.994 (r) 37.0196 (eco) 9.99466 (gnition\056) ] TJ /R29 11.9552 Tf 34.5301 TL T* [ (1\056) -249.99 (Intr) 18.0146 (oduction) ] TJ /R31 9.9626 Tf 11.9551 -18.4508 Td [ (In) -408.989 (this) -409.984 (era) -409.003 (of) -408.989 (big) -409.993 (data\054) -449.017 (deep) -408.989 (neural) -408.986 (netw) 10.0081 (orks) -409.998 (\050DNNs\051) ] TJ -11.9551 -11.477 Td [ (ha) 19.9973 (v) 14.9828 (e) -367.982 (achie) 25.0148 (v) 14.9828 (ed) -368.016 (great) -366.998 (success) -368.007 (in) -368.005 (machine) -368 (learning) -368 (research) ] TJ 11.477 TL T* [ (and) -233.995 (commercial) -234.016 (applications\056) -305.003 (When) -233.994 (lar) 17.997 (ge) -234 (amounts) -234.003 (of) -233.998 (train\055) ] TJ T* [ (ing) -310.99 (data) -311.003 (are) -311.019 (a) 19.9918 (v) 24.9811 (ailable\054) -326.988 (the) -311 (capacity) -311 (of) -311.006 (DNNs) -310.992 (can) -311.99 (easily) -310.99 (be) ] TJ T* [ (increased) -384.012 (by) -384.005 (adding) -383.991 (more) -384.005 (units) -383.984 (or) -384.013 (layers) -384.007 (to) -384.002 (e) 15.0122 (xtract) -384.007 (more) ] TJ T* [ (ef) 25.0081 (fecti) 25.0179 (v) 14.9828 (e) -297.014 (high\055le) 24.9983 (v) 14.9828 (el) -297.007 (features) -297.01 (\1339\054) -297.006 (10\054) -296.997 (26\135\056) -451.013 (Ho) 24.9836 (we) 25.013 (v) 14.9828 (er) 39.986 (\054) -309.005 (big) -296.992 (net\055) ] TJ 258.75 443.679 Td [ (w) 10 (orks) -356.987 (with) -355.997 (millions) -356.982 (of) -356.017 (parameters) -356.994 (can) -357.004 (eas) 1.01454 (ily) -357.019 (o) 14.9828 (v) 14.9828 <65720274> -356.985 (e) 25.0105 (v) 14.9828 (en) ] TJ 11.4781 TL T* [ (the) -253.989 (lar) 17.997 (gest) -255.002 (of) -253.994 (datasets\056) -322.983 (It) -255.011 (is) -253.982 (thus) -254.992 (crucial) -253.992 (to) -253.987 (re) 15.0073 (gularize) -255.006 (DNNs) ] TJ 11.477 TL T* [ (so) -213.011 (that) -213.009 (the) 14.9852 (y) -213.018 (can) -212.006 (e) 15.0122 (xtract) -213.016 (\223meaningful\224) -212.999 (features) -212.984 (not) -213.004 (only) -212.999 (from) ] TJ T* [ (the) -249.99 (training) -250.007 (data\054) -249.993 (b) 20.0016 (ut) -249.985 (also) -249.983 (from) -249.988 (the) -249.988 (test) -249.983 (data\056) ] TJ 11.9551 -13.9941 Td [ (Man) 14.9901 (y) -578.997 (widely\055used) -577.989 (netw) 10.0081 (ork) -578.997 (re) 15.0073 (gularizations) -577.982 (are) -579.011 (data\055) ] TJ -11.9551 -11.477 Td [ (independent\056) -775.013 (Such) -405.011 (techniques) -405.001 (include) -405.011 (weight) -405.006 (decay) 65.0039 (\054) -444 (pa\055) ] TJ T* [ (rameter) -275.013 (sharing\054) ] TJ /R35 9.9626 Tf 67.7809 0 Td [ (Dr) 44.9827 (opOut) ] TJ /R31 9.9626 Tf 38.4422 0 Td (\13324\135\054) Tj /R35 9.9626 Tf 21.8867 0 Td [ (Dr) 44.9827 (opConnect) ] TJ /R31 9.9626 Tf 56.7043 0 Td [ (\13327\135\054) -281.007 (etc\056) -384.014 (In\055) ] TJ -184.814 -11.477 Td [ (tuiti) 25.0105 (v) 14.9828 (ely) 65.0161 (\054) -229.018 (weight) -224.019 (decay) -222.985 (alle) 24.9811 (viates) -223.987 (o) 14.9828 (v) 14.9828 <6572027474696e67> -222.982 (by) -223.992 (reducing) -223.987 (the) ] TJ T* [ (magnitude) -400.014 (of) -398.99 (the) -400.004 (weights) -399.982 (and) -398.987 (the) -400.002 (features\054) -436.986 (and) ] TJ /R35 9.9626 Tf 200.723 0 Td [ (Dr) 44.9827 (opOut) ] TJ /R31 9.9626 Tf -200.723 -11.4773 Td (and) Tj /R35 9.9626 Tf 17.6379 0 Td [ (Dr) 44.9827 (opConnect) ] TJ /R31 9.9626 Tf 57.2191 0 Td [ (can) -325.987 (be) -327.004 (vie) 24.986 (wed) -325.98 (as) -327.004 (computationall) 1 (y) -327 (ine) 14.9877 (x\055) ] TJ -74.857 -11.477 Td [ (pensi) 24.9958 (v) 14.9828 (e) -385 (w) 10 (ays) -384.987 (to) -384.982 (train) -384.002 (an) -384.995 (e) 15.0122 (xponentially) -384.985 (lar) 17.997 (ge) -384.995 (ensemble) -385.009 (of) ] TJ T* [ (DNNs\056) -524.013 (Their) -320.998 (ef) 25.0081 (fecti) 25.0179 (v) 14.9828 (eness) -320.995 (as) -321.005 (netw) 10.0081 (ork) -321 (re) 15.0073 (gularizers) -322.015 (ca) 1.00964 (n) -321.981 (be) ] TJ T* [ <7175616e7469026564> -249.017 (by) -247.988 (analyzing) -248.995 (the) -247.988 (Rademacher) -249.007 (comple) 14.9975 (xity) 64.9941 (\054) -249.012 (which) ] TJ T* [ (pro) 14.9852 (vides) -211.004 (an) -212.004 (upper) -211.016 (bound) -211 (for) -212.004 (the) -211.014 (generalization) -211 (error) -210.994 (\1331\054) -211.999 (27\135\056) ] TJ 11.9551 -13.9941 Td [ (Most) -198.996 (of) -198.984 (the) -199.018 (data\055dependent) -199.986 (re) 15.0073 (gulariz) 0.99493 (ations) -200.021 (are) -198.996 (moti) 25.0056 (v) 24.9811 (ated) ] TJ -11.9551 -11.477 Td [ (by) -328.994 (the) -328.997 (empirical) -328.982 (observ) 24.9909 (ation) -328.004 (that) -328.989 (data) -329 (of) -329.004 (interest) -328.984 (typically) ] TJ T* [ (lie) -336.013 (close) -336.013 (to) -336.01 (a) -335.988 (manifold\054) -357.982 (an) -335.983 (assumption) -336.008 (that) -336.008 (has) -336.017 (pre) 25.0105 (viously) ] TJ T* [ (assisted) -357.009 (m) 0.99248 (achine) -356.994 (learning) -356.98 (tasks) -356 (such) -356.989 (as) -356.019 (nonlinear) -357.014 (embed\055) ] TJ T* [ (ding) -282.99 (\1332\135\054) -289.991 (semi\055supervised) -283.007 (labeling) -282.982 (\1333\135\054) -289.991 (and) -283.007 (multi\055task) -283.002 (clas\055) ] TJ T* [ <736902636174696f6e> -263.01 (\1336\135\056) -350.02 (In) -263.993 (the) -263.008 (conte) 14.9877 (xt) -263.985 (of) -263.015 (DNN\054) -263.005 (data\055dependent) -264.015 (re) 15.0073 (gu\055) ] TJ T* [ (larization) -230.998 (techniques) -230.013 (include) -231 (the) -229.991 (tangent) -231 (distance) -231 (algorithm) ] TJ T* [ (\13320\054) -245.988 (22\135\054) -245.988 (tangent) -246.018 (prop) -245.006 (algorithm) -245.998 (\13321\135\054) -245.993 (and) -245.993 (manifold) -246.003 (tangent) ] TJ T* [ <636c61737369026572> -214.018 (\13318\135\056) -297.985 (T) 79.9916 (ypically) 64.9965 (\054) -222 (these) -213.994 (algorithms) -215.013 (only) -213.979 (focus) -213.994 (on) -215.013 (the) ] TJ T* [ (geometry) -328.002 (of) -327.982 (the) -328.997 (input) -327.994 (data\054) -348.015 (and) -328.019 (do) -328.014 (not) -328.004 (encourage) -327.984 (the) -328.994 (net\055) ] TJ T* [ (w) 10 (ork) -267.987 (to) -267.002 (produce) -267.987 (geometrically) -268 (meaningful) -268 (features\056) -362.998 (More\055) ] TJ T* [ (o) 14.9828 (v) 14.9828 (er) 39.986 (\054) -279.01 (it) -272.999 (is) -271.982 (typically) -273.018 (hard) -273.011 (to) -273.003 (e) 15.0122 (xplicity) -273.013 (parametrize) -273.008 (the) -273.003 (under) 20.0065 (\055) ] TJ T* [ (lying) -292.981 (manifold\054) -303.991 (and) -293.005 (some) -292.99 (of) -293.01 (the) -293 (algorithms) -293 (require) -293.01 (human) ] TJ T* [ (input) -250.007 (of) -249.995 (the) -249.99 (tangent) -250.017 (planes) -249.983 (or) -249.997 (tangent) -250.017 (v) 14.9828 (ectors) -249.993 (\1339\135\056) ] TJ 11.9551 -13.9941 Td [ (Moti) 25.0056 (v) 24.9811 (ated) -400.989 (by) -400.002 (the) -400.985 (same) -400.002 (manifold) -400.997 (observ) 24.9909 (ation\054) -437.981 (we) -400.992 (pro\055) ] TJ -11.9551 -11.4777 Td [ (pose) -372.004 (a) -371.982 (ne) 25.0154 (w) -370.994 (netw) 10.0081 (ork) -372.009 (re) 15.0098 (gularization) -371.982 (technique) -371.997 (that) -372.002 (focuses) ] TJ T* [ (on) -308.017 (the) -307 (geometry) -308.005 (of) -307.005 (both) -308.005 (the) -308.017 (input) -307.017 (data) -307.983 (and) -307.003 (the) -308.017 (output) -307.993 (fea\055) ] TJ T* [ (tures\054) -209.012 (and) -198.982 (b) 20.0016 (uild) -199.001 (lo) 24.9885 (w\055dimensional\055manifold\055re) 15.0073 (gularized) -199.011 (neu\055) ] TJ T* [ (ral) -309.007 (netw) 10.0081 (orks) -308.995 (\050) ] TJ /R35 9.9626 Tf 56.409 0 Td (LDMNet) Tj /R31 9.9626 Tf 35.0488 0 Td [ (\051\056) -487.017 (This) -308.983 (is) -308.993 (inspired) -309.017 (by) -308.997 (a) -309.992 (rec) 1.00964 (ent) -310.017 (algo\055) ] TJ -91.4578 -11.477 Td [ (rithm) -379.005 (in) -378.983 (image) -379.02 (processing\054) -412.019 (the) ] TJ /R35 9.9626 Tf 130.167 0 Td [ (low) -379.01 (dimensional) -378.986 (manifold) ] TJ -130.167 -11.477 Td (model) Tj /R31 9.9626 Tf 26.5551 0 Td [ (\13316\054) -219.993 (19\054) -221.01 (30\135\056) -300.019 (The) -221.017 (idea) -219.998 (of) ] TJ /R35 9.9626 Tf 98.3547 0 Td (LDMNet) Tj /R31 9.9626 Tf 37.2453 0 Td [ (is) -219.988 (that) -221.007 (the) -219.993 (concate\055) ] TJ -162.155 -11.477 Td (nation) Tj /R37 9.9626 Tf 27.8969 0 Td [ (\050) -0.90181 ] TJ /R39 9.9626 Tf 3.875 0 Td (x) Tj /R41 6.9738 Tf 6.56602 -1.49414 Td [ (i) -0.19955 ] TJ /R43 9.9626 Tf 3.31602 1.49414 Td [ (\073) -0.79889 ] TJ /R39 9.9626 Tf 4.42812 0 Td [ (\030) -0.29897 ] TJ /R41 6.9738 Tf 5.06406 -1.49414 Td [ (i) -0.19955 ] TJ /R37 9.9626 Tf 3.3168 1.49414 Td [ (\051) -0.90181 ] TJ /R31 9.9626 Tf 6.86602 0 Td [ (of) -299.987 (the) -299.982 (input) -301.018 (data) ] TJ /R39 9.9626 Tf 69.518 0 Td (x) Tj /R41 6.9738 Tf 6.56602 -1.49414 Td [ (i) -0.19605 ] TJ /R31 9.9626 Tf 6.3082 1.49414 Td [ (and) -299.984 (the) -299.979 (output) -301.013 (features) ] TJ /R39 9.9626 Tf -143.721 -11.477 Td [ (\030) -0.29897 ] TJ /R41 6.9738 Tf 5.06406 -1.49414 Td [ (i) -0.19955 ] TJ /R31 9.9626 Tf 5.23203 1.49414 Td [ (should) -192.012 (sample) -191.985 (a) -192.992 (collection) -192.017 (of) -192.007 (lo) 24.986 (w) -192.002 (dimensional) -191.997 (manifolds\056) ] TJ -10.2961 -11.477 Td [ (This) -270.992 (idea) -271.011 (is) -271.001 (loosely) -270.002 (related) -271.009 (to) -271.004 (the) -271.004 (Gaussian) -270.989 (mixture) -270.984 (model\072) ] TJ T* [ (instead) -334.981 (of) -335 (assuming) -335 (that) -334.988 (the) -334.993 (generating) -334.983 (distrib) 19.9918 (ution) -335.013 (of) -335.003 (the) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.406 786.422 515.188 -52.699 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.4 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.5 0.5 0.5 rg BT /F2 9 Tf 10.8 TL ET BT 1 0 0 1 297 35 Tm (2743) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA