%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (Analytic Expressions for Probabilistic Moments of PL\055DNN With Gaussian Input) /Producer (PyPDF2) /Author (Adel Bibi\054 Modar Alfadly\054 Bernard Ghanem) /Subject (2018 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x10 17 0 R /x6 20 0 R /x12 23 0 R /R41 26 0 R /R40 27 0 R >> /ExtGState << /s9 28 0 R /s11 31 0 R /a0 << /CA 1 /ca 1 >> /s5 34 0 R /R24 37 0 R /s7 38 0 R >> /Font << /F2 41 0 R /R44 42 0 R /R42 45 0 R /R29 48 0 R /F1 52 0 R /R37 53 0 R /R35 57 0 R /R25 61 0 R /R33 64 0 R /R27 67 0 R /R31 71 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 75 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R ] /Type /Page >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 91 0 R /Resources << /ExtGState << /R24 37 0 R >> /Font << /R94 92 0 R /F1 97 0 R /F2 98 0 R /R88 99 0 R /R27 67 0 R /R90 103 0 R /R82 107 0 R /R92 111 0 R /R35 57 0 R /R25 61 0 R /R86 114 0 R /R96 117 0 R /R84 122 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 126 0 R 127 0 R 128 0 R 129 0 R 130 0 R 131 0 R 132 0 R 133 0 R 134 0 R 135 0 R 136 0 R 137 0 R 138 0 R 139 0 R 140 0 R 141 0 R 142 0 R 143 0 R 144 0 R 145 0 R 146 0 R 147 0 R 148 0 R 149 0 R 150 0 R 151 0 R 152 0 R 153 0 R 154 0 R 155 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 156 0 R /Resources << /ExtGState << /R24 37 0 R >> /Font << /F1 157 0 R /F2 158 0 R /R126 159 0 R /R88 99 0 R /R122 163 0 R /R120 166 0 R /R90 103 0 R /R82 107 0 R /R92 111 0 R /R94 92 0 R /R86 114 0 R /R96 117 0 R /R84 122 0 R /R118 169 0 R /R116 172 0 R /R114 176 0 R /R124 181 0 R /R35 57 0 R /R25 61 0 R /R27 67 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R 190 0 R 191 0 R 192 0 R 193 0 R 194 0 R 195 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 196 0 R /Resources << /ExtGState << /R24 37 0 R >> /Font << /R118 169 0 R /R27 67 0 R /R94 92 0 R /F1 197 0 R /R116 172 0 R /R114 176 0 R /F2 198 0 R /R88 99 0 R /R122 163 0 R /R90 103 0 R /R82 107 0 R /R92 111 0 R /R35 57 0 R /R25 61 0 R /R86 114 0 R /R96 117 0 R /R84 122 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 199 0 R 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R 208 0 R 209 0 R 210 0 R 211 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Contents 212 0 R /Resources << /XObject << /R156 213 0 R /R157 214 0 R /R158 215 0 R /R159 216 0 R >> /ExtGState << /R24 37 0 R >> /Font << /R94 92 0 R /F1 217 0 R /F2 218 0 R /R88 99 0 R /R27 67 0 R /R90 103 0 R /R82 107 0 R /R92 111 0 R /R35 57 0 R /R25 61 0 R /R86 114 0 R /R96 117 0 R /R84 122 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 75 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 219 0 R 220 0 R 221 0 R 222 0 R 223 0 R ] /Type /Page >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 224 0 R /Resources << /ExtGState << /R24 37 0 R >> /Font << /R180 225 0 R /R182 228 0 R /R44 42 0 R /R42 45 0 R /F2 231 0 R /R88 99 0 R /R90 103 0 R /R82 107 0 R /R92 111 0 R /R94 92 0 R /R86 114 0 R /R96 117 0 R /R84 122 0 R /R178 232 0 R /F1 236 0 R /R35 57 0 R /R25 61 0 R /R27 67 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 237 0 R 238 0 R 239 0 R 240 0 R 241 0 R 242 0 R 243 0 R 244 0 R 245 0 R 246 0 R 247 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Contents 248 0 R /Resources << /XObject << /R192 249 0 R /R189 251 0 R /R190 252 0 R /R191 250 0 R >> /ExtGState << /R24 37 0 R >> /Font << /R178 232 0 R /R94 92 0 R /F1 253 0 R /F2 254 0 R /R88 99 0 R /R90 103 0 R /R82 107 0 R /R92 111 0 R /R35 57 0 R /R25 61 0 R /R86 114 0 R /R27 67 0 R /R84 122 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 75 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 255 0 R ] /Type /Page >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Contents 256 0 R /Resources << /XObject << /R211 257 0 R /R210 258 0 R /R213 259 0 R /R212 260 0 R >> /ExtGState << /R24 37 0 R >> /Font << /R42 45 0 R /F2 261 0 R /R88 99 0 R /R122 163 0 R /R90 103 0 R /R82 107 0 R /R92 111 0 R /R94 92 0 R /R86 114 0 R /R96 117 0 R /R84 122 0 R /R118 169 0 R /R178 232 0 R /R116 172 0 R /R114 176 0 R /F1 262 0 R /R35 57 0 R /R25 61 0 R /R27 67 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 75 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R ] /Type /Page >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 274 0 R /Resources << /ExtGState << /R24 37 0 R >> /Font << /F2 275 0 R /F1 276 0 R /R35 57 0 R /R25 61 0 R /R27 67 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 17762 >> stream q q q 0.1 0 0 0.1 0 0 cm /R24 gs 0 g q 10 0 0 10 0 0 cm BT /R25 14.3462 Tf 1 0 0 1 50.3719 675.426 Tm [ (Analytic) -249.996 (Expr) 17.9938 (essions) -249.988 (f) 24.9915 (or) -249.996 (Pr) 18.0048 (obabilistic) -250.002 (Moments) -250.002 (of) -250.012 (PL\055DNN) -250.008 (with) -250.015 (Gaussian) -249.988 (Input) ] TJ /R27 11.9552 Tf 125.113 -37.5789 Td [ (Adel) -249.998 (Bibi) ] TJ /R29 7.9701 Tf 46.8277 4.33789 Td [ <03> -0.30019 ] TJ /R27 11.9552 Tf 4.33789 TL T* [ (\054) -749.99 (Modar) -249.997 (Alf) 9.99418 (adly) ] TJ /R29 7.9701 Tf 83.2191 4.33789 Td [ <03> -0.30019 ] TJ /R27 11.9552 Tf T* [ (\054) -749.99 (and) -249.987 (Bernard) -250 (Ghanem) ] TJ -195.86 -13.6691 Td [ (King) -250.002 (Abdullah) -249.99 (Uni) 24.9946 (v) 14.9851 (ersity) -249.989 (of) -250.014 (Science) -250.006 (and) -249.987 (T) 70.0164 (echnology) -249.997 (\050KA) 55.0109 (UST\051\054) -250.01 (Saudi) -249.993 (Arabia) ] TJ /R31 8.9664 Tf 46.1473 -13.668 Td [ (f) -0.8999 ] TJ /R33 8.9664 Tf 4.60781 0 Td (adel\056bibi\054modar\056alfadly\054bernard\056ghanem) Tj /R31 8.9664 Tf 204.433 0 Td [ (g) -0.90126 ] TJ /R33 8.9664 Tf 4.60703 0 Td (\100kaust\056edu\056sa) Tj /R25 11.9552 Tf -223.472 -40.9633 Td (Abstract) Tj /R35 9.9626 Tf -83.9277 -24.3617 Td [ (The) -385.018 (outstanding) -383.991 (performance) -385.004 (of) -384.002 (deep) -384.992 (neur) 14.9901 (al) -384.982 (networks) ] TJ -11.9551 -11.716 Td [ (\050DNNs\051\054) -403 (for) -371.998 (the) -372.009 (visual) -371.991 (r) 37.0196 (eco) 9.99466 (gnition) -372.014 (task) -372.002 (in) -372.004 (particular) 111.011 (\054) -402.989 (has) ] TJ 11.716 TL T* [ (been) -200.985 (demonstr) 15.011 (ated) -199.994 (on) -201.015 (se) 15.0183 (ver) 15.0147 (al) -201.013 (lar) 36.9926 (g) 10.0032 (e\055scale) -200.003 (benc) 15.0196 (hmarks\056) -294.007 (This) ] TJ T* [ (performance) -462.011 (has) -461.985 (immensely) -463.002 (str) 36.9938 (engthened) -461.982 (the) -461.994 (line) -461.987 (of) -463.009 (r) 37.0183 (e\055) ] TJ T* [ (sear) 36.9871 (c) 15.0128 (h) -231.996 (that) -232.995 (aims) -232.019 (to) -233.008 (under) 10.0155 (stand) -232.012 (and) -231.986 (analyze) -233 (the) -231.993 (driving) -232.988 (r) 37.0183 (ea\055) ] TJ T* [ (sons) -226.999 (behind) -228.018 (the) -227.014 (ef) 18 (fectiveness) -227.004 (of) -227.989 (these) -227.011 (networks\056) -301.991 (One) -227.999 (impor) 19.9844 (\055) ] TJ T* [ (tant) -258.011 (aspect) -257.981 (of) -257.984 (this) -258.01 (analysis) -257.999 (has) -258.019 (r) 37.0196 (ecently) -259.013 (gained) -258.013 (muc) 14.9803 (h) -257.991 (atten\055) ] TJ T* [ (tion\054) -254.989 (namely) -253.985 (the) -253.009 (r) 37.0196 (eaction) -254.015 (of) -253.985 (a) -253.992 (DNN) -254.007 (to) -253.985 (noisy) -252.997 (input\056) -321.993 (This) -254.004 (has) ] TJ T* [ (spawned) -327.009 (r) 37.0196 (esear) 36.9828 (c) 15.0122 (h) -327 (on) -326.014 (de) 15.0183 (veloping) -327.018 (adver) 10.0057 (sarial) -327.007 (input) -327.014 (attac) 20.0163 (ks) ] TJ T* [ (as) -291 (well) -290.007 (as) -291 (tr) 14.9914 (aining) -291.015 (str) 14.9975 (ate) 40 (gies) -290.997 (that) -290.006 (mak) 10.002 (e) -291.015 (DNNs) -291.015 (mor) 36.9889 (e) -291.015 (r) 45.017 (ob) 20.0065 (ust) ] TJ T* [ (a) 10.0032 (gainst) -400.015 (thes) 0.99432 (e) -400.017 (attac) 20.0163 (ks\056) -759.007 (T) 92 (o) -398.987 (this) -399.986 (end\054) -437.017 (we) -398.982 (derive) -400.007 (in) -399.019 (this) -399.987 (pa\055) ] TJ T* [ (per) -299.002 (e) 19.9924 (xact) -299.005 (analytic) -300 (e) 19.9918 (xpr) 36.9816 (essions) -299.018 (for) -298.991 (the) -299.002 <0272> 10.0106 (st) -298.997 (and) -298.994 (second) -300.016 (mo\055) ] TJ T* [ (ments) -223.005 (\050mean) -223.996 (and) -223.007 (variance\051) -223.009 (of) -223.99 (a) -223.017 (small) -222.993 (piece) 15.0171 (wise) -223 (linear) -224.014 (\050PL\051) ] TJ T* [ (network) -282.004 (\050Af) 18.005 <026e65> 10.0045 (\054) -289.008 (ReLU) 24.9934 (\054) -281.99 (Af) 18.008 <026e6529> -281.009 (subject) -282.009 (to) -281 (g) 10.0032 (ener) 15.0196 (al) -282.019 (Gaussian) ] TJ T* [ (input\056) -615.983 (W) 91.9865 (e) -351.985 (e) 19.9924 (xperimentally) -351.984 (show) -351.99 (that) -351.995 (these) -352.01 (e) 19.9918 (xpr) 36.9816 (essions) -351.988 (ar) 36.9865 (e) ] TJ T* [ (tight) -363.986 (under) -364.001 (simpl) 1.00841 (e) -363.983 (linearizations) -363.982 (of) -364.005 (deeper) -364.015 (PL\055DN) 1.01209 (Ns\054) -393.01 (es\055) ] TJ T* [ (pecially) -328.986 (popular) -327.986 (ar) 36.9852 (c) 15.0122 (hitectur) 37.0036 (es) -329.003 (in) -328.992 (the) -328.016 (liter) 15 (atur) 36.9963 (e) -329.009 (\050) ] TJ /R27 9.9626 Tf 194.789 0 Td (e\056g) Tj /R35 9.9626 Tf 11.8949 0 Td [ (\056) -329.001 (LeNet) ] TJ -206.684 -11.716 Td [ (and) -350.005 (Ale) 20.0034 (xNet\051\056) -610.985 (Extensive) -350.008 (e) 19.9918 (xperiments) -349.993 (on) -350.99 (i) 0.98758 (ma) 8.98625 (g) 10.0032 (e) -349.986 <636c617373690263612d> ] TJ T* [ (tion) -355.014 (show) -355.009 (that) -355.014 (these) -354.99 (e) 19.9918 (xpr) 36.9816 (essions) -355.008 (can) -354.993 (be) -355 (used) -354.987 (to) -354.987 (study) -354.98 (the) ] TJ T* [ (behaviour) -200.016 (of) -199.994 (the) -199.998 (output) -200.991 (mean) -199.997 (of) -199.994 (the) -199.998 (lo) 10.0106 (gits) -200.021 (for) -199.989 (eac) 15.0147 (h) -200.981 (class\054) -209.982 (the) ] TJ T* [ (inter) 36.9951 (class) -276.012 (confusion) -275.991 (and) -276.998 (the) -275.986 (pixel\055le) 14.9877 (vel) -275.996 (spatial) -275.991 (noise) -276.993 (sensi\055) ] TJ T* [ (tivity) -260.995 (of) -261.003 (the) -259.988 (network\056) -343.01 (Mor) 36.9865 (eo) 10 (ver) 110.999 (\054) -263.012 (we) -261.007 (show) -260.986 (how) -260.993 (these) -261.005 (e) 19.9918 (xpr) 36.9816 (es\055) ] TJ T* [ (sions) -311.017 (can) -309.982 (be) -311.006 (used) -310.014 (to) -310.995 (systematically) -311.002 (construct) -309.995 (tar) 36.9914 (g) 10.0032 (eted) -311.004 (and) ] TJ T* [ (non\055tar) 37.0042 (g) 10.0032 (eted) -249.994 (adver) 10.0057 (sarial) -250 (attac) 20.0163 (ks\056) ] TJ /R25 11.9552 Tf 37.6609 TL T* [ (1\056) -249.99 (Intr) 18.0146 (oduction) ] TJ /R27 9.9626 Tf 11.9547 -19.3809 Td [ (Deep) -400.012 (neural) -398.987 (netw) 10.0094 (orks) -400 (\050DNNs\051) -398.984 (ha) 19.9979 (v) 14.0026 (e) -398.997 (demonstrated) -400.014 (im\055) ] TJ -11.9547 -11.716 Td [ (pressi) 24.9928 (v) 14.9828 (e) -545.011 (performance) -545.007 (o) 14.9828 (v) 14.9828 (er) -545.014 (the) -545 (years) -545.007 (in) -544.995 (man) 14.9901 (y) -545.002 <02656c6473> -545.017 (of) ] TJ 11.716 TL T* [ (research\056) -1091.99 (The) -511.008 (applications) -509.991 (include) -510.992 (object) -510.998 <636c6173736902636174696f6e> ] TJ (\133) ' ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 53.4297 183.527 Tm (14) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 63.3922 183.527 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 71.3621 183.527 Tm (16) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 81.3246 183.527 Tm [ (\135\054) -626.014 (semantic) -550.001 (se) 15.0183 (gmentation) -549.981 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 196.044 183.527 Tm (19) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 206.006 183.527 Tm [ (\135\054) -624.994 (acti) 24.9811 (vity) -550.982 (recogni\055) ] TJ -155.894 -11.716 Td [ (tion\057detection) -391.017 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 112.12 171.811 Tm (7) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 117.101 171.811 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 123.487 171.811 Tm (32) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 133.449 171.811 Tm [ (\135\054) -426.009 (speech) -392.009 (r) 1.01576 (ecognition) -392.015 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 227.108 171.811 Tm (15) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 237.07 171.811 Tm [ (\135) -390.996 (and) -390.989 (bioin\055) ] TJ -186.958 -11.716 Td [ (formatics) -349.017 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 94.5355 160.095 Tm (4) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 99.5168 160.095 Tm [ (\135) -347.985 (to) -348.988 (name) -348.992 (a) -347.986 (fe) 25.0081 (w) 65.0112 (\056) -606.014 (Despite) -348.981 (this) -347.996 (success\054) -374.004 (DNNs) ] TJ -49.4047 -11.716 Td [ (still) -222.987 (e) 15.0128 (xhibit) -222.005 (uncouth) -222.993 (beha) 19.9979 (viour) -223.003 (under) -221.995 (certain) -223.019 (circumstances\056) ] TJ 11.716 TL T* [ (Some) -333.016 (of) -333.001 (these) -332.993 (nuisances) -332.982 (in) -334.01 (perform) 0.98881 (ance) -333.991 (became) -333.003 (apparent) ] TJ T* [ (when) -368.008 (adv) 14.9834 (ersarial) -368.016 (perturbations) -366.999 (were) -367.986 <02727374> -367.993 (introduced) -367.99 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 270.595 124.947 Tm (31) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 280.557 124.947 Tm (\135\056) Tj -230.445 -11.716 Td [ (F) 14.992 (or) -287.009 (instance\054) -296.009 (despite) -286.989 (their) -286.999 (e) 15.0122 (xcellent) -286.993 (visual) -286.984 (recognition) -287.016 (per) 19.9942 (\055) ] TJ 11.716 TL T* [ (formance\054) -350.015 (there) -329.984 (are) -329.996 (v) 24.9811 (arious) -330.007 (simple) -329.99 (routines) -331.016 (that) -330.009 (can) -329.987 (tailor) ] TJ ET Q 3.98 w 0 G 501.121 904.148 m 1446.11 904.148 l S q 10 0 0 10 0 0 cm BT /R37 5.9776 Tf 1 0 0 1 60.141 83.8129 Tm [ <03> -0.90058 ] TJ /R27 7.9701 Tf 4.3168 -2.81289 Td [ (Both) -250.02 (authors) -250.017 (contrib) 19.9966 (uted) -250.019 (equally) -250.017 (to) -250.013 (this) -250.007 (w) 10.0121 (ork\056) ] TJ ET Q q 2425.6 0 0 1257.36 3088.62 4537.75 cm /R41 Do Q q 10 0 0 10 0 0 cm BT /R27 8.9664 Tf 1 0 0 1 308.862 443.036 Tm [ (Figure) -262.008 (1\056) -261.981 (An) 15.0192 (y) -262.002 (PL\055DNN) -262.991 (can) -261.997 (be) -262.024 (linearized) -262.024 (before) -261.981 (and) -261.981 (after) -262.013 (a) -262.019 (gi) 25.0174 (v) 14.9865 (en) ] TJ 10.7398 TL T* [ (ReLU) -194.016 (through) -195.004 (a) -194.016 (tw) 10.02 (o\055stage) -193.991 (linearization) -193.997 (truncating) -194.982 (it) -193.98 (into) -193.98 (a) -194.013 (\050Af) 25.012 <026e652c> ] TJ T* [ (ReLU\054) -318.983 (Af) 24.982 <026e6529> -320.004 (netw) 10 (ork\054) -337.014 (whose) ] TJ /R42 8.9664 Tf 115.882 0 Td [ (1) -0.89854 ] TJ /R44 5.9776 Tf 4.60703 3.80898 Td [ (s) -0.49828 (t) -0.80051 ] TJ /R27 8.9664 Tf 9.70703 -3.80898 Td (and) Tj /R42 8.9664 Tf 15.8109 0 Td [ (2) -0.89854 ] TJ /R44 5.9776 Tf 4.60781 3.80898 Td [ (n) -0.70249 (d) -0.49828 ] TJ /R27 8.9664 Tf 11.8039 -3.80898 Td [ (moments) -319.019 (can) -319.983 (be) -319.008 (de\055) ] TJ -162.419 -10.7391 Td [ (ri) 25.0011 (v) 14.9865 (ed) -274.002 (analytically) -274.013 (when) -274.013 (it) -274.007 (is) -274.013 (e) 15.0137 (xposed) -274 (to) -274.016 (Gaussian) -274.016 (input) -274.01 (noise\056) -381.007 (W) 80.0079 (e) ] TJ T* [ (sho) 25.0093 (w) -266.98 (that) -267.012 (these) -265.991 (moments) -267.002 (are) -267.018 (helpful) -266.985 (in) -267.002 (predicting) -266.996 (ho) 25.0066 (w) -266.021 (PL\055DNNs) ] TJ T* [ (react) -249.997 (to) -250.014 (noise) -249.984 (and) -249.997 (constructing) -250 (adv) 15.0083 (ersarial) -249.995 (Gaussian) -250.011 (input) -250.006 (attacks\056) ] TJ /R27 9.9626 Tf 27.0512 TL T* [ (small) -428.017 (impe) 1 (rceptible) -427.992 (perturbations) -428.007 (to) -427.017 (the) -427.997 (input) -426.997 (that) -427.992 (result) ] TJ 11.716 TL T* [ (in) -425.015 (a) -424.013 (drastic) -425.012 (ne) 15.0171 (g) 4.98446 (ati) 24.986 (v) 14.9828 (e) -424.013 (ef) 25.0081 (fect) -424.993 (on) -423.998 <636c6173736902636174696f6e> -425.017 (performance) ] TJ (\133) ' ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 312.18 338.854 Tm (12) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 322.142 338.854 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 326.575 338.854 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 336.538 338.854 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 340.981 338.854 Tm (31) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 350.944 338.854 Tm [ (\135\056) -291.99 (More) -195.019 (interestingly) 64.9794 (\054) -206 (some) -195.987 (of) -194.987 (these) -195.997 (perturbations) ] TJ -42.0816 -11.716 Td [ (can) -345.004 (be) -345.001 (both) -345.018 (image) -344.987 (and) -344.996 (netw) 10.0081 (ork) -344.996 (agnostic) -345.016 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 481.673 327.138 Tm (23) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 491.636 327.138 Tm [ (\135\056) -594.999 (In) -345.001 (light) -345.011 (of) ] TJ -182.774 -11.716 Td [ (these) -253.987 (re) 25.0081 (v) 14.9828 (elations\054) -254.004 (only) -254.014 (little) -254.007 (progress) -253.982 (has) -253.012 (been) -253.997 (made) -253.987 (to) -253.987 (sys\055) ] TJ 11.716 TL T* [ (tematically) -321.988 (understand) -321.998 (the) -322.015 (reasons) -322.015 (behind) -322 (such) -322.015 (beha) 19.9967 (viour) 54.9908 (\056) ] TJ T* [ (Ho) 24.9836 (we) 25.013 (v) 14.9828 (er) 39.986 (\054) -384.012 (there) -357 (are) -357.992 (some) -357.019 (recent) -357.004 (approaches) -358.014 (that) -356.985 (do) -356.989 (try) -358.009 (to) ] TJ T* [ (deal) -299.006 (with) -298.987 (these) -300.019 (nuisances\056) -456.997 (F) 14.9926 (or) -299.989 (instance) -298.989 (and) -299.004 (as) -299.009 (a) -299.014 (direct) -299.979 (ap\055) ] TJ T* [ (proach\054) -241.994 (it) -239.004 (has) -239.992 (been) -239.997 (sho) 24.9934 (wn) -239.009 (that) -239.984 (augmenting) -239.014 (the) -239.989 (training) -240.009 (data) ] TJ T* [ (with) -280.99 (these) -281.002 (perturbations) -281.014 (can) -281.017 (in) -281.002 (f) 9.99343 (act) -281.992 (enhance) -281.012 (the) -281.002 (rob) 20.0016 (ustness) ] TJ T* [ (of) -313.004 (netw) 10.0081 (orks) -314.014 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 363.148 245.126 Tm (12) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 373.111 245.126 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 378.72 245.126 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 388.682 245.126 Tm [ (\135\056) -499.995 (Unfortunately) 65.0039 (\054) -329.979 (this) -312.982 (brute) -312.997 (force) -313.997 (solu\055) ] TJ -79.8203 -11.716 Td [ (tion) -347.016 (does) -346.008 (not) -346.984 (pro) 14.9852 (vide) -346.008 (much) -346.981 (insight) -346.016 (on) -346.991 (the) -346.011 (reasons) -346.991 (behind) ] TJ 11.716 TL T* [ (such) -370.004 (beha) 20 (viour) 54.9908 (\056) -672.003 (In) -370.014 (addition) -370.017 (to) -370.987 (increasing) -369.997 (the) -370.007 (training) -371.007 (set) ] TJ T* [ (size) -229.996 (and) -229.996 (training) -230.011 (time\054) -234.995 (such) -229.991 (a) -230.006 (strate) 14.9877 (gy) -229.991 (might) -230.006 (still) -230.006 (not) -231 (be) -230 (suf\055) ] TJ T* [ <026369656e742c> -298.002 (since) -289 (the) -287.984 (space) -289.013 (of) -287.991 (all) -289 (possible) -287.991 (adv) 14.9828 (ersarial) -289.011 (perturba\055) ] TJ T* [ (tions) -250.007 (is) -249.985 (possibly) -249.99 (too) -250.02 (lar) 17.997 (ge) -249.997 (for) -249.997 (augmentation) -249.993 (to) -249.988 (help\056) ] TJ 11.9551 -11.818 Td [ (Thus\054) -232.018 (in) -227.009 (this) -226.016 (paper) 39.9909 (\054) -231.998 (we) -226.982 (deri) 24.9811 (v) 14.9828 (e) -226.987 (e) 15.0122 (xpressions) -226.982 (of) -227.021 (the) -227.011 <02727374> -226.996 (and) ] TJ -11.9551 -11.716 Td [ (second) -231.988 (moments) -231.996 (\050mean) -231.996 (and) -231.996 (consequently) -232 (the) -231.991 (v) 24.9811 (ariance\051) -232.01 (of) -232 (a) ] TJ T* [ (small) -262.005 (piece) 25.0154 (wise) -263.003 (linear) -261.988 (\050PL\051) -263.005 (netw) 10.0081 (ork) -261.991 (in) -261.986 (the) -263.005 (form) -261.986 (of) -263.015 (\050Af) 25.0105 <026e652c> ] TJ T* [ (ReLU\054) -393.996 (Af) 25.0154 <026e6529> -392.981 (under) -394.005 (Gaussian) -393.008 (input\056) -740.979 (These) -392.988 (tw) 10.0081 (o) -394.008 (e) 15.0122 (xpres\055) ] TJ T* [ (sions) -234.01 (pro) 14.9852 (vide) -235.007 (a) -234.005 (po) 24.986 (werful) -235.015 (tool) -234.015 (for) -234 (analyzing) -235 (other) -233.99 (lar) 17.997 (ger) -234.985 (PL\055) ] TJ T* [ (DNNs\054) -304.991 (which) -292.995 (are) -294.002 (by) -294.02 (f) 9.99588 (ar) -293.997 (the) -293 (most) -294 (popularly) -294 (used) -294.02 (netw) 10.0081 (orks) ] TJ T* [ (in) -350.988 (recent) -349.986 (literature\054) -375.999 (through) -351.01 (means) -350.005 (of) -351 (tw) 10.0081 (o\055stage) -350.99 (lineariza\055) ] TJ T* [ (tion) -375.011 (\050as) -374.018 (sho) 24.9934 (wn) -374.989 (in) -374.984 (Figure) ] TJ ET Q 1 0 0 rg q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 414.177 92.716 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R27 9.9626 Tf 1 0 0 1 419.158 92.716 Tm [ (\051\056) -684.003 (W) 79.9866 (e) -375.001 (sho) 24.9909 (w) -374.011 (that) -374.982 (these) -374.986 (e) 15.0122 (xpres\055) ] TJ -110.296 -11.716 Td [ (sions) -290 (pro) 14.9852 (vide) -288.998 (much) -290.013 (insight) -289.986 (in) -289 (understanding) -289.986 (the) -289.981 (beha) 19.9967 (viour) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.406 786.422 515.188 -52.699 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.4 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.5 0.5 0.5 rg BT /F2 9 Tf 10.8 TL ET BT 1 0 0 1 297 35 Tm (9099) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x21 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 96 752 110 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Tp
0w
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 118
/Type /XObject
/BBox [ 96 752 110 775 ]
/Subtype /Form
>>
stream
xe=QSp#lZq|ddLB:D[c¸>*FI&(\T=s&GuJѩIY\I}#
.!.
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
22 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
23 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 24 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
24 0 obj
<<
/Filter /FlateDecode
/Resources 25 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA