%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R ] /Type /Pages /Count 5 >> endobj 2 0 obj << /Title (P\055TELU\072 Parametric Tan Hyperbolic Linear Unit Activation for Deep Neural Networks) /Producer (PyPDF2) /Author (Rahul Duggal\054 Anubha Gupta) /Subject (2017 IEEE International Conference on Computer Vision) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 9 0 R /Resources << /XObject << /x8 10 0 R /x6 13 0 R /x12 16 0 R /x10 19 0 R >> /ExtGState << /s9 22 0 R /s11 25 0 R /a0 << /CA 1 /ca 1 >> /s5 28 0 R /R33 31 0 R /s7 32 0 R >> /Font << /R48 35 0 R /R54 39 0 R /R46 43 0 R /R56 46 0 R /R44 49 0 R /R50 52 0 R /R42 55 0 R /R52 60 0 R /R40 64 0 R /F2 68 0 R /F1 69 0 R /R38 70 0 R /R36 73 0 R /R34 77 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R 98 0 R 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R 104 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 105 0 R /Resources << /XObject << /R74 106 0 R >> /ExtGState << /R33 31 0 R >> /Font << /R48 35 0 R /R72 107 0 R /R70 112 0 R /R44 49 0 R /R42 55 0 R /R52 60 0 R /F2 116 0 R /F1 117 0 R /R36 73 0 R /R34 77 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 118 0 R 119 0 R 120 0 R 121 0 R 122 0 R 123 0 R 124 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Contents 125 0 R /Resources << /XObject << /R98 126 0 R /R95 137 0 R >> /ExtGState << /R89 127 0 R /R88 128 0 R /R94 138 0 R /R92 130 0 R /R93 131 0 R /R87 129 0 R /R33 31 0 R >> /Font << /R48 35 0 R /R70 112 0 R /R44 49 0 R /R50 52 0 R /R42 55 0 R /R52 60 0 R /F2 143 0 R /R36 73 0 R /F1 144 0 R /R90 139 0 R /R34 77 0 R /R96 132 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /Group 136 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 145 0 R 146 0 R 147 0 R 148 0 R ] /Type /Page >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 149 0 R /Resources << /XObject << /R114 150 0 R /R115 151 0 R >> /ExtGState << /R33 31 0 R >> /Font << /R118 152 0 R /R48 35 0 R /R72 107 0 R /R116 156 0 R /R70 112 0 R /R44 49 0 R /R50 52 0 R /R42 55 0 R /R52 60 0 R /F2 160 0 R /F1 161 0 R /R120 162 0 R /R36 73 0 R /R34 77 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 165 0 R 166 0 R 167 0 R 168 0 R 169 0 R 170 0 R 171 0 R 172 0 R 173 0 R 174 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 175 0 R /Resources << /ExtGState << /R33 31 0 R >> /Font << /R36 73 0 R /F2 176 0 R /R34 77 0 R /F1 177 0 R /R40 64 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 8 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 9 0 obj << /Length 16741 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R33 gs 0 g q 10 0 0 10 0 0 cm BT /R34 14.34620 Tf 1 0 0 1 58.79300 675.06700 Tm [ (P\055TELU) -250.00500 (\072) -249.98900 (P) 10.01330 (arametric) -249.98800 (T) 91.98970 (an) -250.01300 (Hyperbolic) -250.00800 (Linear) -250.00700 (Unit) -250.01300 (Acti) 10.00820 (v) 9.99625 (ation) -249.98800 (f) 24.99230 (or) -249.99500 (Deep) -250.00800 (Neural) ] TJ 209.40900 -17.93320 Td [ (Netw) 9.99455 (orks) ] TJ /R36 11.95520 Tf -73.22890 -37.85780 Td [ (Rahul) -249.98700 (Dugg) 5 (al) ] TJ /R38 8.96640 Tf -33.90510 -13.94730 Td (rahulduggal2608\100gmail\056com) Tj /R36 11.95520 Tf 189.64100 13.94730 Td [ (Anubha) -250.00800 (Gupta) ] TJ /R38 8.96640 Tf -13.38980 -13.94730 Td (anubha\100iiitd\056ac\056in) Tj /R36 11.95520 Tf -121.16900 -19.92580 Td [ (SBILab) -249.98500 (\050http\072\057\057sbilab) 40.00530 (\056iiitd\056edu\056in\057\051) ] TJ -49.39220 -13.94730 Td [ (Deptt\056) -310 (of) -250.01400 (Electronics) -250.01200 (and) -249.98700 (Communication) -250.01400 (Engineering) ] TJ -40.65270 -13.94800 Td [ (Indraprastha) -250.01100 (Institute) -250.01600 (of) -250.01400 (Information) -250.00400 (T) 70.01640 (echnology) -249.99700 (\055) -250.00400 (Delhi) -249.98900 (\050IIIT) 92.01430 (\055D\051\054) -250.00600 (India) ] TJ /R34 11.95520 Tf 19.88980 -41.04570 Td (Abstract) Tj /R40 9.96260 Tf -83.92810 -23.91020 Td [ (This) -309.99400 (paper) -310.01000 (pr) 44.98390 (oposes) -310.00300 (a) -309.98300 (ne) 15.01830 (w) -310.01300 (activation) -309.98700 (function\054) -325.00500 (namely) 54.98350 (\054) ] TJ -11.95470 -11.95590 Td [ (P) 79.99030 (ar) 14.98890 (ametric) -248.01700 (T) 92 (an) -247.98800 (Hyperbolic) -248.01100 (Linear) -248.00400 (Unit) -248.01500 (\050P\055TELU\051) -248.00800 (for) -248.02000 (deep) ] TJ 11.95510 TL T* [ (neur) 14.98950 (al) -382.00200 (networks\056) -704.00300 (The) -382 (work) -381.01500 (is) -382.00100 (inspir) 37.01100 (ed) -382.01500 (fr) 44.98510 (om) -380.98800 (two) -381.99000 (r) 37.01830 (ecently) ] TJ T* [ (pr) 44.98390 (oposed) -324.00200 (functions\072) -458 (P) 79.99030 (ar) 14.98890 (ametric) -324.00500 (RELU) -324 (\050P\055RELU\051) -324.98500 (and) -324.01000 (Ex\055) ] TJ T* [ (ponential) -481.99500 (Linear) -480.98500 (Unit) -482.01500 (\050ELU\051\056) -481.98100 (The) -481.98300 <73706563690263> -481.00800 (design) -482.01300 (of) -481.98600 (P\055) ] TJ T* [ (TELU) -343.98500 (allows) -344.01600 (it) -344.00600 (to) -344.00900 (le) 14.98030 (ver) 15.01470 (a) 10.00320 (g) 10.00320 (e) -343.98700 (two) -343.99500 (advanta) 9.98608 (g) 10.00320 (es\072) -497.99800 (\0501\051) -343.98400 (the) -344.01400 <0365> 19.99670 (xi\055) ] TJ T* [ (bility) -321.99500 (of) -322.99300 (tuning) -321.99000 (par) 14.99380 (ameter) 10.01060 (s) -322.99900 (fr) 44.98640 (om) -322.01700 (the) -322.99800 (data) -322.00300 (distrib) 20.00160 (ution) -323.01500 (sim\055) ] TJ 11.95630 TL T* [ (ilar) -345.99500 (to) -346.00800 (P\055REL) 1.00351 (U) -346.01800 (and) -346.00600 (\0502\051) -345.98300 (better) -344.98400 (noise) -346.00200 (r) 45.01700 (ob) 20.00650 (ustness) -345.98900 (similar) -346.01800 (to) ] TJ 11.95470 TL T* [ (ELU) 24.99710 (\056) -291.00800 (Owing) -291.01600 (to) -290.99800 (lar) 36.99260 (g) 10.00320 (er) -291.00900 (gr) 14.98890 (adient) -290.98600 (and) -290.99600 (early) -291.98100 (satur) 15.00730 (ati) 1 (o) -1.01454 (n) -291.00500 (of) -290.99800 (tan) ] TJ T* [ (hyperbolic) -270.00600 (compar) 36.99380 (ed) -269.99300 (to) -269.00200 (e) 19.99180 (xponential) -269.99500 (function\054) -275.01300 (the) -269.98700 (pr) 44.98510 (oposed) ] TJ T* [ (activation) -305.98800 (allows) -305.98300 (a) -305.98300 (neur) 44.98510 (on) -306.01800 (to) -306.01500 (r) 37.01960 (eac) 15.01340 (h\057e) 20.00400 (xit) -306.01800 (fr) 44.98510 (om) -307 (the) -306.02000 (noise) -306.00800 (r) 45.01700 (o\055) ] TJ T* [ (b) 20.00160 (ust) -268.99600 (deactivation) -269.99300 (state) -268.99300 (earlier) -270.01000 (and) -269 (faster) 110.98900 (\056) -368.01500 (The) -270.01900 (performance) ] TJ T* [ (of) -296.01700 (the) -297.00100 (pr) 44.98390 (oposed) -296.00700 (function) -297.01200 (is) -296.01600 (e) 15.01220 (valuated) -296.00300 (on) -297 (CIF) 115.01500 (AR10) -296.01200 (and) -296.99500 (CI\055) ] TJ 11.95630 TL T* [ (F) 115.00400 (AR100) -280.00900 (ima) 10.01360 (g) 10.00320 (e) -279.99700 (dataset) -280.00100 (using) -280.00400 (two) -280.00600 (con) 40 (volutional) -279.98300 (neur) 14.99010 (al) -280.01900 (net\055) ] TJ 11.95510 TL T* [ (work) -250.99700 (\050CNN\051) -252.00300 (ar) 36.98520 (c) 15.01220 (hitectur) 37.00360 (es) -251.01600 (\072) -313.01000 (K) 34.98800 (er) 15.01830 (asNet\054) -252.00700 (a) -251.01200 (small) -252.00700 (6) -251.01200 (layer) -251.98700 (CNN) ] TJ T* [ (model\054) -342.98300 (and) -324.00900 (on) -324.01500 (76) -324.01500 (layer) -324.99500 (deep) -323.98400 (ResNet) -324.00200 (ar) 36.98650 (c) 15.01220 (hitectur) 37.00360 (e) 15.01220 (\056) -533.00700 (Results) ] TJ T* [ (demonstr) 15.01100 (ate) -231.01200 (enhanced) -231.98800 (performance) -230.99100 (of) -231.98800 (the) -231.01300 (pr) 44.98510 (oposed) -232.01800 (activa\055) ] TJ T* [ (tion) -278.98800 (function) -279.01400 (in) -280.01900 (comparison) -279.00900 (to) -279 (the) -279.00500 (e) 19.99180 (xisting) -279.99700 (ac) 0.98023 (tivation) -279.99200 (func\055) ] TJ 11.95590 TL (tions\056) ' /R34 11.95520 Tf 33.96720 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R36 9.96260 Tf 11.95470 -18.92890 Td [ (Deep) -364.01800 (neural) -364.01300 (netw) 10.00940 (orks\054) -391.99700 (particularly) 64.99410 (\054) -392.01100 (deep) -364.01500 (con) 39.99820 (v) 20.00160 (olutional) ] TJ -11.95470 -11.95510 Td [ (neural) -245.99300 (netw) 10.00870 (orks) -247.00500 (\050CNN\051) -245.98600 (ha) 19.99790 (v) 14.98280 (e) -246.98300 (set) -245.99000 (ne) 25.01670 (w) -247.01500 (benchmarks) -246.01500 (for) -247.02000 (man) 14.99010 (y) ] TJ 11.95510 TL T* [ (computer) -343.99800 (vision) -343.98500 (problems) -343.98800 (\1338\054) -344.99800 (3\135\056) -592.01500 (This) -343.99900 (is) -344.00900 (attrib) 20.01630 (uted) -344.98900 (to) -344.00900 (the) ] TJ 11.95590 TL T* [ (hierarchical) -309.00400 (learning) -310.01000 (representation) -308.98400 (that) -308.99300 (allo) 24.99090 (ws) -308.99700 (learning) -310.01000 (of) ] TJ 11.95510 TL T* [ (abstract) -487.00800 (concepts) -487.98200 (\13318\135\056) -1021.98000 (Generally) 64.98060 (\054) -547.00400 (deeper) -486.98500 (netw) 10.00810 (orks) -487.98500 (are) ] TJ T* [ (observ) 14.99140 (ed) -398.01100 (to) -398 (learn) -398.01200 (better) -398.00500 (representations) -397.98300 (\1338\054) -398.00700 (13\054) -398 (15\135\056) -753.98200 (The) ] TJ T* [ (increase) -426.99000 (in) -425.99500 (depth) -427.00800 (has) -426.98000 (been) -426.98600 (aided) -425.99900 (by) -427.01700 (se) 25.01790 (v) 14.98280 (eral) -426.99200 (adv) 24.98110 (ances) -426.99000 (in) ] TJ T* [ (the) -384.98700 <02656c64> -383.99200 (including) -384.99200 (better) -384.00700 (re) 15.00980 (gularization) -385.00200 (strate) 14.98520 (gies) -384 (such) -384.98200 (as) ] TJ T* [ (Dropout) -294.98300 (\13314\135) -295.98600 (and) -295.00300 (Batch) -294.99200 (Normalization) -295.98700 (\1334\135\054) -305.98800 (better) -295.98200 (optimiz\055) ] TJ 11.95590 TL T* [ (ers) -251.99800 (such) -251.98600 (as) -253.01500 (Adam) -251.98100 (\1336\135) -251.99800 (and) -251.99100 (RMSProp) -252.99600 (\13316\135) -251.99500 (and\054) -253.00900 (better) -251.99000 (initial\055) ] TJ 11.95510 TL T* [ (izations) -303.99900 (including) -303.98600 (\13312\054) -304.99800 (2\135) -303.98700 (among) -304.00400 (others\056) -473.00200 (Ne) 25.01300 (wer) -303.99300 (constructs) ] TJ T* [ (with) -387.99200 (inception) -387.98100 (modules) -388.01700 (\13315\135) -388.01000 (and) -388.00800 (identity) -388.01400 (connections) -387.98200 (\1333\135) ] TJ T* [ (ha) 19.99730 (v) 14.98280 (e) -289.01500 (also) -288.01600 <7369676e690263616e746c79> -288.99000 (increased) -287.98900 (the) -289.00300 (upper) -289.00300 (bound) -288.00600 (of) -289.00800 (stack\055) ] TJ 258.75000 435.46200 Td [ (able) -307.00500 (layers\056) -479.98900 (Recently) 64.99410 (\054) -321.98300 (a) -305.99300 (great) -307.00800 (amount) -307.01700 (of) -307.00800 (attention) -307.01200 (has) -307.00300 (also) ] TJ T* [ (been) -212.98200 (paid) -213.01100 (to) -213.01100 (the) -211.99600 (acti) 24.98110 (v) 24.98110 (ation) -213.00400 (functions) -212.98900 (used) -213.01300 (in) -213.01300 (these) -213.01300 (netw) 10.00810 (orks\056) ] TJ 11.95470 -11.95590 Td [ (Acti) 24.98850 (v) 24.98110 (ation) -262.01500 (functions) -262.00300 (are) -262.00500 (a) -262 (critical) -261.98100 (component) -262 (of) -261.99500 (a) -262 (CNN\056) ] TJ -11.95470 -11.95510 Td [ (The) 14.98280 (y) -311.98200 (introduce) -312.98500 (non\055linearity) -311.98700 (in) -312.01700 (the) -312.99700 (model) -312.00200 (that) -312.01200 (allo) 24.99090 (ws) -312.01700 (it) -312.99200 (to) ] TJ T* [ (learn) -210.98400 (comple) 14.99750 (x) -211.01900 (decision) -210.99700 (boundaries\056) -297.01900 (Se) 24.98600 (v) 14.98280 (eral) -210.98900 (acti) 24.98110 (v) 24.98110 (ation) -211.00400 (func\055) ] TJ T* [ (tions) -357.98900 (ha) 19.99670 (v) 14.98280 (e) -357.98400 (been) -358.01600 (proposed) -357.99400 (in) -358.00900 (the) -358.00900 (past) -358.98400 (including) -358.01400 (RELU\054) -357.99400 (P\055) ] TJ T* [ (RELU\054) -341.99400 (ELU\054) -340.99000 (etc\056) -586.02000 (\1338\054) -340.99700 (1\054) -342.01400 (2\054) -342.01200 (11\054) -340.98700 (7\054) -342.01200 (5\135\056) -584.99600 (These) -342.01600 (functions) -341.98700 (are) ] TJ T* [ (designed) -325.01900 (to) -326.01200 (o) 14.98280 (v) 14.98280 (ercome) -325.00500 (the) -326.01400 (problem) -325.01900 (of) -325.98500 (e) 15.01220 (xploding\057v) 24.99580 (anishing) ] TJ 11.95590 TL T* [ (gradients) -470.99500 (that) -471.00500 (is) -471.00700 (commonly) -471.01000 (encountered) -471.99000 (with) -470.99500 (traditional) ] TJ 11.95510 TL T* [ (functions) -321.01300 (such) -322.01200 (as) -321.00300 (the) -322.01700 (sigmoid\056) -524.02000 (Further) 40.01290 (\054) -338.99700 (it) -322.01000 (has) -321 (been) -321.98500 (sho) 24.99090 (wn) ] TJ T* [ (that) -401.99700 (a) -400.99700 (mean) -402.00400 (closer) -400.98500 (to) -402 (zero) -400.99700 (speeds) -401.99700 (up) -402.00200 (the) -400.98200 (con) 39.99820 (v) 14.98280 (er) 17.98720 (gence) -402.01600 (of) ] TJ T* [ (the) -330.01600 (netw) 10.00810 (ork) -330.01600 (while) -328.98700 (training) -329.99400 (\1339\054) -330.01800 (1\135\056) -549.00200 (Accordingly) 64.99900 (\054) -350.01500 (recent) -329.98900 (ac\055) ] TJ T* [ (ti) 24.99090 (v) 24.98110 (ation) -240.01900 (functions) -240.98700 (ha) 19.99670 (v) 14.98280 (e) -240.00400 (tried) -239.98900 (to) -241.00900 (incorporate) -239.98400 (this) -240.01400 (f) 9.99343 (act) -240.97900 (through) ] TJ T* [ <73706563690263> -274.99300 (design) -274.98800 (choices\056) -384.98200 (F) 14.99260 (or) -275.01300 (e) 15.01220 (xample\054) -280.98700 (Leak) 15.01710 (y\055Relu) -274.98800 (\13310\135) -275.00800 (im\055) ] TJ 11.95590 TL T* [ (plements) -279.99700 (a) -279.99700 (small\054) -287.01800 (constant\054) -288 (positi) 25.01540 (v) 14.98280 (e) -279.99700 (sloped) -280.00700 (straight) -280.00200 (line) -280.01700 (for) ] TJ 11.95510 TL T* [ (ne) 15.01710 (g) 4.98446 (ati) 24.98600 (v) 14.98280 (e) -289.01600 (inputs\056) -428.00900 (Similarly) 64.98430 (\054) -299.00400 (the) -289.98100 (Exponential) -289.00600 (Linear) -289.00600 (Unit) -290.00600 (\1331\135) ] TJ T* [ (implements) -441.99000 (the) -441.99700 (e) 15.01220 (xponential) -442.00500 (function) -442.01900 (for) -442.00500 (ne) 15.01710 (g) 4.98446 (ati) 24.98600 (v) 14.98280 (e) -442.01000 (inputs\056) ] TJ T* [ (Recently) 64.99410 (\054) -372.01400 (it) -348.00600 (has) -346.99400 (been) -348.01800 (sho) 24.99090 (wn) -348.01100 (\1332\135) -347 (that) -348.00600 (the) -346.99100 (constant) -347.99600 (slope) -348 (in) ] TJ T* [ (the) -427.01900 (case) -428.01400 (of) -426.98500 (Leak) 15.01710 (y\055Relu) -427.98500 (can) -426.99200 (be) -426.98800 (parametrized) -427.99700 (in) -427.01700 (terms) -427.98700 (of) ] TJ T* [ (learnable) -289.00600 (weights\054) -297.99700 (with) -288.98900 (little) -289.02000 (additional) -289.01100 (computational) -288.99600 (cost) ] TJ 11.95630 TL T* [ (while) -262.01800 (adding) -262.99300 (considerable) -262.01500 <0365> 14.98770 (xibility) -263.00500 (to) -261.98600 (the) -261.98600 (acti) 24.98110 (v) 24.98110 (ation) -262.99500 (func\055) ] TJ 11.95470 TL T* [ (tion\056) -561.01700 (Inspired) -334.00600 (by) -332.99300 (the) -334.01500 (abo) 14.98280 (v) 14.98280 (e) -333.98800 (w) 10.00320 (orks) -332.98900 (on) -334.01300 (parametrization) -333.99300 (and) ] TJ T* [ (design) -369.99200 (choices) -368.98700 (of) -370.01400 (acti) 24.98110 (v) 24.98110 (ation) -369.99700 (functions\054) -398.99700 (we) -370.01700 (propose) -369.99700 (a) -369.98200 (ne) 25.01540 (w) ] TJ T* [ (acti) 24.98110 (v) 24.98110 (ation) -258.99600 (function\054) -262.00500 (P) 14.99260 (arametric) -259.01100 (T) 79.99160 (an) -259.01600 (Hyperbolic) -258.99100 (Linear) -259.99100 (Unit) ] TJ T* [ (\050P\055TELU\051\054) -250.01500 (for) -250 (deep) -249.99500 (neural) -249.99300 (netw) 10.00810 (orks\056) ] TJ 11.95470 -11.95590 Td [ (The) -364.01300 (or) 18 (g) 4.98446 (anization) -365.01300 (of) -364.01500 (the) -364.98800 (pa) 0.98023 (p) -1.01454 (e) 1.01454 (r) -365.00300 (is) -364.00300 (as) -364.99800 (follo) 24.99580 (ws\072) -538.01300 (Section) -365.00800 (2) ] TJ -11.95470 -11.95510 Td [ <627269650379> -421.98300 (re) 25.00810 (vie) 24.98360 (ws) -421.99800 (some) -423.00800 (of) -422.00600 (the) -421.99800 (popular) -421.98800 (acti) 24.98110 (v) 24.98110 (ation) -423.00800 (functions\056) ] TJ T* [ (Section) -371.98700 (3) -370.99200 (presents) -372 (the) -370.99000 (proposed) -371.99200 (P\055TELU) -371.01200 (acti) 24.98110 (v) 24.98110 (ation) -371.99700 (func\055) ] TJ T* [ (tion\056) -1037.02000 (In) -491.99400 (Section) -492.00600 (4\054) -552.99800 (the) -491.98700 (proposed) -492.01100 (acti) 24.98110 (v) 24.98110 (ation) -492.01600 (function) -492.99100 (is) ] TJ T* [ (benchmark) 10.01550 (ed) -414.00900 (ag) 5.01877 (ainst) -413.00700 (some) -413.99000 (of) -414.00900 (the) -412.98000 (recent) -414.01400 (acti) 24.98110 (v) 24.98110 (ation) -413.99000 (func\055) ] TJ T* [ (tions) -192.99700 (on) -193.01700 (tw) 10.00810 (o) -194.00200 (standard) -193.00900 (CNN) -193.00700 (architectures\056) -291 (Section) -192.99700 (5) -194.00200 (presents) ] TJ 11.95630 TL T* [ (some) -211.98400 (conclusions) -213.01800 (and) -211.99900 (suggestions) -211.98900 (for) -212.00400 (future) -213.01800 (impro) 15.00240 (v) 14.98280 (ements\056) ] TJ /R34 11.95520 Tf 22.01170 TL T* [ (2\056) -249.98900 (Backgr) 18.00750 (ound) ] TJ /R36 9.96260 Tf 11.95470 -18.92890 Td [ (A) -350.01800 (lot) -350 (can) -351.00300 (be) -350.02000 (learned) -350.02000 (by) -350.99000 (re) 25.00560 (vie) 24.98600 (wing) -350 (the) -350.01000 (e) 25.01050 (v) 20.00160 (olution) -350.02000 (of) -351 (ac\055) ] TJ -11.95470 -11.95510 Td [ (ti) 24.99090 (v) 24.98110 (ation) -326.00400 (functions\056) -539.01300 (T) 35.01870 (raditionally) 65.01370 (\054) -346.01600 (sigmoid) -326.01400 (function) -327.01900 <6465026e6564> ] TJ 11.95510 TL (as) ' /R42 9.96260 Tf 11.72500 0 Td [ (\033) -0.39944 ] TJ /R44 9.96260 Tf 7.15703 0 Td [ (\072) -0.79889 ] TJ /R46 9.96260 Tf 6.43477 0 Td [ (R) -0.20095 ] TJ /R48 9.96260 Tf 11.69610 0 Td (\041) Tj /R44 9.96260 Tf 14.46410 0 Td [ (\133) -0.79889 (0) ] TJ /R42 9.96260 Tf 7.74883 0 Td [ (\073) -0.79889 ] TJ /R44 9.96260 Tf 4.42695 0 Td [ (1\135) -0.79889 ] TJ /R42 9.96260 Tf 7.74922 0 Td [ (\073) -167.78800 (z) -0.09802 ] TJ /R48 9.96260 Tf 14 0 Td (\041) Tj /R50 6.97380 Tf 25.36210 3.92188 Td [ (1) -0.49712 ] TJ ET Q 3.98000 w 0 G 4099.23000 834.91000 m 4333 834.91000 l S q 10 0 0 10 0 0 cm BT /R50 6.97380 Tf 1 0 0 1 409.92300 77.56410 Tm [ (1) -0.49712 (\053) ] TJ /R52 6.97380 Tf 10.08710 0 Td (e) Tj /R54 4.98130 Tf 3.77969 1.99297 Td [ <00> -0.30387 ] TJ /R56 4.98130 Tf 5.39609 0 Td [ (z) -0.69596 ] TJ /R36 9.96260 Tf 5.30898 1.44297 Td [ (\054) -366.99300 (has) -344.01600 (been) -343.98200 (the) -344.01100 (most) -343.99200 (widely) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 31 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 299.25000 34 Tm (974) Tj T* ET Q endstream endobj 10 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 11 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 11 0 obj << /Filter /FlateDecode /Resources 12 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
12 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
13 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 14 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
14 0 obj
<<
/Filter /FlateDecode
/Resources 15 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
15 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
16 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 17 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 113 751 499 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources 18 0 R
/Length 56142
/Type /XObject
/BBox [ 113 751 499 772 ]
/Subtype /Form
>>
stream
xtIH4)ޤv[D."M(T{"p>3}9~{u/09v;{y~t}j , _G} y{.~2Mߵ f]@1 0bZ_>{{cOpC9? 6_x&>>;WYoܐ;6%cՇ@t ˳}l]E~}~炘 !wr3dz`x.(9mA]xsG/xI1>9O1\|-E}Qϋ^~IIo!=#OؾCebOHs? ::N3MԾ:MJɩPu6#>$}qdoQOo϶˧a%}7I6N|_煓Bok̋MAwy-0g eƋEyat_$EkEZ$45H%0\7t:╨^61[Z
ˣɀ} 'ٹKoŝ?#ς'է#Da5#g==8ZM|Wo
D&AY/Lk*:빆W;AܬN#O!Ibvq|]f~ly
OlH5;/5Wx;;`EDCDjpH8Nq(#US_'TIh~`.exC;ggL(.t<\T%wܞr˫,Ӯ}yaO}$o]p"qT :01~/_+vrEc蠊{УK9\ z9٬(䇾SY pw?{β+mEs/:c|l{鵓?q+{_@Z`{G