%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R ] /Type /Pages /Count 7 >> endobj 2 0 obj << /Title (Tensor Contraction Layers for Parsimonious Deep Nets) /Producer (PyPDF2) /Author (Jean Kossaifi\054 Aran Khanna\054 Zachary Lipton\054 Tommaso Furlanello\054 Anima Anandkumar) /Subject (2017 IEEE Conference on Computer Vision and Pattern Recognition Workshops) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 11 0 R /Resources << /XObject << /x8 12 0 R /x6 15 0 R /x12 18 0 R /x10 21 0 R >> /ExtGState << /s9 24 0 R /s11 27 0 R /a0 << /CA 1 /ca 1 >> /R20 30 0 R /s5 31 0 R /s7 34 0 R >> /Font << /F2 37 0 R /F1 38 0 R /R21 39 0 R /R23 42 0 R /R25 46 0 R /R27 49 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 53 0 R 54 0 R 55 0 R 56 0 R 57 0 R 58 0 R 59 0 R 60 0 R 61 0 R 62 0 R 63 0 R 64 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Contents 65 0 R /Resources << /XObject << /R85 66 0 R /R84 67 0 R >> /ExtGState << /R20 30 0 R >> /Font << /R79 68 0 R /R59 72 0 R /R49 76 0 R /R47 81 0 R /R73 86 0 R /R45 89 0 R /R57 93 0 R /R43 96 0 R /R51 99 0 R /R75 102 0 R /F2 105 0 R /R88 106 0 R /R81 109 0 R /R53 113 0 R /R86 117 0 R /R77 121 0 R /R71 125 0 R /R65 128 0 R /R67 132 0 R /F1 136 0 R /R61 137 0 R /R63 141 0 R /R55 145 0 R /R21 39 0 R /R23 42 0 R /R69 148 0 R /R27 49 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 151 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 152 0 R 153 0 R 154 0 R 155 0 R 156 0 R 157 0 R 158 0 R ] /Type /Page >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Contents 159 0 R /Resources << /XObject << /R100 160 0 R /R99 161 0 R >> /ExtGState << /R20 30 0 R >> /Font << /R59 72 0 R /R49 76 0 R /R47 81 0 R /R55 145 0 R /R45 89 0 R /R57 93 0 R /R43 96 0 R /R53 113 0 R /F2 162 0 R /F1 163 0 R /R101 164 0 R /R103 167 0 R /R65 128 0 R /R61 137 0 R /R63 141 0 R /R21 39 0 R /R23 42 0 R /R27 49 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 151 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 171 0 R 172 0 R 173 0 R ] /Type /Page >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 174 0 R /Resources << /ExtGState << /R20 30 0 R >> /Font << /R59 72 0 R /R47 81 0 R /R73 86 0 R /R45 89 0 R /R53 113 0 R /F2 175 0 R /F1 176 0 R /R61 137 0 R /R63 141 0 R /R21 39 0 R /R23 42 0 R /R86 117 0 R /R27 49 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 177 0 R 178 0 R 179 0 R 180 0 R 181 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 182 0 R /Resources << /ExtGState << /R20 30 0 R >> /Font << /R59 72 0 R /R47 81 0 R /R73 86 0 R /R45 89 0 R /F2 183 0 R /F1 184 0 R /R21 39 0 R /R23 42 0 R /R86 117 0 R /R27 49 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R 190 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 191 0 R /Resources << /ExtGState << /R20 30 0 R >> /Font << /F2 192 0 R /F1 193 0 R /R59 72 0 R /R21 39 0 R /R73 86 0 R /R45 89 0 R /R23 42 0 R /R27 49 0 R /R86 117 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 194 0 R 195 0 R 196 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 197 0 R /Resources << /ExtGState << /R20 30 0 R >> /Font << /R21 39 0 R /F2 198 0 R /R23 42 0 R /F1 199 0 R /R27 49 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R 208 0 R 209 0 R 210 0 R 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R 217 0 R 218 0 R 219 0 R 220 0 R 221 0 R 222 0 R 223 0 R ] >> endobj 10 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 11 0 obj << /Length 17846 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R20 gs 0 g q 10 0 0 10 0 0 cm BT /R21 14.34620 Tf 1 0 0 1 128.05600 675.06700 Tm [ (T) 91.98970 (ensor) -250 (Contraction) -250.01300 (Lay) 10.01160 (ers) -250 (f) 24.99230 (or) -249.99500 (P) 10.01330 (arsimonious) -250.00300 (Deep) -250.00800 (Nets) ] TJ /R23 11.95520 Tf -23.01170 -37.85820 Td [ (Jean) -250.00200 (K) 34.99490 <6f7373616902> ] TJ 3.44883 -13.94690 Td [ (Amazon) -249.99500 (AI) ] TJ -32.28980 -13.94800 Td [ (Imperial) -249.99500 (Colle) 14.98820 (ge) -250.00900 (London) ] TJ /R25 8.96640 Tf -14.97500 -13.94800 Td (jean\056kossaifi\100imperial\056ac\056uk) Tj /R23 11.95520 Tf 194.49400 41.84300 Td [ (Aran) -249.98900 (Khanna) ] TJ 3.98125 -13.94800 Td [ (Amazon) -249.99500 (AI) ] TJ /R25 8.96640 Tf -23.05620 -13.94690 Td (arankhan\100amazon\056com) Tj /R23 11.95520 Tf 175.15600 27.89490 Td [ (Zachary) -249.98900 (Lipton) ] TJ 8.96602 -13.94800 Td [ (Amazon) -249.99700 (AI) ] TJ -57.12110 -13.94690 Td [ (Uni) 24.99570 (v) 14.98510 (ersity) -249.98900 (of) -250.01400 (California\054) -249.99300 (San) -249.98900 (Die) 15.00150 (go) ] TJ /R25 8.96640 Tf 34.06480 -13.94800 Td (zlipton\100cs\056ucsd\056edu) Tj /R23 11.95520 Tf -248.30300 -19.92500 Td [ (T) 80.01370 (ommaso) -250.00900 (Furlanello) ] TJ 21.44690 -13.94800 Td [ (Amazon) -249.99500 (AI) ] TJ -52.23200 -13.94800 Td [ (Uni) 24.99460 (v) 14.98620 (ersity) -249.98900 (of) -250.01500 (Southern) -249.99500 (California) ] TJ /R25 8.96640 Tf 37.24610 -13.94690 Td (furlanel\100usc\056edu) Tj /R23 11.95520 Tf 190.32200 41.84300 Td [ (Anima) -250 (Anandkumar) ] TJ 20.92110 -13.94800 Td [ (Amazon) -249.99500 (AI) ] TJ -53.37890 -13.94800 Td [ (California) -250.00400 (Institute) -250.01600 (of) -250.01400 (T) 70.01640 (echnology) ] TJ /R25 8.96640 Tf 38.39300 -13.94690 Td (anima\100amazon\056com) Tj /R21 11.95520 Tf -206.13300 -41.04610 Td (Abstract) Tj /R27 9.96260 Tf -83.92770 -23.91090 Td [ (T) 91.99870 (ensor) 10.01610 (s) -271.00700 (of) 18.00920 (fer) -271.00500 (a) -271.00900 (natur) 15.00610 (al) -269.98200 (r) 37.01960 (epr) 36.98160 (esentation) -271.01400 (for) -270.99600 (many) -271.00600 (kinds) -270.99400 (of) ] TJ -11.95510 -11.95510 Td [ (data) -320.00300 (fr) 36.98770 (equently) -320.00900 (encounter) 36.99510 (ed) -319.00400 (in) -320.01300 (mac) 14.98160 (hine) -320.01300 (learning) 15.01470 (\056) -519.98900 (Ima) 10.00320 (g) 10.00320 (es\054) ] TJ 11.95510 TL T* [ (for) -354.98100 (e) 19.99240 (xample) 10.01000 (\054) -380.01300 (ar) 36.98520 (e) -355.00400 (natur) 15.00610 (ally) -354.00500 (r) 37.01960 (epr) 36.98160 (esented) -354.99000 (as) -354.98700 (thir) 36.99870 (d) -354.01400 (or) 36.98650 (der) -354.99200 (ten\055) ] TJ T* [ (sor) 10.01550 (s\054) -479.01000 (wher) 36.99440 (e) -432.99100 (the) -433.99900 (modes) -433.01100 (corr) 36.98650 (espond) -433.00400 (to) -433.01400 (height\054) -480.01100 (width\054) -479.01800 (and) ] TJ T* [ (c) 15.01280 (hannels\056) -708.00700 (In) -382.99400 (particular) 111.01100 (\054) -416.00700 (tensor) -383.01000 (decompositions) -383.01500 (ar) 36.98650 (e) -383 (noted) ] TJ 11.95630 TL T* [ (for) -417.01000 (their) -417.00800 (ability) -416.99400 (to) -417.01600 (disco) 10.01670 (ver) -418.01100 (multi\055dimensional) -416.98900 (dependen\055) ] TJ 11.95470 TL T* [ (cies) -200.98200 (and) -199.99100 (pr) 44.98390 (oduce) -201.01900 (compact) -199.99000 (low\055r) 15.00610 (ank) -201.01900 (appr) 44.99490 (oximations) -199.99800 (of) -201.01300 (data\056) ] TJ T* [ (In) -319.00400 (this) -318 (paper) 111.01800 (\054) -335.98100 (we) -318.99700 (e) 19.99180 (xplor) 36.99260 (e) -317.99100 (the) -318.99800 (use) -318.99800 (of) -318.01300 (tensor) -318.98100 (contr) 14.99750 (actions) -319.01300 (as) ] TJ T* [ (neur) 14.98950 (al) -225.98900 (network) -226.99300 (layer) 10.00810 (s) -225.99500 (and) -225.98700 (in) 40.00560 (vestigate) -226.99600 (se) 15.01960 (ver) 15.01470 (al) -225.98900 (ways) -225.98200 (to) -227.00900 (apply) ] TJ T* [ (them) -213.99300 (to) -215.01100 (activation) -214.00200 (tensor) 9.98363 (s\056) -299 <53706563690263616c6c79> 54.99570 (\054) -221.01900 (we) -215.01300 (pr) 44.98510 (opose) -213.98600 (the) -215.01600 (T) 92 (en\055) ] TJ 11.95590 TL T* [ (sor) -324.98700 (Contr) 15.01470 (action) -325.01900 (Layer) -324.98700 (\050T) 0.99126 (CL\051\054) -325.01700 (the) -324.99700 <0272> 10.00940 (st) -324.99100 (attempt) -325.01400 (to) -324.99200 (incorpo\055) ] TJ 11.95510 TL T* [ (r) 14.98400 (ate) -229.99300 (tensor) -230.01500 (contr) 14.99630 (actions) -228.99000 (as) -229.99000 (end\055to\055end) -229.98400 (tr) 14.99010 (ainable) -230.01100 (neur) 14.99010 (al) -229.98900 (net\055) ] TJ T* [ (work) -254.99600 (layer) 10.00810 (s\056) -326.01500 (Applied) -256.00600 (to) -255.00400 (e) 19.99180 (xisting) -254.98300 (networks\054) -257.01800 (TCLs) -255.00600 (r) 37.01830 (educe) -255.99900 (the) ] TJ T* [ (dimensionality) -312.98500 (of) -312.01400 (the) -313 (activation) -313.00500 (tensor) 9.98363 (s) -313.00200 (and) -312.01200 (thus) -312.98500 (the) -313 (num\055) ] TJ T* [ (ber) -192 (of) -191.99500 (model) -191.01100 (par) 14.99380 (ameter) 10.01060 (s\056) -291.00200 (W) 91.98590 (e) -192.01200 (e) 15.01220 (valuate) -191.98600 (the) -191.02000 (TCL) -192.00500 (on) -191.99700 (the) -192 (task) -191.99200 (of) ] TJ T* [ (ima) 10.01360 (g) 10.00320 (e) -248.98200 (r) 37.01960 (eco) 9.99466 (gnition\054) -249.99300 (augmenting) -249.01400 (popular) -249.01700 (networks) -250.00200 (\050Ale) 20 (xNet\054) ] TJ 11.95590 TL T* [ (VGG\051\056) -328.01500 (The) -326.98900 (r) 37.01960 (esulting) -327.98600 (models) -328.00200 (ar) 38.00470 (e) -327.98900 (tr) 14.99140 (ainable) -327.99400 (end\055to\055end\056) -542.98800 (W) 91.98710 (e) ] TJ 11.95510 TL T* [ (e) 15.01280 (valuate) -401.01000 (TCL) 37.01590 (\047) 39.98970 (s) -400.98600 (performance) -401.00200 (on) -400.98200 (the) -400.98500 (task) -401.99700 (of) -401.01900 (ima) 10.01300 (g) 10.00320 (e) -400.99700 (r) 37.01830 (eco) 9.99588 (g\055) ] TJ T* [ (nition\054) -321.98500 (using) -307.99900 (the) -307 (CIF) 115.01400 (AR100) -308.00400 (and) -308.01200 (Ima) 10.00320 (g) 10.00320 (eNet) -308.01500 (datasets\054) -321.98500 (study\055) ] TJ T* [ (ing) -253 (the) -253.00900 (ef) 18 (fect) -253.01100 (of) -251.98500 (par) 14.99380 (ameter) -253.00400 (r) 37.01960 (eduction) -252.99100 (via) -253.00900 (tensor) -252.99200 (contr) 14.99750 (action) ] TJ T* [ (on) -386.00400 (performance) 15.00730 (\056) -715.99600 (W) 91.98590 (e) -386.01900 (demonstr) 15.01100 (ate) -386.00700 <7369676e690263616e74> -384.98500 (model) -386 (com\055) ] TJ T* [ (pr) 36.98520 (ession) -258.99000 (without) -257.98500 <7369676e690263616e74> -259.00700 (impact) -258.99200 (on) -257.98600 (the) -259.00800 (accur) 14.98520 (acy) -259.01800 (and\054) -260.99800 (in) ] TJ 11.95590 TL T* [ (some) -249.98800 (cases\054) -249.98600 (impr) 44.99370 (o) 10.00320 (ved) -250.00100 (performance) 15.00730 (\056) ] TJ /R21 11.95520 Tf 33.96720 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R23 9.96260 Tf 11.95510 -18.92890 Td [ (F) 14.99200 (ollo) 25 (wing) -397.99200 (their) -398 (successful) -397.99200 (application) -398.01400 (to) -399.01900 (computer) -397.99000 (vi\055) ] TJ -11.95510 -11.95510 Td [ (sion\054) -329.01700 (speech) -313.98400 (recognition\054) -329.00600 (and) -313.98100 (natural) -312.99400 (language) -314.01100 (processing\054) ] TJ 11.95590 TL T* [ (deep) -366.01600 (neural) -366.01200 (netw) 10.00940 (orks) -366.98500 (ha) 19.99790 (v) 14.98280 (e) -365.98300 (become) -366.00900 (ubiquitous) -365.99800 (in) -366.00500 (the) -366.99000 (ma\055) ] TJ 11.95510 TL T* [ (chine) -251.98900 (lea) 1.01821 (rning) -252.01800 (community) 64.98430 (\056) -315.00400 (And) -251.00500 (yet) -251.99000 (man) 14.99010 (y) -251.01200 (questions) -251.99500 (remain) ] TJ T* [ (unanswered\072) -590 (Wh) 4.98569 (y) -390.00800 (do) -390.00400 (deep) -390.01200 (neural) -390.00800 (netw) 10.00810 (orks) -390.00100 (w) 10 (ork\077) -729.99300 (Ho) 24.98360 (w) ] TJ T* [ (man) 14.99080 (y) -227.99600 (parameters) -229.01400 (are) -228.01300 (really) -227.99400 (necessary) -228 (to) -229.00800 (achie) 25.01540 (v) 14.98280 (e) -228.00600 (state) -227.98900 (of) -229.01800 (the) ] TJ T* [ (art) -249.99800 (performance\077) ] TJ 270.70500 411.55100 Td [ (Recently) 64.99410 (\054) -313.98400 (tensor) -300.99400 (methods) -301.01300 (ha) 19.99670 (v) 14.98280 (e) -301.01300 (been) -301.00900 (used) -302.01800 (i) 0.98513 (n) -301.98400 (attempts) -301.01300 (to) ] TJ -11.95510 -11.95510 Td [ (better) -197.99900 (understand) -198.99900 (the) -197.99900 (success) -199.01600 (of) -198.00600 (deep) -198.00600 (neural) -198.98200 (netw) 10.00810 (orks) -197.99100 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 524.87100 480.59600 Tm (4) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 529.85200 480.59600 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 534.32500 480.59600 Tm (6) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 539.30700 480.59600 Tm (\135\056) Tj -230.44500 -11.95510 Td [ (One) -269.99200 (class) -269.98400 (of) -271.01100 (broadly) -270.01400 (useful) -270.01900 (techniques) -270.00400 (within) -270 (tensor) -270.99900 (meth\055) ] TJ 11.95470 TL T* [ (ods) -251.98000 (are) -252.00900 (tensor) -251.98200 (decompositions\056) -315.01600 (While) -251.98200 (the) -251.98700 (properties) -252.01700 (of) -251.99700 (ten\055) ] TJ T* [ (sors) -346.98600 (ha) 19.99670 (v) 14.98280 (e) -347.98600 (long) -347.01800 (been) -346.99800 (studied\054) -371.98200 (in) -346.99100 (the) -348.01100 (past) -346.98600 (decade) -347.00600 (the) 14.98770 (y) -348.01500 (ha) 19.99670 (v) 14.98280 (e) ] TJ T* [ (come) -249.01000 (to) -249.98500 (prominence) -248.99500 (in) -249.00500 (machine) -249.00300 (learning) -250.01700 (in) -249.00700 (such) -249.00700 (v) 24.98110 (aried) -249.99700 (ap\055) ] TJ 11.95590 TL T* [ (plications) -261.01300 (as) -259.99300 (learning) -260.99800 (latent) -260.99600 (v) 24.98110 (ariable) -261.01000 (models) -260.00600 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 490.21200 420.82000 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 495.19300 420.82000 Tm [ (\135\054) -263.99500 (and) -261.01000 (de) 25.01540 (v) 14.98280 (el\055) ] TJ -186.33100 -11.95510 Td [ (oping) -210.99700 (recommender) -211.98900 (systems) -210.98400 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 427.51600 408.86500 Tm (10) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 437.47900 408.86500 Tm [ (\135\056) -297.00900 (Se) 24.98600 (v) 14.98280 (eral) -212.00900 (recent) -210.98900 (papers) -211.99900 (ap\055) ] TJ -128.61700 -11.95510 Td [ (ply) -221.98500 (tensor) -221.00700 (learning) -221.98500 (and) -221.01700 (tensor) -221.98700 (decomposition) -222.02200 (t) 0.98513 (o) -221.99700 (deep) -222.00200 (neural) ] TJ 11.95470 TL T* [ (netw) 10.00810 (orks) -276.02000 (for) -275.99600 (the) -275.98600 (purpose) -276.01300 (of) -275.99300 (de) 25.01540 (vising) -277.01700 (neural) -275.98800 (netw) 10.00810 (ork) -275.98800 (learn\055) ] TJ T* [ (ing) -344.98400 (algorithms) -344.99400 (with) -345.01800 (theoretical) -344.98200 (guarantees) -344.99100 (of) -345.00100 (con) 39.99820 (v) 14.98280 (er) 17.98720 (gence) ] TJ 11.95630 TL (\133) ' ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 312.18000 361.04400 Tm (17) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 322.14200 361.04400 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 327.12300 361.04400 Tm (9) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 332.10500 361.04400 Tm (\135\056) Tj -11.28750 -14.49300 Td [ (Other) -404.98400 (lines) -405.98900 (of) -404.98900 (research) -405.98600 (ha) 19.99670 (v) 14.98280 (e) -404.99600 (in) 40.00310 (v) 14.98280 (estig) 5 (ated) -404.98600 (practical) -406.00600 (ap\055) ] TJ -11.95510 -11.95470 Td [ (plications) -261.99300 (of) -263.01200 (tensor) -263 (decomposition) -262.01500 (to) -263.00500 (deep) -261.99500 (neural) -263.01000 (netw) 10.00810 (orks) ] TJ 11.95510 TL T* [ (with) -316.98400 (aims) -316.98400 (including) -317.00300 (speeding) -316.98100 (up) -316.99600 (con) 39.99820 (v) 18.98210 (ol) 0.99003 (utional) -317.99100 (neural) -317.00100 (net\055) ] TJ T* [ (w) 10 (orks) -358.00600 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 339.99500 310.68600 Tm (15) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 349.95800 310.68600 Tm [ (\135\054) -384.99500 (multi\055task) -358.00900 (learning) -358 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 443.10800 310.68600 Tm (20) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 453.07100 310.68600 Tm [ (\135\054) -386.01400 (and) -358.01400 (sharing) -358 (residual) ] TJ -144.20900 -11.95510 Td [ (units) -274.98400 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 334.29600 298.73100 Tm (3) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 339.27800 298.73100 Tm [ (\135\056) -384.99500 (Ho) 24.98360 (we) 25.01300 (v) 14.98280 (er) 39.98600 (\054) -281.00900 (to) -275 (our) -275.00800 (kno) 24.99090 (wledge\054) -282.01700 (no) -275.00300 (attempt) -274.98400 (has) -275.00800 (been) ] TJ -30.41560 -11.95590 Td [ (made) -277.00500 (to) -277.98100 (apply) -276.99500 (tensor) -276.99800 (decompositions) -276.98300 (as) -277.99300 (a) -277.01700 (generic) -277.01300 (layer) -277.99300 (di\055) ] TJ 11.95510 TL T* [ (rectly) -205.99700 (on) -205.01500 (the) -205.99700 (acti) 24.98110 (v) 24.98110 (ations) -206.01700 (or) -204.98500 (weights) -206.01500 (of) -206.00500 (a) -204.99000 (deep) -206.00500 (neural) -206 (netw) 10.00810 (ork) ] TJ T* [ (and) -263.99000 (to) -263.98300 (train) -263.98300 (the) -263.98800 (resulting) -264 (netw) 10.00810 (ork) -263.99000 (end\055to\055end\056) -352 (Most) -264.00500 (current) ] TJ T* [ (w) 10 (ork) -380.00800 (applies) -379.99300 (decompositions) -379.98600 (only) -379.99100 (for) -380.99500 (either) -380.00500 (initialization) ] TJ (\133) ' ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 312.18000 238.95500 Tm (20) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 322.14200 238.95500 Tm [ (\135) -307.99000 (or) -307.00500 (post\055training) -308.01700 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 397.19100 238.95500 Tm (16) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 407.15300 238.95500 Tm [ (\135\056) -481.99800 (These) -307.98300 (techniques) -307.99800 (then) -306.99300 (often) -308.01700 (re\055) ] TJ -98.29100 -11.95510 Td [ (quire) -374.00600 (additional) -374.01600 <026e652d74756e696e67> -374.99100 (to) -374.00600 (compensate) -373.99200 (for) -374.01600 (the) -374.00600 (loss) -375.01100 (of) ] TJ 11.95590 TL T* [ (information) -249.99300 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 361.71400 215.04500 Tm (11) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R23 9.96260 Tf 1 0 0 1 371.67600 215.04500 Tm (\135\056) Tj -50.85900 -14.49300 Td [ (In) -469.01700 (deep) -469.01700 (con) 39.99820 (v) 20.00160 (olutional) -469.01500 (neural) -467.99500 (netw) 10.00810 (orks\054) -524.01600 (the) -469.01000 (output) -468.98500 (of) ] TJ -11.95510 -11.95510 Td [ (each) -309.01500 (layer) -309.98700 (is) -308.99500 (a) -309.01200 (tensor) 54.98590 (\056) -487.99500 (W) 79.98660 (e) -309.99200 (posi) 1.00473 (t) -310.02200 (that) -308.99300 (tensor) -308.99300 (algebraic) -309.98300 (tech\055) ] TJ 11.95510 TL T* [ (niques) -480.99300 (can) -480.98100 (allo) 24.99090 (w) -479.99600 (us) -481.00600 (to) -481.00600 (e) 15.01220 (xploit) -480.98300 (multidimensional) -481.00800 (depen\055) ] TJ T* [ (dencies) -358.00900 (in) -358.00600 (the) -358.01100 (acti) 24.98110 (v) 24.98110 (ation) -357.01900 (tensors\056) -633.98700 (W) 79.98660 (e) -357.98400 (propose) -358 (to) -358.00900 (le) 25.02030 (v) 14.98280 (erage) ] TJ T* [ (that) -362.98400 (structure) -362.98400 (by) -362.00800 (incorporating) -363.00300 (T) 69.99320 (ensor) -362.98800 (Contraction) -362.99300 (Layers) ] TJ 11.95590 TL T* [ (\050TCLs\051) -375.99600 (into) -375.99100 (neural) -374.99100 (netw) 10.00810 (orks\056) -687.98800 <53706563690263616c6c79> 65.01370 (\054) -406.98600 (in) -376.00600 (our) -376.01100 (e) 15.01220 (xperi\055) ] TJ 11.95510 TL T* [ (ments\054) -268.98500 (we) -265.99700 (apply) -264.99700 (TCLs) -266.00700 (directly) -264.99500 (to) -265.98500 (the) -265.00500 (third\055order) -266.01900 (acti) 24.98110 (v) 24.98110 (ation) ] TJ T* [ (tensors) -284.00900 (produced) -284.01900 (by) -283.98200 (the) -283.00400 <026e616c> -284.00700 (con) 39.99820 (v) 20.00160 (olutional) -283.98700 (layer) -283.99200 (of) -283.99200 (an) -283.99200 (im\055) ] TJ T* [ (age) -335.00500 (recognition) -335.98800 (netw) 10.00810 (ork\056) -566.01300 (T) 35.01870 (raditional) -335.99300 (netw) 10.00810 (orks) -334.98800 <03617474656e> -335.99800 (this) ] TJ T* [ (acti) 24.98110 (v) 24.98110 (ation) -348 (tensor) 40.00800 (\054) -372.01400 (passing) -347.99100 (it) -348.00600 (to) -348.01100 (subsequent) -347.98600 (fully\055connected) ] TJ T* [ (layers\056) -667.99600 (Ho) 24.98360 (we) 25.01300 (v) 14.98280 (er) 39.98600 (\054) -398.99000 (the) -370.00900 <03617474656e696e67> -368.99200 (process) -368.98700 (loses) -369.99700 (information) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 301.50000 35 Tm (26) Tj T* ET Q endstream endobj 12 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 13 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 13 0 obj << /Filter /FlateDecode /Resources 14 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
14 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
15 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 16 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
16 0 obj
<<
/Filter /FlateDecode
/Resources 17 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
17 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 19 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 112 751 500 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources 20 0 R
/Length 56490
/Type /XObject
/BBox [ 112 751 500 772 ]
/Subtype /Form
>>
stream
xtIJ5*|^~x?P9)<<ҥ+kh4}/?>]漿վ]Z Ǭ57W'b~?Kwk6:>rAニxeG1k-/LfߗA̺(egk5>
=KO1{Vux}Ol|_s؟|*>5=k|*a5x}On :97~1s7rX {|>IQQo6|'\#x_ڽC}M7(췀(N
سW#^Ň}|zblnB'\o=r;$s:z-
V3+έ昵 WD/nl ;q"3Pg휅\3C`k7760c9-Cȸ