%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (Temporal Multimodal Learning in Audiovisual Speech Recognition) /Producer (PyPDF2) /Author (Di Hu\054 Xuelong Li\054 Xiaoqiang lu) /Subject (2016 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /R20 20 0 R /R21 21 0 R /R19 22 0 R /R23 23 0 R /R22 24 0 R /x12 25 0 R /R24 28 0 R /x10 29 0 R >> /ExtGState << /s9 32 0 R /s11 35 0 R /a0 << /CA 1 /ca 1 >> /R18 38 0 R /R7 39 0 R /s5 40 0 R /s7 43 0 R >> /Font << /R10 46 0 R /F2 50 0 R /R12 51 0 R /F1 55 0 R /R14 56 0 R /R16 59 0 R /R8 63 0 R /R25 66 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 69 0 R /Resources << /ExtGState << /R7 39 0 R >> /Font << /R10 46 0 R /F2 70 0 R /F1 71 0 R /R16 59 0 R /R8 63 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 72 0 R /Resources << /ExtGState << /R45 73 0 R /R38 74 0 R >> /Font << /F2 75 0 R /R58 76 0 R /R8 63 0 R /R48 80 0 R /R54 83 0 R /R46 86 0 R /R56 91 0 R /R43 95 0 R /R41 99 0 R /R10 46 0 R /F1 103 0 R /R52 104 0 R /R16 59 0 R /R39 107 0 R /R50 110 0 R /R60 115 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 118 0 R /Resources << /ExtGState << /R38 74 0 R >> /Font << /R58 76 0 R /R48 80 0 R /R54 83 0 R /R46 86 0 R /R56 91 0 R /R71 119 0 R /R50 110 0 R /R41 99 0 R /F2 122 0 R /F1 123 0 R /R52 104 0 R /R8 63 0 R /R43 95 0 R /R10 46 0 R /R67 124 0 R /R60 115 0 R /R16 59 0 R /R69 127 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 130 0 R /Resources << /ExtGState << /R7 39 0 R >> /Font << /F2 131 0 R /R8 63 0 R /R48 80 0 R /R54 83 0 R /R46 86 0 R /R56 91 0 R /R43 95 0 R /R41 99 0 R /R10 46 0 R /F1 132 0 R /R52 104 0 R /R16 59 0 R /R50 110 0 R /R60 115 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 133 0 R /Resources << /ExtGState << /R7 39 0 R >> /Font << /R10 46 0 R /F2 134 0 R /F1 135 0 R /R8 63 0 R /R16 59 0 R /R48 80 0 R /R46 86 0 R /R43 95 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 136 0 R /Resources << /ExtGState << /R18 38 0 R /R7 39 0 R >> /Font << /F2 137 0 R /R8 63 0 R /R10 46 0 R /F1 138 0 R /R16 59 0 R /R88 139 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 142 0 R /Resources << /ExtGState << /R7 39 0 R >> /Font << /R10 46 0 R /F2 143 0 R /F1 144 0 R /R16 59 0 R /R8 63 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 145 0 R /Resources << /ExtGState << /R7 39 0 R >> /Font << /R10 46 0 R /F2 146 0 R /F1 147 0 R /R16 59 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 31902 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R7 gs 0 g q 10 0 0 10 0 0 cm BT /R8 14.34600 Tf 1 0 0 1 92.36020 675.07000 Tm [ (T) 91 (emporal) -249.00600 (Multimodal) -250.00300 (Lear) 14.00750 (ning) -248.98900 (in) -250.00800 (A) 49.01190 (udio) 10.01170 (visual) -249.00400 (Speech) -250.00800 (Recognition) ] TJ /R10 11.95500 Tf 111.46000 -37.85980 Td [ (Di) -248.98700 (Hu) ] TJ /R12 7.97000 Tf 29.55000 4.33984 Td [ <03> -0.30020 ] TJ /R10 11.95500 Tf 4.73008 -4.33984 Td [ (\054) -750.00700 (Xuelong) -249.99600 (Li) ] TJ /R12 7.97000 Tf 66.75000 4.33984 Td [ (y) -0.19911 ] TJ /R10 11.95500 Tf 4.26016 -4.33984 Td [ (\054) -750.00700 (Xiaoqiang) -250.00600 (Lu) ] TJ /R12 7.97000 Tf 78.02970 4.33984 Td [ (y) -0.19911 ] TJ -328.92000 -13.95000 Td [ <03> -0.30020 ] TJ /R10 11.95500 Tf 4.74023 -4.33984 Td [ (School) -249.00900 (of) -250 (Computer) -249.98700 (Science) -249.99600 (and) -250.01600 (Center) -250.01400 (for) -249.98700 (OPT) 33.99590 (ical) -249.00300 (IMagery) -250.01600 (Analysis) -250 (and) -250.01400 (Learning) -250.01400 (\050OPTIMAL\051\054) ] TJ 76.05980 -13.95000 Td [ (Northwestern) -249.01500 (Polytechnical) -250.01000 (Uni) 23.98930 (v) 15.00990 (ersity) 64.98570 (\054) -249.00700 (Xi\047an) -249.98900 (710072\054) -250.00600 (P) 109.99100 (\056) -249.00500 (R\056) -250.00600 (China) ] TJ /R12 7.97000 Tf -40.10000 -9.72031 Td [ (y) -0.20064 ] TJ /R10 11.95500 Tf 4.26016 -4.32969 Td [ (Xi\047an) -249.98900 (Institute) -250.00900 (of) -250 (Optics) -249.98900 (and) -250.01600 (Precision) -249.99100 (Mechanics\054) -249.98700 (Chinese) -250.00400 (Academy) -250.00600 (of) -250.00200 (Sciences\054) ] TJ 131.50000 -13.95000 Td [ (Xi\047an) -249.98900 (710119\054) -250.00600 (P) 109.99100 (\056) -249.00700 (R\056) -250.00600 (China) ] TJ /R14 8.96600 Tf -122.67000 -13.95000 Td [ (hdui831\100mail\056nwpu\056edu\056cn\054) -598.99100 (xuelong) ] TJ ET Q 3.79000 w 0 G 2895.40000 5660.40000 m 2949.20000 5660.40000 l S q 10 0 0 10 0 0 cm BT /R14 8.96600 Tf 1 0 0 1 294.92000 567.36000 Tm [ (li\100opt\056ac\056cn\054) -600.00700 (luxiaoqiang\100opt\056ac\056cn) ] TJ /R8 11.95500 Tf -148.93000 -41.05000 Td (Abstract) Tj /R16 9.96300 Tf -83.91990 -25.50000 Td [ (In) -348.99000 (vie) 14.00320 (w) -350.00500 (of) -350.00200 (the) -349.98900 (advanta) 9.01774 (g) 9.98323 (es) -348.99000 (of) -350.00200 (deep) -350.98700 (networks) -349.98400 (in) -350.00100 (pr) 43.99820 (oduc\055) ] TJ -11.95980 -11.95000 Td [ (ing) -220.00300 (useful) -219.00900 (r) 36.01400 (epr) 36.99360 (esentation\054) -224.99100 (the) -220.01600 (g) 9.00304 (ener) 15.01160 (ated) -219.01100 (featur) 35.99740 (es) -219.01800 (of) -219.98900 (dif) 16.99890 (fer) 36.98740 (ent) ] TJ 11.96020 TL T* [ (modality) -234.99100 (data) -236.01500 (\050suc) 13.98970 (h) -234.00500 (as) -235.00300 (ima) 9.01406 (g) 9.98323 (e) 10.01140 (\054) -238.01700 (audio\051) -235 (can) -236.00500 (be) -235.01000 (jointly) -236.01000 (learned) ] TJ 11.95000 TL T* [ (using) -390 (Multimodal) -391.01100 (Restricted) -390.00100 (Boltzmann) -390.99500 (Mac) 13.99220 (hines) -390.01200 (\050MRB\055) ] TJ 11.96020 TL T* [ (M\051\056) -286 (Recently) 54.01580 (\054) -294.00500 (audio) 9.01897 (visual) -284.99500 (speec) 14.00570 (h) -285.01400 (r) 36.01460 (eco) 10.01140 (gnition) -285.00200 (based) -285.98700 (the) -286.98200 (M\055) ] TJ 11.95000 TL T* [ (RBM) -329.99600 (has) -330.01700 (attr) 14.00200 (acted) -329.01300 (muc) 13.98970 (h) -329.98600 (attention\054) -350.00200 (and) -330.01300 (the) -329.99300 (MRBM) -330 (shows) ] TJ 11.95980 TL T* [ (its) -311.99500 (ef) 17.00870 (fectiveness) -311 (in) -312.01000 (learning) -311.99800 (the) -311.99700 (joint) -313.00600 (r) 36.01460 (epr) 36.99480 (esentation) -310.98700 (acr) 44.01290 (oss) ] TJ 11.95000 TL T* [ (audio) 9.01897 (visual) -346.98300 (modalities\056) -605.01900 (Howe) 13.98970 (ver) 111.00600 (\054) -371.98900 (the) -347.98900 (b) 19 (uilt) -346.98500 (networks) -349.00400 (have) ] TJ 11.96020 TL T* [ (weakness) -216.01600 (in) -215.99000 (modeling) -216.98800 (the) -216.01700 (multimodal) -215.99200 (sequence) -216.98000 (whic) 14.01670 (h) -214.99000 (is) -217.01400 (the) ] TJ 11.95000 TL T* [ (natur) 13.99470 (al) -385.01400 (pr) 43.99820 (operty) -385.01800 (of) -387.01400 (speec) 14.00570 (h) -384.99400 (signal\056) -719 (In) -386.00300 (this) -387.01300 (paper) 110.00900 (\054) -419 (we) -387.00300 (will) ] TJ 11.95980 TL T* [ (intr) 43.99580 (oduce) -376.01600 (a) -376.99500 (no) 8.98956 (vel) -375.99400 (tempor) 14.01550 (al) -375.99700 (multimodal) -377.01800 (deep) -376.98100 (learning) -377.00500 (ar) 18.98380 (\055) ] TJ 11.95000 TL T* [ (c) 14.01060 (hitectur) 37.00890 (e) 10.01140 (\054) -349.99400 (named) -330.98700 (as) -330.98300 (Recurr) 35.99870 (ent) -329.99300 (T) 90.99830 (empor) 15.01650 (al) -330.00500 (Multimodal) -330.98500 (RB\055) ] TJ 11.96020 TL T* [ (M) -227.01500 (\050RTMRBM\051\054) -228.00200 (that) -227.00300 (models) -228.01300 (multimodal) -227.00900 (sequences) -228.01400 (by) -227.99200 (tr) 13.99710 (ans\055) ] TJ 11.95000 TL T* [ (forming) -351.99700 (the) -351.98800 (sequence) -352.01200 (of) -352.98200 (connected) -351.99000 (MRBMs) -352.01300 (into) -351.99800 (a) -351.98100 (pr) 43.99820 (oba\055) ] TJ 11.96020 TL T* [ (bilistic) -356.01000 (series) -356.01200 (model\056) -628.01800 (Compar) 36.00480 (ed) -354.98500 (with) -355.98100 (e) 18.99120 (xisting) -355.98300 (multimodal) ] TJ 11.95000 TL T* [ (networks\054) -219.01800 (it\047) 39.01890 (s) -210.99300 (simple) -211.98400 (and) -211.99900 (ef) 17.00870 <026369656e74> -211.01900 (in) -213.01100 (learning) -212.02000 (tempor) 14.01430 (al) -211.01000 (join\055) ] TJ 11.95980 TL T* [ (t) -424.01100 (r) 36.01400 (epr) 36.99420 (esentation\056) -832.00300 (W) 90.99710 (e) -422.99700 (e) 14.01060 (valuate) -424.00900 (our) -423.99700 (model) -423.99600 (on) -425 (audio) 9.01774 (visual) ] TJ 11.95000 TL T* [ (speec) 14.00630 (h) -226.00700 (datasets\054) -232.98600 (two) -227.00700 (public) -227.98500 (\050A) 104.01800 (VLetter) 9.99180 (s) -226.99000 (and) -227.99400 (A) 104.00800 (VLetter) 9.99058 (s2\051) -226.99500 (and) ] TJ 11.96020 TL T* [ (one) -360.01900 (self\055b) 19.00530 (uild\056) -642.00300 (The) -360.00800 (e) 18.98990 (xperimental) -360.01500 (r) 36.01460 (esults) -360.00400 (demonstr) 13.98240 (ate) -359.98700 (that) ] TJ 11.95000 TL T* [ (our) -229.99800 (appr) 44.00930 (oac) 15.00180 (h) -228.98700 (can) -230.00600 (obviously) -230.00100 (impr) 44.00930 (o) 9.98323 (ve) -228.98400 (the) -230.01400 (accur) 14.01670 (acy) -229 (of) -229.00700 (r) 36.01460 (eco) 10.01020 (g\055) ] TJ 11.95980 TL T* [ (nition) -424.01700 (compar) 36.01710 (ed) -423.01000 (with) -424.98700 (standar) 35.99740 (d) -422.98600 (MRBM) -423.98100 (and) -423.99300 (the) -424.01300 (tempor) 14.01430 (al) ] TJ T* [ (model) -366.98700 (based) -368.01000 (on) -367.99100 (conditional) -368 (RBM\056) -366.99500 (In) -368.00600 (addition\054) -397.01800 (RTMRBM) ] TJ 11.95000 TL T* [ (still) -367.98600 (outperforms) -367.99000 (non\055tempor) 13.98240 (al) -367.01800 (multimodal) -368 (deep) -368.00200 (networks) ] TJ 11.96020 TL T* [ (in) -257.00100 (the) -258.00700 (pr) 36 (esence) -256.98400 (of) -257.00200 (the) -258.00800 (weakness) -256.98800 (of) -257.98200 (long\055term) -257.99300 (dependencies\056) ] TJ /R8 11.95500 Tf 52.58980 TL T* [ (1\056) -250.00700 (Intr) 17.00610 (oduction) ] TJ /R10 9.96300 Tf 11.95980 -20.51990 Td [ (Rob) 20.00750 (ust) ] TJ /R16 9.96300 Tf 31.58010 0 Td [ (A) 19.98480 (utomatic) -355.98600 (Speec) 14.00940 (h) -355 (Reco) 8.98098 (gnition) ] TJ /R10 9.96300 Tf 127.52000 0 Td [ (\050ASR\051) -355.01200 (has) -355.98300 (been) ] TJ -171.06000 -11.95000 Td [ (the) -357.98700 (k) 9.00365 (e) 14.99080 (y) -356.99900 (to) -358 (the) -357.98700 (natural) -357.99800 (human\055computer) -358.00200 (interf) 8.99569 (aces) -357.00200 (in) -358 (most) ] TJ 11.96020 TL T* [ (cases\054) -343.98900 (b) 19.00160 (ut) -324.00700 (it\047) 53.99620 (s) -323.98900 (challenged) -326.01600 (by) -324.98000 (the) -325.01400 (noisy) -326.01300 (en) 39.01150 (vironments\056) -534.98500 (One) ] TJ 11.95000 TL T* [ (e) 14.01060 (xample) -355.98300 (of) -358.00800 (such) -357.99700 (an) -358.00400 (en) 39.01150 (vironment) -357.01600 (is) -356.98400 (street\054) -384.98900 (where) -357.99000 (the) -357.98700 (traf\055) ] TJ 11.96020 TL T* [ <0263> -430.99800 (noise) -432.00300 (mak) 8.98221 (es) -429.99300 (it) -431.01100 (v) 13.98240 (ery) -430.99900 (hard) -431.01400 (for) -431.98300 (recognizing) -430.99200 (the) -432.01100 (speech\056) ] TJ 11.95000 TL T* [ (Considering) -298.98500 (that) -300.02000 (vision) -298.98100 (is) -300.01500 (free) -298.98800 (of) -299.98100 (audio) -299.00700 (noise) -299.99200 (and) -299.01200 (can) -300.00400 (pro\055) ] TJ 11.95980 TL T* [ (vide) -235.00600 (complemental) -235.01400 (information) -235.01300 (to) -235.98700 (audio) -234.98100 (in) -235.00500 (the) -234.99300 (noisy) -235.99300 (condi\055) ] TJ ET Q q 3136 4056.80000 2265.05000 1305.66000 re W n 0.08618 0.04391 0.83984 0 k 5346.56000 4574.41000 m 5346.56000 4555.04000 5336.04000 4539.34000 5323.04000 4539.34000 c 4903.18000 4539.34000 l 4890.18000 4539.34000 4879.64000 4555.04000 4879.64000 4574.41000 c 4879.64000 4637.43000 l 4879.64000 4656.79000 4890.18000 4672.49000 4903.18000 4672.49000 c 5323.04000 4672.49000 l 5336.04000 4672.49000 5346.56000 4656.79000 5346.56000 4637.43000 c 5346.56000 4574.41000 l f /R18 gs 4.41101 w 0.92969 0.87891 0.89062 0.80078 K 5346.56000 4574.41000 m 5346.56000 4555.04000 5336.04000 4539.34000 5323.04000 4539.34000 c 4903.18000 4539.34000 l 4890.18000 4539.34000 4879.64000 4555.04000 4879.64000 4574.41000 c 4879.64000 4637.43000 l 4879.64000 4656.79000 4890.18000 4672.49000 4903.18000 4672.49000 c 5323.04000 4672.49000 l 5336.04000 4672.49000 5346.56000 4656.79000 5346.56000 4637.43000 c 5346.56000 4574.41000 l h S 4437.98000 4574.41000 m 4437.98000 4555.04000 4427.45000 4539.34000 4414.45000 4539.34000 c 3994.60000 4539.34000 l 3981.60000 4539.34000 3971.06000 4555.04000 3971.06000 4574.41000 c 3971.06000 4637.43000 l 3971.06000 4656.79000 3981.60000 4672.49000 3994.60000 4672.49000 c 4414.45000 4672.49000 l 4427.45000 4672.49000 4437.98000 4656.79000 4437.98000 4637.43000 c 4437.98000 4574.41000 l f 4437.98000 4574.41000 m 4437.98000 4555.04000 4427.45000 4539.34000 4414.45000 4539.34000 c 3994.60000 4539.34000 l 3981.60000 4539.34000 3971.06000 4555.04000 3971.06000 4574.41000 c 3971.06000 4637.43000 l 3971.06000 4656.79000 3981.60000 4672.49000 3994.60000 4672.49000 c 4414.45000 4672.49000 l 4427.45000 4672.49000 4437.98000 4656.79000 4437.98000 4637.43000 c 4437.98000 4574.41000 l h S Q q 3216.97000 4807.27000 443.30900 288.91800 re W n q 445.04100 0 0 290.00600 3215.95000 4806.54000 cm /R19 Do Q Q q 3982.86000 4807.27000 443.30900 288.91800 re W n q 445.04100 0 0 290.00600 3982 4806.54000 cm /R20 Do Q Q q 4874.89000 4807.27000 443.30900 288.91800 re W n q 444.02800 0 0 290.00600 4874.72000 4806.54000 cm /R21 Do Q Q q 3222.48000 4309.40000 432.27700 88.85940 re W n q 0 89.37300 -432.88200 0 3654.91000 4309.01000 cm /R22 Do Q Q q 3989.15000 4308.67000 430.73800 88.87890 re W n q 0 90.38630 -432.88200 0 4420.96000 4308 cm /R23 Do Q Q q 4888.46000 4307.51000 433.82400 92.62890 re W n q 0 93.42620 -434.90800 0 5322.80000 4306.98000 cm /R24 Do Q Q q 3136 4056.80000 2265.05000 1305.66000 re W n 0.08618 0.04391 0.83984 0 k 3660.28000 4574.41000 m 3660.28000 4555.04000 3649.74000 4539.34000 3636.73000 4539.34000 c 3216.89000 4539.34000 l 3203.89000 4539.34000 3193.34000 4555.04000 3193.34000 4574.41000 c 3193.34000 4637.43000 l 3193.34000 4656.79000 3203.89000 4672.49000 3216.89000 4672.49000 c 3636.73000 4672.49000 l 3649.74000 4672.49000 3660.28000 4656.79000 3660.28000 4637.43000 c 3660.28000 4574.41000 l f /R18 gs 4.41101 w 0.92969 0.87891 0.89062 0.80078 K 3660.28000 4574.41000 m 3660.28000 4555.04000 3649.74000 4539.34000 3636.73000 4539.34000 c 3216.89000 4539.34000 l 3203.89000 4539.34000 3193.34000 4555.04000 3193.34000 4574.41000 c 3193.34000 4637.43000 l 3193.34000 4656.79000 3203.89000 4672.49000 3216.89000 4672.49000 c 3636.73000 4672.49000 l 3649.74000 4672.49000 3660.28000 4656.79000 3660.28000 4637.43000 c 3660.28000 4574.41000 l h S 0.92969 0.87891 0.89062 0.80078 k q 10 0 0 10 0 0 cm BT /R25 5.29322 Tf 1 0 0 1 322.61400 423.61000 Tm (Sound Spectrogram ) Tj 10.02230 89.43750 Td (Mouth Lip) Tj ET Q [ 53.29780 53.29780 ] 0 d 3726.18000 4208.05000 m 3726.18000 4177.94000 3702.47000 4153.53000 3673.24000 4153.53000 c 3204 4153.53000 l 3174.77000 4153.53000 3151.07000 4177.94000 3151.07000 4208.05000 c 3151.07000 5168.98000 l 3151.07000 5199.09000 3174.77000 5223.51000 3204 5223.51000 c 3673.24000 5223.51000 l 3702.47000 5223.51000 3726.18000 5199.09000 3726.18000 5168.98000 c 3726.18000 4208.05000 l h S [ ] 0 d 3438.62000 4508.31000 m 3438.62000 4398.13000 l S 3438.62000 4534.93000 m 3433.97000 4522.40000 3426.05000 4506.86000 3417.64000 4497.23000 c 3438.62000 4504.81000 l 3459.59000 4497.23000 l 3451.20000 4506.86000 3443.26000 4522.40000 3438.62000 4534.93000 c f 3438.62000 4697.10000 m 3438.62000 4807.27000 l S 3438.62000 4670.48000 m 3443.27000 4683 3451.20000 4698.55000 3459.60000 4708.18000 c 3438.62000 4700.60000 l 3417.65000 4708.18000 l 3426.05000 4698.55000 3433.98000 4683 3438.62000 4670.48000 c f q 10 0 0 10 0 0 cm BT /R25 5.29322 Tf 1 0 0 1 399.61200 423.61000 Tm (Sound Spectrogram ) Tj 10.05590 89.43790 Td (Mouth Lip) Tj ET Q [ 53.32160 53.32160 ] 0 d 4492.07000 4207.37000 m 4492.07000 4177.23000 4468.38000 4152.80000 4439.14000 4152.80000 c 3969.90000 4152.80000 l 3940.67000 4152.80000 3916.96000 4177.23000 3916.96000 4207.37000 c 3916.96000 5168.94000 l 3916.96000 5199.08000 3940.67000 5223.51000 3969.90000 5223.51000 c 4439.14000 5223.51000 l 4468.38000 5223.51000 4492.07000 5199.08000 4492.07000 5168.94000 c 4492.07000 4207.37000 l h S [ ] 0 d 4204.52000 4508.30000 m 4204.52000 4398.13000 l S 4204.52000 4534.93000 m 4199.88000 4522.40000 4191.94000 4506.86000 4183.54000 4497.22000 c 4204.52000 4504.81000 l 4225.50000 4497.22000 l 4217.10000 4506.86000 4209.16000 4522.40000 4204.52000 4534.93000 c f 4204.52000 4696.38000 m 4204.52000 4806.55000 l S 4204.52000 4669.75000 m 4209.16000 4682.28000 4217.10000 4697.82000 4225.50000 4707.45000 c 4204.52000 4699.87000 l 4183.55000 4707.45000 l 4191.95000 4697.82000 4199.88000 4682.28000 4204.52000 4669.75000 c f q 10 0 0 10 0 0 cm BT /R25 5.29322 Tf 1 0 0 1 489.76400 423.61000 Tm (Sound Spectrogram ) Tj 9.58125 89.43750 Td (Mouth Lip) Tj ET Q [ 53.29780 53.29780 ] 0 d 5388.85000 4208.06000 m 5388.85000 4177.95000 5365.15000 4153.53000 5335.91000 4153.53000 c 4866.68000 4153.53000 l 4837.44000 4153.53000 4813.74000 4177.95000 4813.74000 4208.06000 c 4813.74000 5168.98000 l 4813.74000 5199.09000 4837.44000 5223.51000 4866.68000 5223.51000 c 5335.91000 5223.51000 l 5365.15000 5223.51000 5388.85000 5199.09000 5388.85000 5168.98000 c 5388.85000 4208.06000 l h S [ ] 0 d 5101.29000 4512.71000 m 5101.29000 4402.54000 l S 5101.29000 4539.34000 m 5096.64000 4526.81000 5088.72000 4511.27000 5080.32000 4501.63000 c 5101.29000 4509.22000 l 5122.27000 4501.63000 l 5113.87000 4511.27000 5105.95000 4526.81000 5101.29000 4539.34000 c f 5101.29000 4697.70000 m 5101.29000 4807.88000 l S 5101.29000 4671.08000 m 5105.95000 4683.61000 5113.87000 4699.15000 5122.27000 4708.79000 c 5101.29000 4701.20000 l 5080.32000 4708.79000 l 5088.72000 4699.15000 5096.65000 4683.61000 5101.29000 4671.08000 c f q 10 0 0 10 0 0 cm BT /R25 26.46610 Tf 1 0 0 1 455.33600 490.73400 Tm (\056\056\056) Tj ET Q 0.06543 0.11206 0.86914 0 k 3768.37000 4601.02000 m 3664.42000 4601.02000 l 3664.42000 4595.86000 l 3768.37000 4595.88000 l 3768.37000 4601.02000 l f 3768.37000 4610.34000 m 3768.37000 4614.64000 l 3664.42000 4614.64000 l 3664.42000 4609.48000 l 3768.37000 4609.48000 l 3768.37000 4610.34000 l f 0.05435 0.03613 0.03915 0 k 3768.37000 4601.89000 m 3768.37000 4609.48000 l 3664.42000 4609.48000 l 3664.42000 4601.02000 l 3768.37000 4601.02000 l 3768.37000 4601.89000 l f 0.90625 0.88281 0.87305 0.78906 k 3664.42000 4586.48000 14.98830 37.55860 re f 0.06543 0.11206 0.86914 0 k 3677.86000 4586.70000 7.39063 37.56250 re f 0.90625 0.88281 0.87305 0.78906 k 3768.37000 4587.35000 m 3768.37000 4595.88000 l 3664.42000 4595.86000 l 3664.42000 4586.48000 l 3768.37000 4586.50000 l 3768.37000 4587.35000 l f 3664.42000 4614.64000 103.95300 9.39844 re f 3872.32000 4587.35000 m 3872.32000 4595.88000 l 3768.37000 4595.86000 l 3768.37000 4586.48000 l 3872.32000 4586.50000 l 3872.32000 4587.35000 l f 3768.37000 4614.64000 103.94900 9.39844 re f 0.06543 0.11206 0.86914 0 k 3872.32000 4601.02000 m 3768.37000 4601.02000 l 3768.37000 4595.86000 l 3872.32000 4595.88000 l 3872.32000 4601.02000 l f 3872.32000 4610.34000 m 3872.32000 4614.64000 l 3768.37000 4614.64000 l 3768.37000 4609.48000 l 3872.32000 4609.48000 l 3872.32000 4610.34000 l f 0.05435 0.03613 0.03915 0 k 3872.32000 4601.89000 m 3872.32000 4609.48000 l 3768.37000 4609.48000 l 3768.37000 4601.02000 l 3872.32000 4601.02000 l 3872.32000 4601.89000 l f 0.90625 0.88281 0.87305 0.78906 k 3927.59000 4588.19000 m 3927.59000 4596.72000 l 3872.32000 4596.71000 l 3872.32000 4587.35000 l 3927.59000 4587.35000 l 3927.59000 4588.19000 l f 3872.32000 4615.48000 55.26560 9.39844 re f 0.06543 0.11206 0.86914 0 k 3927.59000 4601.89000 m 3872.32000 4601.89000 l 3872.32000 4596.71000 l 3927.59000 4596.72000 l 3927.59000 4601.89000 l f 3927.59000 4611.20000 m 3927.59000 4615.48000 l 3872.32000 4615.48000 l 3872.32000 4610.32000 l 3927.59000 4610.32000 l 3927.59000 4611.20000 l f 0.05435 0.03613 0.03915 0 k 3927.59000 4602.75000 m 3927.59000 4610.32000 l 3872.32000 4610.32000 l 3872.32000 4601.89000 l 3927.59000 4601.89000 l 3927.59000 4602.75000 l f 0.90625 0.88281 0.87305 0.78906 k 3902.82000 4615.47000 m 3902.82000 4652.77000 l 3955.94000 4605.98000 l 3902.82000 4559.15000 l 3902.82000 4596.71000 l 3899.95000 4596.71000 l 3899.95000 4544.13000 l 3970.06000 4605.92000 l 3899.95000 4667.71000 l 3899.95000 4615.47000 l 3902.82000 4615.47000 l f 0.06543 0.11206 0.86914 0 k 3902.82000 4559.15000 m 3955.94000 4605.98000 l 3902.82000 4652.77000 l 3902.82000 4610.34000 l 3903.98000 4610.34000 l 3905.13000 4615.26000 3908.18000 4618.80000 3911.80000 4618.80000 c 3916.39000 4618.80000 3920.13000 4613.13000 3920.13000 4606.11000 c 3920.13000 4599.09000 3916.39000 4593.40000 3911.80000 4593.40000 c 3908.18000 4593.40000 3905.13000 4596.96000 3903.98000 4601.89000 c 3902.82000 4601.89000 l 3902.82000 4559.15000 l f 0.05435 0.03613 0.03915 0 k 3911.80000 4593.40000 m 3916.39000 4593.40000 3920.13000 4599.09000 3920.13000 4606.11000 c 3920.13000 4613.13000 3916.39000 4618.80000 3911.80000 4618.80000 c 3908.18000 4618.80000 3905.13000 4615.26000 3903.98000 4610.34000 c 3903.68000 4609.01000 3903.48000 4607.60000 3903.48000 4606.11000 c 3903.48000 4604.61000 3903.68000 4603.22000 3903.98000 4601.89000 c 3905.13000 4596.96000 3908.18000 4593.40000 3911.80000 4593.40000 c f 0.92969 0.87891 0.89062 0.80078 k q 10 0 0 10 0 0 cm BT /R25 6.17542 Tf 1 0 0 1 334.20900 526.40500 Tm [ (Frame 1) -9128.49000 (Frame 2) -11073.70000 (Frame N) ] TJ /R25 26.46610 Tf 121.95900 -95.19140 Td (\056\056\056) Tj ET Q 0.08618 0.04391 0.83984 0 k 4646.77000 4607.04000 m 4884.05000 4607.04000 l f 0.06543 0.11206 0.86914 0 k 4727.20000 4602.14000 m 4646.77000 4602.14000 l 4646.77000 4596.98000 l 4727.20000 4597 l 4727.20000 4602.14000 l f 4727.20000 4611.46000 m 4727.20000 4615.76000 l 4646.77000 4615.76000 l 4646.77000 4610.60000 l 4727.20000 4610.60000 l 4727.20000 4611.46000 l f 0.05435 0.03613 0.03915 0 k 4727.20000 4603.01000 m 4727.20000 4610.60000 l 4646.77000 4610.60000 l 4646.77000 4602.14000 l 4727.20000 4602.14000 l 4727.20000 4603.01000 l f 0.90625 0.88281 0.87305 0.78906 k 4646.77000 4587.60000 11.59770 37.55470 re f 0.06543 0.11206 0.86914 0 k 4657.16000 4587.82000 5.71484 37.55860 re f 0.90625 0.88281 0.87305 0.78906 k 4727.20000 4588.47000 m 4727.20000 4597 l 4646.77000 4596.98000 l 4646.77000 4587.60000 l 4727.20000 4587.62000 l 4727.20000 4588.47000 l f 4646.77000 4615.76000 80.43750 9.39453 re f 4807.65000 4588.47000 m 4807.65000 4597 l 4727.20000 4596.98000 l 4727.20000 4587.60000 l 4807.65000 4587.62000 l 4807.65000 4588.47000 l f 4727.20000 4615.76000 80.44920 9.39453 re f 0.06543 0.11206 0.86914 0 k 4807.65000 4602.14000 m 4727.20000 4602.14000 l 4727.20000 4596.98000 l 4807.65000 4597 l 4807.65000 4602.14000 l f 4807.65000 4611.46000 m 4807.65000 4615.76000 l 4727.20000 4615.76000 l 4727.20000 4610.60000 l 4807.65000 4610.60000 l 4807.65000 4611.46000 l f 0.05435 0.03613 0.03915 0 k 4807.65000 4603.01000 m 4807.65000 4610.60000 l 4727.20000 4610.60000 l 4727.20000 4602.14000 l 4807.65000 4602.14000 l 4807.65000 4603.01000 l f 0.90625 0.88281 0.87305 0.78906 k 4850.41000 4589.31000 m 4850.41000 4597.84000 l 4807.65000 4597.83000 l 4807.65000 4588.47000 l 4850.41000 4588.47000 l 4850.41000 4589.31000 l f 4807.65000 4616.61000 42.75780 9.39453 re f 0.06543 0.11206 0.86914 0 k 4850.41000 4603.01000 m 4807.65000 4603.01000 l 4807.65000 4597.83000 l 4850.41000 4597.84000 l 4850.41000 4603.01000 l f 4850.41000 4612.31000 m 4850.41000 4616.61000 l 4807.65000 4616.61000 l 4807.65000 4611.44000 l 4850.41000 4611.44000 l 4850.41000 4612.31000 l f 0.05435 0.03613 0.03915 0 k 4850.41000 4603.86000 m 4850.41000 4611.44000 l 4807.65000 4611.44000 l 4807.65000 4603.01000 l 4850.41000 4603.01000 l 4850.41000 4603.86000 l f 0.90625 0.88281 0.87305 0.78906 k 4831.25000 4616.59000 m 4831.25000 4653.89000 l 4872.36000 4607.11000 l 4831.25000 4560.27000 l 4831.25000 4597.83000 l 4829.02000 4597.83000 l 4829.02000 4545.24000 l 4883.28000 4607.04000 l 4829.02000 4668.82000 l 4829.02000 4616.59000 l 4831.25000 4616.59000 l f 0.06543 0.11206 0.86914 0 k 4831.25000 4560.27000 m 4872.36000 4607.11000 l 4831.25000 4653.89000 l 4831.25000 4611.46000 l 4832.15000 4611.46000 l 4833.04000 4616.38000 4835.39000 4619.93000 4838.20000 4619.93000 c 4841.75000 4619.93000 4844.64000 4614.25000 4844.64000 4607.22000 c 4844.64000 4600.21000 4841.75000 4594.52000 4838.20000 4594.52000 c 4835.39000 4594.52000 4833.04000 4598.08000 4832.15000 4603.01000 c 4831.25000 4603.01000 l 4831.25000 4560.27000 l f 0.05435 0.03613 0.03915 0 k 4838.20000 4594.52000 m 4841.75000 4594.52000 4844.64000 4600.21000 4844.64000 4607.22000 c 4844.64000 4614.25000 4841.75000 4619.93000 4838.20000 4619.93000 c 4835.39000 4619.93000 4833.04000 4616.38000 4832.15000 4611.46000 c 4831.91000 4610.13000 4831.76000 4608.72000 4831.76000 4607.22000 c 4831.76000 4605.73000 4831.91000 4604.34000 4832.15000 4603.01000 c 4833.04000 4598.08000 4835.39000 4594.52000 4838.20000 4594.52000 c f Q q 4437.98000 4587.17000 24.43360 37.49220 re W n 0.06543 0.11206 0.86914 0 k 4493.77000 4601.39000 m 4437.98000 4601.39000 l 4437.98000 4596.23000 l 4493.77000 4596.25000 l 4493.77000 4601.39000 l f 4493.77000 4610.71000 m 4493.77000 4615.01000 l 4437.98000 4615.01000 l 4437.98000 4609.85000 l 4493.77000 4609.85000 l 4493.77000 4610.71000 l f 0.05435 0.03613 0.03915 0 k 4493.77000 4602.26000 m 4493.77000 4609.85000 l 4437.98000 4609.85000 l 4437.98000 4601.39000 l 4493.77000 4601.39000 l 4493.77000 4602.26000 l f 0.90625 0.88281 0.87305 0.78906 k 4437.98000 4586.86000 8.04297 37.55470 re f 0.06543 0.11206 0.86914 0 k 4445.19000 4587.07000 3.96875 37.55860 re f 0.90625 0.88281 0.87305 0.78906 k 4493.77000 4587.72000 m 4493.77000 4596.25000 l 4437.98000 4596.23000 l 4437.98000 4586.86000 l 4493.77000 4586.87000 l 4493.77000 4587.72000 l f 4437.98000 4615.01000 55.78130 9.39844 re f Q /R18 gs q 4437.98000 4587.17000 24.43750 37.49220 re W n 13.23300 w 0.92969 0.87891 0.89062 0.80078 K 4462.42000 4627.92000 m 4462.42000 4584.02000 l S Q q 4486.75000 4588.29000 36.50780 37.49220 re W n 0.06543 0.11206 0.86914 0 k 4570.11000 4602.51000 m 4486.75000 4602.51000 l 4486.75000 4597.36000 l 4570.11000 4597.38000 l 4570.11000 4602.51000 l f 4570.11000 4611.83000 m 4570.11000 4616.13000 l 4486.75000 4616.13000 l 4486.75000 4610.97000 l 4570.11000 4610.97000 l 4570.11000 4611.83000 l f 0.05435 0.03613 0.03915 0 k 4570.11000 4603.38000 m 4570.11000 4610.97000 l 4486.75000 4610.97000 l 4486.75000 4602.51000 l 4570.11000 4602.51000 l 4570.11000 4603.38000 l f 0.90625 0.88281 0.87305 0.78906 k 4486.75000 4587.98000 12.01170 37.55470 re f 0.06543 0.11206 0.86914 0 k 4497.53000 4588.18000 5.92578 37.55860 re f 0.90625 0.88281 0.87305 0.78906 k 4570.11000 4588.84000 m 4570.11000 4597.38000 l 4486.75000 4597.36000 l 4486.75000 4587.98000 l 4570.11000 4587.99000 l 4570.11000 4588.84000 l f 4486.75000 4616.13000 83.35550 9.39844 re f Q q 4486.75000 4588.29000 36.50780 37.49220 re W n 13.23300 w 0.92969 0.87891 0.89062 0.80078 K 4523.26000 4629.04000 m 4523.26000 4585.14000 l S Q q 4549 4588.29000 69.83980 37.49220 re W n 0.06543 0.11206 0.86914 0 k 4708.46000 4602.51000 m 4549 4602.51000 l 4549 4597.36000 l 4708.46000 4597.38000 l 4708.46000 4602.51000 l f 4708.46000 4611.83000 m 4708.46000 4616.13000 l 4549 4616.13000 l 4549 4610.97000 l 4708.46000 4610.97000 l 4708.46000 4611.83000 l f 0.05435 0.03613 0.03915 0 k 4708.46000 4603.38000 m 4708.46000 4610.97000 l 4549 4610.97000 l 4549 4602.51000 l 4708.46000 4602.51000 l 4708.46000 4603.38000 l f 0.90625 0.88281 0.87305 0.78906 k 4549 4587.98000 22.98440 37.55470 re f 0.06543 0.11206 0.86914 0 k 4569.62000 4588.18000 11.33590 37.55860 re f 0.90625 0.88281 0.87305 0.78906 k 4708.46000 4588.84000 m 4708.46000 4597.38000 l 4549 4597.36000 l 4549 4587.98000 l 4708.46000 4587.99000 l 4708.46000 4588.84000 l f 4549 4616.13000 159.45300 9.39844 re f Q q 4549 4588.29000 69.84770 37.49220 re W n 13.23300 w 0.92969 0.87891 0.89062 0.80078 K 4618.84000 4629.04000 m 4618.84000 4585.14000 l S Q q 3136 4056.80000 2265.05000 1305.66000 re W n 0.92969 0.87891 0.89062 0.80078 k q 10 0 0 10 0 0 cm BT /R25 5.29322 Tf 1 0 0 1 320.81400 458.61600 Tm [ (Joint Representation) -6442.07000 (Joint Representation) ] TJ 168.91400 0.21172 Td (Joint Representation) Tj ET Q Q q 10 0 0 10 0 0 cm BT /R10 9.96300 Tf 1 0 0 1 308.86000 387.35000 Tm [ (Figure) -298.00400 (1\072) -405.98900 (The) -297.99000 (sequence) -297.98200 (of) -297.98200 (audio) -297.98700 (and) -297.99200 (visual) -298.01200 (frames\054) -310.00400 (where) ] TJ 11.95000 TL T* [ (the) -193.98200 (joint) -194.99100 (representation) -195.00100 (across) -194.00900 (audio) 13.00710 (visual) -193.01400 (modalities) -194.99900 (in) -195.01400 (cur) 18.98630 (\055) ] TJ 11.96020 TL T* [ (rent) -313.00600 (frame) -312.98200 (depends) -313.00100 (on) -312.98400 (the) -313.99400 (former) 53.98390 (\056) -498 (This) -313.01900 (directed) -313.99400 (graphical) ] TJ 11.95000 TL T* [ (model) -197.01100 (is) -197.99800 (proposed) -197.00300 (to) -197.01300 (model) -197.98800 (temporal) -197.00800 (multimodal) -197.98400 (sequences) ] TJ 11.95980 TL T* [ (in) -249.98300 (this) -249.98300 (paper) 53.99860 (\056) ] TJ 40.05000 TL T* [ (tion) -235.00300 (\133) -0.85276 (10) 0.32346 (\135\054) -238.00700 (e) 24.00970 (v) 15.00180 (en) -235.01000 (clean) -235.98500 (en) 39.01150 (vironment\054) -238.01000 (researchers) -235 (ha) 19.01570 (v) 15.00180 (e) -234.99500 (paid) -235.98500 (at\055) ] TJ 11.95000 TL T* [ (tention) -263.99700 (to) -264.01900 (the) ] TJ /R16 9.96300 Tf 55.50000 0 Td [ (A) 19.00590 (udio) 10.01260 (visual) -263 (Speec) 14.01180 (h) -263.01900 (Reco) 8.97853 (gnition) ] TJ /R10 9.96300 Tf 131.32000 0 Td [ (\050A) 134.99700 (VSR\051) -263.00400 (that) ] TJ -186.82000 -11.96020 Td [ (mak) 8.98098 (es) -362.98900 (use) -365 (of) -364.98800 (the) -363.98600 (information) -364.98800 (from) -365.01300 (both) -363.98800 (audio) -364.99300 (and) -364.99800 (visual) ] TJ T* [ (modalities\056) -384.00600 (And) -275 (the) -274.98500 (proposed) -274.00700 (se) 23.99010 (v) 15.00180 (eral) -274.00700 (types) -275.01700 (of) -275.00700 (A) 134.00700 (VSR) -273.99200 (mod\055) ] TJ 11.95980 TL T* [ (els) -300.98200 (ha) 19.01570 (v) 15.00180 (e) -300.98200 (sho) 23.98770 (wn) -301.01900 (that) -302.01800 (the) 14.01430 (y) -299.99200 (indeed) -302.01100 (ha) 19.01570 (v) 15.00180 (e) -300.98200 (certain) -301.98200 (impro) 14.00200 (v) 15.00180 (ement) ] TJ 11.95000 TL T* [ (o) 13.98240 (v) 15.00180 (er) -248.98300 (the) -250.01000 (ASR) -249.99700 (based) -250.00700 (on) -250.01700 (only) -250.01200 (audio) -249.99700 (\133) 0.24505 (1) 0.14213 (\054) -130.39000 (10) 0.28425 (\054) -129.40900 (13) -0.69593 (\135\056) ] TJ 11.95980 -15.25000 Td [ (In) -411.99800 (the) -414.01500 (past) -413.01300 (decades) -413.00500 (of) -413.01700 (years\054) -454.00400 (se) 23.99010 (v) 13.98240 (eral) -412.01800 (approaches) -412.98300 (ha) 19.01570 (v) 15.00180 (e) ] TJ -11.95980 -11.95000 Td [ (been) -288.99900 (proposed) -290.00400 (to) -290.01300 (fuse) -289.98700 (the) -288.97900 (speech) -289.98400 (information) -289.98400 (from) -290.00900 (the) -289.99900 (au\055) ] TJ 11.96020 TL T* [ (dio) -346.99700 (and) -347.00200 (visual) -348.00100 (modalities) -347.00700 (\133) 0.32346 (5) 0.14213 (\054) -195.63100 (6) 0.14213 (\054) -194.65100 (14) 0.32346 (\135\056) -602.00800 (Ho) 24.01460 (we) 24.98010 (v) 15.00180 (er) 40.01620 (\054) -369.98700 (on) -347.01600 (account) ] TJ 11.95000 TL T* [ (of) -400 (the) -398.99800 (dif) 24.00970 (ferent) -399.00300 (statistical) -399.99600 (properties) -400.01000 (between) -400.01000 (the) -400.01500 (modali\055) ] TJ 11.96020 TL T* [ (ties) -307.98300 (\133) -0.49990 (20) 0.28425 (\135\054) -321.99000 (it\047) 53.99620 (s) -307.01200 (dif) 24.00970 <0263756c74> -307 (to) -308.01000 (capture) -308.99500 (patterns) -307.98500 (across) -307.98500 (them\056) -483.98300 (Re\055) ] TJ 11.95000 TL T* [ (cent) -400.98300 (w) 9.01039 (orks) -399.01300 (on) -401.00500 (deep) -401.01500 (learning) -400.98600 (\133) 0.36267 (9) 0.14213 (\054) -230.76100 (16) 0.28425 (\054) -230.76100 (17) 0.28425 (\135) -401.00500 (ha) 19.01570 (v) 15.00180 (e) -399.98100 (v) 13.98240 <657269026564> -399.01500 (the) ] TJ 11.95980 TL T* [ (ef) 24.01950 <026369656e63> 15.01890 (y) -347.00200 (of) -348.01100 (deep) -348.00600 (netw) 8.98833 (orks) -346.98200 (in) -348.00100 (producing) -348.01100 (useful) -348.01100 (represen\055) ] TJ 11.95000 TL T* [ (tations) -299.01400 (for) -300.00900 (v) 23.98030 (arious) -297.98200 (kinds) -300.01900 (of) -299.00200 (data\054) -312.00900 (such) -300.01100 (as) -299.00200 (image\054) -312.00400 (audio) -299.98700 (and) ] TJ 11.96020 TL T* [ (te) 13.98970 (xt\056) -757.98300 (It) -400.00500 (can) -399.98300 (be) -399.99600 (e) 14.01180 (xpected) -399 (to) -399.99100 (e) 14.01180 (xplore) -399.01500 (the) -400.01500 (highly) -400.01500 (correlated) ] TJ 11.95000 TL T* [ (representation) -222.01500 (across) -222.00500 (modalities) -222.01300 (after) -222.00800 (learning) -222.00300 (each) -222.00800 (channel) ] TJ 11.96020 TL T* [ (data) -315 (with) -313.99900 (single) -314.98900 (deep) -314.99400 (netw) 8.98833 (ork\056) -504.01800 (Based) -314.99900 (on) -314.00400 (this\054) -331.99000 (multimodal) ] TJ 11.95000 TL T* [ (deep) -263.98500 (netw) 8.98833 (orks) -261.98300 (ha) 19.01570 (v) 15.00180 (e) -262.99000 (been) -263.98500 (proposed) -264.00900 (to) -264.01900 (jointly) -263.99400 (learn) -263.98500 (the) -262.98500 (gen\055) ] TJ 11.95980 TL T* [ (erated) -209 (features) -209.98800 (of) -210 (dif) 24.00970 (ferent) -207.98100 (modalities) -210.01500 (and) -210.01000 (obtained) -209.99100 (state\055of\055) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 35 Tm (3574) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /DCTDecode
/BitsPerComponent 8
/Height 131
/Length 5465
/ColorSpace /DeviceCMYK
/Width 201
/Subtype /Image
>>
stream
Adobe d C
$, !$4.763.22:ASF:=N>22HbINVX]^]8EfmeZlS[]Y C" M Y K"
} !1AQa"q2#BR$3br
%&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz C M Y K ? r9e p5+3T$j̕VT zj(FOK9CvJ)j:ER7Z^I7)FMUozQEI1?ʐ횓
DW=)8(F` $=kR̰@PrsYEi0 *Ӷj!EUFrN ՠ\@8֬FGN~} gޯ~P}袊*pA Tc 2<犑Q9>e[z{Յcz{ETCӵ=d<I &ޜ5"sEUpG^bNh'dG4H&{POJ(RU؞r0yX Qr 0j)N*)#(R SyKIIM 0}!+2ANMTq8QEP_p?:`0)Ā ROZBzER4e4
6t2QEVLA
S:9vX`J(%xj rOQE@I$`TL#яƑ܅j&z3ץQECxJdr8p#J V"HȢ( $=*@= N bp1OJaaVVvQE%3@I$
zT sS9D#QEj*Y7I˜4{)9UhBW([)dz1k)?^_xb<{QER8v >ARCPI7͞sC QEh8 ) ި~i݂ҍ)L(*2I)XnP pyqBP1x(叜Uxlr9#UsSL`,c#DQEQY `zTKK5$}z/F@ 6ݑP٢(^
{q@ ~Szʔ{␃|QEUP
9 )$n;Hާ@zs'0s>LC.;QEUVDQz8]9aV)<;|;EU1*r@?