%PDF-1.4
%
1 0 obj
<< /Metadata 3 0 R /Outlines 4 0 R /Pages 5 0 R /Type /Catalog >>
endobj
2 0 obj
<< /Author (Roberto Dessi; Michele Bevilacqua; Eleonora Gualdoni; Nathanael Carraz Rakotonirina; Francesca Franzon; Marco Baroni) /Producer (pikepdf 7.2.0) /Subject (IEEE Conference on Computer Vision and Pattern Recognition) /Title (Cross-Domain Image Captioning With Discriminative Finetuning) >>
endobj
3 0 obj
<< /Subtype /XML /Type /Metadata /Length 1261 >>
stream
Cross-Domain Image Captioning With Discriminative FinetuningRoberto DessiMichele BevilacquaEleonora GualdoniNathanael Carraz RakotonirinaFrancesca FranzonMarco BaroniIEEE Conference on Computer Vision and Pattern Recognition
endstream
endobj
4 0 obj
<< /Count 6 /First 6 0 R /Last 7 0 R >>
endobj
5 0 obj
<< /Count 10 /Kids [ 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R 13 0 R 14 0 R 15 0 R 16 0 R 17 0 R ] /Type /Pages >>
endobj
6 0 obj
<< /Dest [ 8 0 R /XYZ 50.112 173.345 null ] /Next 18 0 R /Parent 4 0 R /Title >>
endobj
7 0 obj
<< /Dest [ 15 0 R /XYZ 50.112 373.73 null ] /Parent 4 0 R /Prev 19 0 R /Title >>
endobj
8 0 obj
<< /Annots [ 20 0 R 21 0 R 22 0 R 23 0 R 24 0 R 25 0 R 26 0 R 27 0 R 28 0 R 29 0 R 30 0 R 31 0 R 32 0 R 33 0 R 34 0 R 35 0 R 36 0 R ] /Contents 37 0 R /Group 38 0 R /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources << /ExtGState 39 0 R /Font 40 0 R /ProcSet [ /PDF /Text ] /XObject 41 0 R >> /Type /Page >>
endobj
9 0 obj
<< /Annots [ 42 0 R 43 0 R 44 0 R 45 0 R 46 0 R 47 0 R 48 0 R 49 0 R 50 0 R 51 0 R 52 0 R 53 0 R 54 0 R 55 0 R 56 0 R 57 0 R 58 0 R 59 0 R 60 0 R 61 0 R 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R ] /Contents 70 0 R /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources << /ExtGState 71 0 R /Font 72 0 R /ProcSet [ /PDF /Text ] /XObject << /XSzVPWY3BWxu2eHFivRVLg 73 0 R >> >> /Type /Page >>
endobj
10 0 obj
<< /Annots [ 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R ] /Contents 93 0 R /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources << /ExtGState 94 0 R /Font 95 0 R /ProcSet [ /PDF /Text ] /XObject << /AIV23JI5TEuG90ZfhotZCg 96 0 R >> >> /Type /Page >>
endobj
11 0 obj
<< /Annots [ 97 0 R 98 0 R 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R ] /Contents 111 0 R /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources << /ExtGState 112 0 R /Font 113 0 R /ProcSet [ /PDF /Text ] /XObject << /hMSlqEFUY7c50V9292NCDQ 114 0 R >> >> /Type /Page >>
endobj
12 0 obj
<< /Annots [ 115 0 R 116 0 R 117 0 R 118 0 R 119 0 R 120 0 R 121 0 R 122 0 R ] /Contents 123 0 R /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources << /ExtGState 124 0 R /Font 125 0 R /ProcSet [ /PDF /Text ] /XObject << /Y4rRVOwNE46rB6r7tugSCA 126 0 R >> >> /Type /Page >>
endobj
13 0 obj
<< /Annots [ 127 0 R 128 0 R 129 0 R 130 0 R 131 0 R 132 0 R 133 0 R ] /Contents 134 0 R /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources << /ExtGState 135 0 R /Font 136 0 R /ProcSet [ /PDF /Text ] /XObject << /8eDrcPALSkd6mfhvRXTlLg 137 0 R >> >> /Type /Page >>
endobj
14 0 obj
<< /Contents 138 0 R /Group 139 0 R /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources << /ExtGState 140 0 R /Font 141 0 R /ProcSet [ /PDF /Text ] /XObject 142 0 R >> /Type /Page >>
endobj
15 0 obj
<< /Annots [ 143 0 R 144 0 R 145 0 R 146 0 R 147 0 R 148 0 R 149 0 R 150 0 R ] /Contents 151 0 R /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources << /ExtGState 152 0 R /Font 153 0 R /ProcSet [ /PDF /Text ] /XObject << /fhPykpSB55iW6Y8_VkERyQ 154 0 R >> >> /Type /Page >>
endobj
16 0 obj
<< /Annots [ 155 0 R 156 0 R 157 0 R 158 0 R 159 0 R 160 0 R 161 0 R 162 0 R 163 0 R 164 0 R 165 0 R 166 0 R 167 0 R 168 0 R 169 0 R 170 0 R 171 0 R 172 0 R 173 0 R 174 0 R 175 0 R 176 0 R 177 0 R 178 0 R 179 0 R 180 0 R 181 0 R 182 0 R 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R 190 0 R ] /Contents 191 0 R /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources << /ExtGState 192 0 R /Font 193 0 R /ProcSet [ /PDF /Text ] /XObject << /2nVpwKFajizY8nuquO4PfA 194 0 R >> >> /Type /Page >>
endobj
17 0 obj
<< /Annots [ 195 0 R 196 0 R 197 0 R 198 0 R 199 0 R 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R 208 0 R 209 0 R 210 0 R 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R 217 0 R 218 0 R 219 0 R 220 0 R 221 0 R 222 0 R 223 0 R 224 0 R 225 0 R 226 0 R 227 0 R 228 0 R 229 0 R 230 0 R 231 0 R ] /Contents 232 0 R /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources << /ExtGState 233 0 R /Font 234 0 R /ProcSet [ /PDF /Text ] /XObject << /Q7zJuYBy3h1Bwo7pIlbNBw 235 0 R >> >> /Type /Page >>
endobj
18 0 obj
<< /Dest [ 9 0 R /XYZ 50.112 422.346 null ] /Next 236 0 R /Parent 4 0 R /Prev 6 0 R /Title >>
endobj
19 0 obj
<< /Dest [ 13 0 R /XYZ 308.862 489.494 null ] /Next 7 0 R /Parent 4 0 R /Prev 237 0 R /Title >>
endobj
20 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 64.458 109.394 null ] /Rect [ 154.908 194.492 160.885 206.913 ] /Subtype /Link /Type /Annot >>
endobj
21 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 488.212 null ] /Rect [ 118.884 115.238 125.858 126.182 ] /Subtype /Link /Type /Annot >>
endobj
22 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 114.21 null ] /Rect [ 127.701 115.238 139.656 126.182 ] /Subtype /Link /Type /Annot >>
endobj
23 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 518.806 null ] /Rect [ 141.499 115.238 153.455 126.182 ] /Subtype /Link /Type /Annot >>
endobj
24 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 440.191 null ] /Rect [ 155.298 115.238 167.253 126.182 ] /Subtype /Link /Type /Annot >>
endobj
25 0 obj
<< /A << /S /URI /Type /Action /URI (https://github.com/facebookresearch/EGG/tree/main/egg/zoo/discriminative_captioner) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 175.268 97.682 287.358 107.815 ] /Subtype /Link /Type /Annot >>
endobj
26 0 obj
<< /A << /S /URI /Type /Action /URI (https://github.com/facebookresearch/EGG/tree/main/egg/zoo/discriminative_captioner) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 49.116 88.217 287.358 96.745 ] /Subtype /Link /Type /Annot >>
endobj
27 0 obj
<< /A << /S /URI /Type /Action /URI (https://github.com/facebookresearch/EGG/tree/main/egg/zoo/discriminative_captioner) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 49.116 77.164 165.878 87.28 ] /Subtype /Link /Type /Annot >>
endobj
28 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 720.0 null ] /Rect [ 420.191 337.007 431.15 347.056 ] /Subtype /Link /Type /Annot >>
endobj
29 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 590.139 null ] /Rect [ 459.225 257.379 466.198 268.323 ] /Subtype /Link /Type /Annot >>
endobj
30 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 486.08 null ] /Rect [ 311.183 233.468 323.138 244.412 ] /Subtype /Link /Type /Annot >>
endobj
31 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 229.45 null ] /Rect [ 325.138 233.468 337.094 244.412 ] /Subtype /Link /Type /Annot >>
endobj
32 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 620.241 null ] /Rect [ 414.933 197.603 426.889 208.547 ] /Subtype /Link /Type /Annot >>
endobj
33 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 362.923 null ] /Rect [ 428.682 197.603 440.637 208.547 ] /Subtype /Link /Type /Annot >>
endobj
34 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 485.195 null ] /Rect [ 504.392 150.181 516.347 160.547 ] /Subtype /Link /Type /Annot >>
endobj
35 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 421.353 null ] /Rect [ 427.153 113.712 434.126 124.656 ] /Subtype /Link /Type /Annot >>
endobj
36 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 138.083 null ] /Rect [ 436.661 113.712 448.616 124.656 ] /Subtype /Link /Type /Annot >>
endobj
37 0 obj
<< /Length 12237 >>
stream
q
q
q
q 0.1 0 0 0.1 0 0 cm
/R27 gs
0 g
q
10 0 0 10 0 0 cm BT
/R28 14.3462 Tf
1 0 0 1 99.2281 675.067 Tm
[(Cr)17.9938(oss-Domain)-250.002(Image)-250.005(Captioning)-249.988(with)-250.013(Discriminati)10(v)9.99625(e)-249.998(Finetuning)]TJ
/R30 11.9552 Tf
-39.4813 -37.8582 Td
[(Roberto)-250.012(Dess)]TJ
64.4203 0.0601563 Td
<1e>Tj
0.328906 -0.0601563 Td
<11>Tj
-66.4109 -13.9469 Td
[(Meta)-249.992(AI)-250.002(/)-250.013(UPF)]TJ
95.6457 13.9469 Td
[(Michele)-250.003(Be)25.012(vilacqua)]TJ
21.1 -13.9469 Td
[(Samaya)-250.008(AI)]TJ
98.8012 13.9469 Td
[(Eleonora)-250.016(Gualdoni)]TJ
34.359 -13.9469 Td
(UPF)Tj
80.534 13.9469 Td
(Nathana)Tj
40.498 0.0601563 Td
Tj
-0.662891 -0.0601563 Td
[(el)-249.989(Carraz)-249.985(Rak)10.0023(otonirina)]TJ
23.509 -13.9469 Td
(UPF)Tj
-256.572 -33.873 Td
[(Francesca)-249.987(Franzon)]TJ
34.0184 -13.948 Td
(UPF)Tj
103.699 13.948 Td
[(Marco)-249.993(Baroni)]TJ
-0.178906 -13.948 Td
[(UPF)-249.985(/)-250.014(ICREA)]TJ
/R28 11.9552 Tf
-186.84 -54.9941 Td
(Abstract)Tj
/R32 9.9626 Tf
-83.9277 -24.023 Td
[(Neur)14.9981(al)-235.007(captioner)9.99098(s)-235.994(ar)36.9852(e)-234.985(typically)-236.013(tr)14.9914(ained)-235.002(to)-235.007(mimic)-235.985(human-)]TJ
-11.9551 -11.9547 Td
[(g)10.0032(ener)15.0196(ated)-469.007(r)37.0196(efer)37.0183(ences)-468.983(without)-469.009(optimizing)-469(for)-469.983(any)-469.015<73706563690263>]TJ
11.9551 TL
T*[(communication)-295(goal,)-306.003(leading)-293.999(to)-294.997(pr)44.9839(oblems)-294.988(suc)14.9852(h)-293.985(as)-294.997(the)-295.002(g)10.0032(en-)]TJ
T*[(er)15.0189(ation)-450.993(of)-451.011(va)10(gue)-451.017(captions.)-912.985(In)-450.982(this)-450.997(paper)111.018(,)-501.992(we)-451.013(show)-450.993(that)]TJ
T*[<026e652d74756e696e67>-327.007(an)-326.014(out-of-the-box)-327.01(neur)14.9901(al)-326.012(captioner)-327.012(with)-325.992(a)-327(self-)]TJ
T*[(supervised)-210.016(discriminative)-209.991(communication)-209.994(objective)-209.989(helps)-209.985(to)]TJ
11.9563 TL
T*[(r)37.0196(eco)9.99466(ver)-305.991(a)-305.003(plain,)-319.993(visually)-305.018(descriptive)-306(langua)9.99098(g)10.0032(e)-305.013(that)-306.003(is)-306.015(mor)36.9889(e)]TJ
11.9551 TL
T*[(informative)-374.011(about)-373.009(ima)10.013(g)10.0032(e)-373.982(contents.)-680.994(Given)-374.009(a)-374.011(tar)36.9914(g)10.0032(et)-374.014(ima)10.013(g)10.0032(e)9.99343(,)]TJ
T*[(the)-245.01(system)-245.004(must)-244.997(learn)-245(to)-245.006(pr)44.9839(oduce)-245.012(a)-245.013(description)-245.013(that)-244.993(enables)]TJ
T*[(an)-302.018(out-of-the-box)-301.015(te)20(xt-conditioned)-301.985(ima)10.013(g)10.0032(e)-301.013(r)37.0183(etrie)14.9901(ver)-301.991(to)-302.016(iden-)]TJ
T*[(tify)-302.991(suc)14.9846(h)-303.003(ima)10.0136(g)10.0032(e)-303.013(among)-302.985(a)-301.984(set)-303(of)-302.996(candidates.)-468.981(W)91.9871(e)-303.013(e)19.9918(xperiment)]TJ
11.9559 TL
T*[(with)-422.015(the)-422(popular)-422.989(ClipCap)-421.991(captioner)110.994(,)-465.018(also)-421.986(r)37.0183(eplicating)-422.988(the)]TJ
11.9551 TL
T*[(main)-389.993(r)37.0196(esults)-391.006(with)-389.98(BLIP)135.015(.)-390.011(In)-390.992(te)0.982679(rms)-391.018(of)-390.001(similarity)-390.001(to)-390.981(gr)44.9851(ound-)]TJ
T*[(truth)-313.995(human)-314.003(descriptions,)-328.989(the)-314.019(captions)-313.989(emer)37.0134(ging)-314.004(fr)44.9851(om)-314.019(dis-)]TJ
T*[(criminative)-355.984<026e6574756e696e67>-356.998(la)10.0106(g)-356.014(slightly)-356.998(behind)-355.997(those)-357.019(g)10.0032(ener)15.0196(ated)]TJ
T*[(by)-311.006(the)-310.999<6e6f6e2d026e6574756e6564>-311.011(model,)-326.006(when)-310.989(the)-311(latter)-311.017(is)-310.995(tr)14.9901(ained)-310.99(and)]TJ
T*[(tested)-429.01(on)-429.997(the)-429.019(same)-429.017(caption)-428.996(dataset.)-847.982(Howe)14.995(ver)110.999(,)-473.997(when)-429.987(the)]TJ
11.9559 TL
T*[(model)-348.985(is)-348.987(used)-350.008(without)-348.99(further)-349.008(tuning)-349.005(to)-348.988(g)10.0032(ener)15.0196(ate)-350.013(captions)]TJ
11.9551 TL
T*[(for)-358.981(out-of-domain)-360.005(datasets,)-386.014(our)-360.002<6469736372696d696e61746976656c792d026e6574756e6564>]TJ
T*[(captioner)-311.995(g)10.0032(ener)15.0196(ates)-312.013(descriptions)-310.995(that)-312.002(r)37.0183(esemble)-312.019(human)-312.004(r)37.0183(ef-)]TJ
T*[(er)37.0153(ences)-374.998(mor)36.9883(e)-375.981(than)-375.013(those)-375.997(pr)44.9839(oduced)-374.985(by)-376.014(the)-374.989(same)-376.006(captioner)]TJ
T*[(wihtout)-346.01<026e6574756e696e67>15.0183(.)-596.996(W)91.9859(e)-345.986(further)-345.989(show)-345.991(that,)-369.99(on)-346.011(the)-346.013(Concep-)]TJ
T*[(tual)-375.011(Captions)-376(dataset,)-406.017(discriminatively)-375.018<026e6574756e6564>-375.991(captions)]TJ
11.9563 TL
T*[(ar)36.9852(e)-383(mor)36.9883(e)-383(helpful)-383.002(than)-383.012(either)-383.017(vanilla)-383.982(Cli)1.00718(pCap)-383.985(captions)-382.997(or)]TJ
11.9547 TL
T*[(gr)44.9839(ound-truth)-245.99(captions)-246.002(for)-246.019(human)-246.014(annotator)10.0106(s)-245.993(task)10.013(ed)-245.998(with)-246.006(an)]TJ
T*[(ima)10.0136(g)10.0032(e)-250.002(discrimination)-250.005(task.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 6.9738 Tf
1 0 0 1 155.904 201.16 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R28 11.9552 Tf
1 0 0 1 50.1121 161.342 Tm
[(1.)-249.99(Intr)18.0146(oduction)]TJ
/R30 9.9626 Tf
11.9551 -19.041 Td
[(The)-241.014(last)-241.003(decade)-240.987(has)-241.011(seen)-241.016(impressi)25.0118(v)14.9828(e)-240.984(progress)-241.982(on)-241.009(the)-241.011(task)]TJ
-11.9551 -11.9551 Td
[(of)-378.994(automatically)-378.989(generating)-377.997(image)-379.019(descriptions)-378.993(with)-379.013(deep)]TJ
11.9551 TL
T*[(neural)-257.991(ne)0.980841(tw)10.0081(orks)-257.984([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 119.88 118.391 Tm
(5)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 124.861 118.391 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 128.697 118.391 Tm
(39)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 138.659 118.391 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 142.495 118.391 Tm
(44)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 152.457 118.391 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 156.293 118.391 Tm
(46)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 166.255 118.391 Tm
[(].)-333.004(Most)-256.987(of)-257.994(the)-257.009(proposed)-258.011(meth-)]TJ
ET
Q
3.98 w
0 G
501.121 1096.08 m
1446.11 1096.08 l
S
q
10 0 0 10 0 0 cm BT
/R30 5.9776 Tf
1 0 0 1 60.9711 102.742 Tm
(1)Tj
/R30 7.9701 Tf
3.48672 -2.81328 Td
[(Our)-1126.02(code)-1126.98(is)-1125.98(a)20.0027(v)24.982(ailable)-1126(at)]TJ
ET
Q
0 1 0 0 k
q
10 0 0 10 0 0 cm BT
/R34 7.9701 Tf
1 0 0 1 176.264 99.9289 Tm
[(https)-345.021(:)-344.988(/)-344.988(/)-344.007(github)-345.018(.)-344.988(com)-344.981(/)]TJ
-126.152 -9.46406 Td
[(facebookresearch)-567.004(/)-567.989(EGG)-567.001(/)-567.989(tree)-566.998(/)-567.989(main)-566.997(/)-567.989(egg)-567.003(/)-567.989(zoo)-567.003(/)]TJ
9.46484 TL
(discriminative_captioner)'
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 164.882 81 Tm
(.)Tj
ET
Q
q
3088.62 3685.37 2362.52 1618.73 re W n
/R110 Do
Q
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 350.903 Tm
[(Figure)-254.994(1.)-324.018(Setup)-254.98(of)-255.002(our)-254(discriminati)25.012(v)14.9865(e)-255.005<026e6574756e696e67>-255.016(method)-254.988(when)-254.014(ap-)]TJ
10.959 TL
T*[(plied)-227.978(to)-228.013(the)-227.989(ClipCap)-226.995(captioner)-227.989([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 421.184 339.944 Tm
(27)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 430.15 339.944 Tm
[(].)-302.992(All)-228.011(CLIP)-228.011(encoders)-228(are)-226.981(frozen,)]TJ
-121.288 -10.959 Td
[(while)-340.997(the)-339.995(language)-340.992(generation)-339.995(modules)-340.987(\(mapper)-340(and)-341.008(GPT)92.0156(-2\))-340.012(are)]TJ
10.959 TL
T*[(updated)-250.008(based)-250.011(on)-249.978(re)25.0174(w)10.0092(ard)-250.011(v)25.0066(alues.)]TJ
/R30 9.9626 Tf
33.584 TL
T*[(ods)-312.009(try)-310.997(to)-312.014(optimize)-311.992(the)-312.019(similarity)-310.992(of)-311.987(system-produced)-311.982(cap-)]TJ
11.9551 TL
T*[(tions)-288(with)-286.989(ground-truth)-287.991(human)-288.006(references,)-296.99(either)-287.981(through)-288(a)]TJ
T*[(standard)-274.016(cross-entrop)10.0204(y)-273.008(cost)-274.018(function)-274.008([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 460.224 260.532 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 465.205 260.532 Tm
[(],)-279.012(or)-273.993(by)-273.984(maximizing)]TJ
-156.343 -11.9551 Td
[(natural-language-generation)-289.011(\(NLG\))-287.986(metrics)-288.991(such)-288.021(as)-289.011(CIDEr)]TJ
11.9559 TL
([)'
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 312.18 236.621 Tm
(31)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 322.142 236.621 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 326.137 236.621 Tm
(36)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 336.1 236.621 Tm
[(])-281.014(through)-280.983(a)-281.017(re)25.0081(w)10(ard-based)-281.012(objecti)25(v)14.9828(e.)-404.011(While)-280.997(imitating)]TJ
-27.2375 -11.9551 Td
[(human)-340(captions)-339.995(is)-338.99(a)-339.987(reasonable)-340.012(goal,)-362.003(it)-340.007(does)-340.012(not)-340.002(tak)10.0081(e)-339.987(into)]TJ
11.9551 TL
T*[(account)-253.007(that,)-254.019(in)-253.004(concrete)-252.98(applications,)-253.992(an)-253.997(image)-253.002(description)]TJ
T*[(is)-249.985(produced)-249.985(for)-250(a)-250.002(purpose)-250.017([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 415.93 200.756 Tm
(15)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 425.893 200.756 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 429.679 200.756 Tm
(21)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 439.641 200.756 Tm
(].)Tj
-118.824 -12.1602 Td
[(There)-353.983(are)-353.992(a)-353.985(multitude)-354.007(of)-355(conte)14.9877(xt-dependent)-353.99(purposes)-353.995(a)]TJ
-11.9551 -11.9551 Td
[(description)-341.004(might)-341.004(be)-341.002(produced)-340.007(for)39.9933(,)-364.013(b)20.0016(ut)-340.992(a)-341.007(fundamental)-341.012(one)]TJ
11.9551 TL
T*[(is)-294.017(to)-294.997(correctly)-293.985(characterize)-294.01(an)-295.01(object)-294.015(so)-295(that)-294.015(a)-293.995(hearer)-294.985(could)]TJ
/R32 9.9626 Tf
(discriminate)'
/R30 9.9626 Tf
53.3527 0 Td
[(it)-354.985(from)-356.009(other)-354.99(conte)14.9877(xtual)-356(elements)-355.014([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 505.388 152.731 Tm
(18)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 515.35 152.731 Tm
[(].)-626.013(This)]TJ
-206.488 -11.9551 Td
[(ability)-325.99(to)-326.012(discriminate)-325.982(between)-326.019(referents)-325.99(is)-326.009(a)-325.99(core)-325.99(purpose)]TJ
11.9551 TL
T*[(of)-366.015(communication,)-395.01(playing)-365.008(a)-365.983(fundamental)-365.988(role)-366.012(in)-366.008(its)-365.998(e)25.0105(v)20.0016(o-)]TJ
11.9559 TL
T*[(lution)-361.981(and)-360.994(acquisition)-362.011(\(e.g.,)-360.994([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 428.144 116.865 Tm
(6)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 433.125 116.865 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 437.658 116.865 Tm
(38)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 447.621 116.865 Tm
[(]\).)-644.995(W)79.9866(e)-361.003(study)-361.989(here)-361.984(what)]TJ
-138.759 -11.9551 Td
[(happens)-358.002(when)-358.011(we)-359.001(tak)10.0057(e)-357.984(an)-358.019(out-of-the-box)-357.984(image)-358.984(captioner)]TJ
11.9551 TL
T*[(that)-268.019(w)10(as)-269.011(trained)-267.982(to)-267.982(imitate)-268.98(human)-268.009(captions,)-272.984(and)-267.99<026e6574756e65>-268.985(its)]TJ
T*[(language)-255.982(components)-255.014(with)-256.011(a)]TJ
/R32 9.9626 Tf
116.438 0 Td
(discriminative)Tj
/R30 9.9626 Tf
59.552 0 Td
[(objecti)25(v)14.9828(e)-256.001(using)]TJ
ET
Q
/R130 gs
Q
Q
Q
q
1 0 0 1 0 0 cm
/MIMvoZCB3KLvJULYBPMbLg Do
Q
Q
q
1 0 0 1 0 0 cm
/jmIdl98eSQ9mrxKGFwIZPA Do
Q
endstream
endobj
38 0 obj
<< /CS /DeviceRGB /I true /S /Transparency /Type /Group >>
endobj
39 0 obj
<< /R101 238 0 R /R108 239 0 R /R130 240 0 R /R27 241 0 R /R36 242 0 R /R43 243 0 R /R49 244 0 R /R55 245 0 R /R61 246 0 R /R67 247 0 R /R76 248 0 R /R82 249 0 R /R88 250 0 R /R94 251 0 R >>
endobj
40 0 obj
<< /R28 252 0 R /R30 253 0 R /R32 254 0 R /R34 255 0 R >>
endobj
41 0 obj
<< /MIMvoZCB3KLvJULYBPMbLg 256 0 R /R102 257 0 R /R103 258 0 R /R104 259 0 R /R105 260 0 R /R106 261 0 R /R109 262 0 R /R110 263 0 R /R37 264 0 R /R39 265 0 R /R40 266 0 R /R41 267 0 R /R44 268 0 R /R45 269 0 R /R46 270 0 R /R47 271 0 R /R50 272 0 R /R51 273 0 R /R52 274 0 R /R53 275 0 R /R56 276 0 R /R57 277 0 R /R58 278 0 R /R59 279 0 R /R62 280 0 R /R63 281 0 R /R64 282 0 R /R65 283 0 R /R68 284 0 R /R69 285 0 R /R70 286 0 R /R71 287 0 R /R72 288 0 R /R73 289 0 R /R74 290 0 R /R77 291 0 R /R78 292 0 R /R79 293 0 R /R80 294 0 R /R83 295 0 R /R84 296 0 R /R85 297 0 R /R86 298 0 R /R89 299 0 R /R90 300 0 R /R91 301 0 R /R92 302 0 R /R95 303 0 R /R96 304 0 R /R97 305 0 R /R98 306 0 R /R99 307 0 R /jmIdl98eSQ9mrxKGFwIZPA 308 0 R >>
endobj
42 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 308.862 536.387 null ] /Rect [ 173.406 647.108 180.38 658.052 ] /Subtype /Link /Type /Annot >>
endobj
43 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 64.458 118.858 null ] /Rect [ 185.221 575.176 191.199 587.697 ] /Subtype /Link /Type /Annot >>
endobj
44 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 590.139 null ] /Rect [ 124.286 376.116 131.26 387.059 ] /Subtype /Link /Type /Annot >>
endobj
45 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 147.502 null ] /Rect [ 133.207 376.116 145.162 387.059 ] /Subtype /Link /Type /Annot >>
endobj
46 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 590.139 null ] /Rect [ 157.557 352.205 164.531 363.149 ] /Subtype /Link /Type /Annot >>
endobj
47 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 518.806 null ] /Rect [ 166.643 352.205 178.598 363.149 ] /Subtype /Link /Type /Annot >>
endobj
48 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 318.395 null ] /Rect [ 102.496 328.295 114.451 339.239 ] /Subtype /Link /Type /Annot >>
endobj
49 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 284.383 null ] /Rect [ 116.328 328.295 128.284 339.239 ] /Subtype /Link /Type /Annot >>
endobj
50 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 283.777 null ] /Rect [ 251.042 280.474 262.997 291.443 ] /Subtype /Link /Type /Annot >>
endobj
51 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 342.518 null ] /Rect [ 205.497 244.609 212.471 255.578 ] /Subtype /Link /Type /Annot >>
endobj
52 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 283.777 null ] /Rect [ 190.633 232.654 202.588 243.597 ] /Subtype /Link /Type /Annot >>
endobj
53 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 577.042 null ] /Rect [ 219.82 220.699 231.775 231.642 ] /Subtype /Link /Type /Annot >>
endobj
54 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 126.295 null ] /Rect [ 77.491 160.923 89.446 171.891 ] /Subtype /Link /Type /Annot >>
endobj
55 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 181.722 null ] /Rect [ 242.137 125.057 254.093 136.026 ] /Subtype /Link /Type /Annot >>
endobj
56 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 397.064 null ] /Rect [ 279.388 97.207 285.366 106.361 ] /Subtype /Link /Type /Annot >>
endobj
57 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 384.987 null ] /Rect [ 49.116 87.743 59.078 96.896 ] /Subtype /Link /Type /Annot >>
endobj
58 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 228.43 null ] /Rect [ 60.131 87.743 70.094 96.896 ] /Subtype /Link /Type /Annot >>
endobj
59 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 295.725 null ] /Rect [ 458.057 623.198 465.031 634.142 ] /Subtype /Link /Type /Annot >>
endobj
60 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 720.0 null ] /Rect [ 323.495 370.805 335.45 383.326 ] /Subtype /Link /Type /Annot >>
endobj
61 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 282.035 null ] /Rect [ 524.36 370.805 536.315 383.326 ] /Subtype /Link /Type /Annot >>
endobj
62 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 323.208 99.929 null ] /Rect [ 540.131 370.805 546.108 383.326 ] /Subtype /Link /Type /Annot >>
endobj
63 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 373.934 null ] /Rect [ 367.051 346.542 379.006 357.511 ] /Subtype /Link /Type /Annot >>
endobj
64 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 720.0 null ] /Rect [ 498.269 346.542 510.224 357.511 ] /Subtype /Link /Type /Annot >>
endobj
65 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 442.907 null ] /Rect [ 369.417 299.324 381.372 309.665 ] /Subtype /Link /Type /Annot >>
endobj
66 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 193.479 null ] /Rect [ 382.871 190.773 394.826 201.741 ] /Subtype /Link /Type /Annot >>
endobj
67 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 237.553 null ] /Rect [ 357.841 178.817 369.796 189.786 ] /Subtype /Link /Type /Annot >>
endobj
68 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 282.035 null ] /Rect [ 460.255 118.689 472.211 129.633 ] /Subtype /Link /Type /Annot >>
endobj
69 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 533.651 null ] /Rect [ 505.483 87.743 511.46 98.35 ] /Subtype /Link /Type /Annot >>
endobj
70 0 obj
<< /Length 21760 >>
stream
q
q
q 0.1 0 0 0.1 0 0 cm
/R27 gs
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 50.1121 710.037 Tm
[(reinforcement)-334.988(learning.)-564.004(In)-335.002(particular)40.0056(,)-356.017(we)-333.986(let)-334.993(the)-334.996(captioner)]TJ
11.9551 TL
T*[(play)-253.984(a)-254.001(discrimination)-254.013(g)4.98446(ame)-253.993(with)-254.014(an)-253.996(out-of-the-box)-254.004(caption-)]TJ
T*[(based)-382.988(image)-383.998(retrie)25.0142(v)14.9828(er)55.0031(.)-709.997(The)-382.99(captioner)-384(generates)-382.992(a)-384.019(caption)]TJ
T*[(gi)24.9885(v)14.9828(en)-319.985(a)-321.01(tar)17.9964(get)-320.018(image,)-338.004(and)-321(the)-320.018(retrie)25.0142(v)14.9828(er)-321.013(\(whose)-320.013(weights)-321.015(are)]TJ
T*[(not)-203.008(updated\))-203.01(uses)-203.993(the)-203.018(caption)-203.004(to)-203.013(select)-203.998(the)-203.018(tar)17.997(get)-203.018(among)-203.003(a)-204.01(set)]TJ
11.9559 TL
T*[(of)-231.018(candidates,)-234.999(as)-231.019(sho)24.9922(wn)-231.013(in)-231.988(Fig.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 174.406 650.261 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 179.387 650.261 Tm
[(.)-303.006(This)-232.018<026e6574756e696e67>-231.01(technique)]TJ
-129.275 -11.9551 Td
[(does)-285(not)-284.994(require)-285.009(annotated)-284.99(data)-283.988(\(only)-284.993(a)-285.016(set)-285.001(of)-285.009(images\),)-294.007(and)]TJ
11.9551 TL
T*[(it')54.9822(s)-281.986(agnostic)-282.004(to)-283(the)-281.985(underlying)-281.995(captioner)-282.019(and)-283.007(r)1.01699(etrie)25.0179(v)14.9828(er)-283.019(com-)]TJ
(ponents.)'
11.9551 -12.1563 Td
[(W)79.9873(e)-311.011(report)-311(tw)10.0081(o)-311.002(strong)-310.002(and)-311(no)14.9877(v)14.9828(el)-311.004(results.)-492.989(First,)-325.99(we)-311.009(sho)24.9934(w)]TJ
-11.9551 -11.9551 Td
[(that)-451.007(captions)-450.996<026e6574756e6564>-450.99(in)-451.011(this)-450.997(w)10(ay)-450.982(lead)-451.02(to)-451.011(better)-451.015(0-shot)]TJ
11.9559 TL
T*[(cross-domain)-428.99(caption)-429.986(generation.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 6.9738 Tf
1 0 0 1 186.218 581.945 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 198.652 578.329 Tm
[(Second,)-474.016(not)-429.99(only)-429.004(are)]TJ
-148.54 -11.9551 Td
[(the)-461.993<026e6574756e6564>-462.007(captions)-460.994(good)-461.982(for)-462.003(neural)-461.996(te)14.9803(xt-based)-461.984(image)]TJ
11.9551 TL
T*[(retrie)25.0148(v)24.9811(al)-418.006(\(both)-417.99(in-)-418(and)-418.003(across-domain\),)-460.009(b)20.0016(ut)-419.016(t)0.98758(h)-1.01454(e)15.0122(y)-418.004(can)-418.011(also)]TJ
T*[(be)-525.01(more)-525(useful)-524.995(to)-524.998(human)-524.987(annotators,)-593.987(helping)-525.02(discrimi-)]TJ
T*[(nate)-233.016(the)-233.012(tar)17.9964(get)-233.013(from)-233.009(distractors)]TJ
/R32 9.9626 Tf
123.76 0 Td
[(mor)36.9877(e)-232.986(than)-232.998(human-g)9.98363(ener)15.0196(ated)]TJ
-123.76 -11.9551 Td
[(gr)44.9839(ound-truth)-473.011(captions)-472.003(do)]TJ
/R30 9.9626 Tf
104.171 0 Td
[(.)-977.991(W)79.9879(e)-472.985(conclude)-471.985(the)-473.012(paper)-472.002(with)]TJ
-104.171 -11.9563 Td
[(an)-386.994(analysis)-387.986(of)-386.993(the)-386.987<026e6574756e6564>-387(captions,)-422.018(comparing)-387.007(them)-387.994(to)]TJ
T*[(human-generated)-231(and)-231.014<6e6f6e2d026e6574756e6564>-231.015(ones)-231.008(from)-231.01(the)-231.013(Concep-)]TJ
T*[(tual)-205.99(Captions)-205.02(dataset.)-294.995(W)79.9879(e)-206.01<026e64>-205.98(that)-205.01(discriminati)24.9885(v)14.9828(e)-206.01<026e6574756e696e67>]TJ
T*[(undoes)-276.991(the)-277.005(more)-277.983(abstract)-277.004(language)-276.998(that)-276.998(the)-277.005(underlying)-277.995(sys-)]TJ
T*[(tem)-286.015(had)-287.005(learned)-285.99(from)-287(the)-285.984(ground-truth)-287.011(captions,)-295.019(leading)-286.991(to)]TJ
T*[(a)-315.991(more)-316.016(plainly)-317.013(des)0.98758(cripti)24.9946(v)14.9828(e)-317.011(style)-316.005(that)-316.011(we)-315.989(e)15.0122(xpect)-316.018(to)-316.994(be)-315.986(more)]TJ
11.9563 TL
T*[(useful)-249.982(in)-249.985(practical)-249.991(applications.)]TJ
/R28 11.9552 Tf
24.5129 TL
T*[(2.)-249.99(Related)-250.002(W)74.9972(ork)]TJ
/R30 9.9626 Tf
11.9551 -19.1301 Td
[(In)-335.981(recent)-335.987(years,)-358.017(deep)-335.982(learning)-336.005(has)-336.015(led)-336.015(most)-337.012(progress)-336.005(in)]TJ
-11.9551 -11.9551 Td
[(image)-272.997(captioning)-273.014([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 125.28 379.269 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 130.261 379.269 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 134.207 379.269 Tm
(12)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 144.169 379.269 Tm
[(].)-378.997(While)-272.997(early)-273.013(approaches)-273.989(relied)-273.006(on)]TJ
-94.057 -11.9547 Td
[(supervised)-202.017(learning)-201.988(to)-201.993(maxi)1(mize)-201.994(the)-201.998(lik)10.0179(elihood)-202.015(of)-202.003(the)-201.998(model)]TJ
11.9563 TL
T*[(ag)5.01938(ainst)-298.008(human)-298.005(references)-298.01([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 158.555 355.358 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 163.536 355.358 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 167.641 355.358 Tm
(44)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 177.604 355.358 Tm
[(],)-309.989(other)-298.019(methods)-297.992(ha)19.9967(v)14.9828(e)-297.994(tried)]TJ
-127.491 -11.9551 Td
[(to)-316.994(maximize)-315.995(a)-317.011(re)25.0081(w)10(ard)-317.008(based)-316.999(on)-316.016(standard)-316.989(language)-316.991(genera-)]TJ
11.9547 TL
T*[(tion)-262.99(metrics)-262.014([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 103.492 331.448 Tm
(34)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 113.454 331.448 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 117.33 331.448 Tm
(35)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 127.292 331.448 Tm
[(].)-347.002(Our)-263.01(w)10(ork)-261.988(belongs)-262.986(to)-263.003(a)-262(third)-262.993(tradition,)]TJ
-77.1801 -11.9551 Td
[(e)15.0128(xploring)-315.99(the)-316.018(idea)-315.983(of)-315.005(caption)-316.005(learning)-316.009(or)-315.984<026e6574756e696e67>-316.016(with)-316.004(a)]TJ
11.9551 TL
T*[(re)25.0081(w)10.0014(ard-based)-202.004(objecti)25(v)14.9828(e)-200.991(that)-201.991(is)-201.992(not)-201.008(\(only\))-201.991(based)-201.018(on)-201.996(a)-202.01(compar)20.0065(-)]TJ
11.9559 TL
T*[(ison)-292.006(with)-292.988(reference)-292.017(captions.)-436.996(Among)-293.018(the)-291.983(approaches)-293.005(more)]TJ
11.9551 TL
T*[(closely)-389.991(related)-390.01(to)-390.981(ours,)-425.011(the)-390.006(system)-389.981(of)-390.992(Y)111.004(u)]TJ
/R32 9.9626 Tf
173.399 0 Td
[(et)-390.011(al.)]TJ
/R30 9.9626 Tf
25.2102 0 Td
([)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 252.039 283.627 Tm
(49)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 262.001 283.627 Tm
[(])-390.016(uses)]TJ
-211.889 -11.9551 Td
[(a)-293.994(ClipCap-lik)9.9824(e)-293.995(system)-295.017(for)-293.991(caption)-294.009(generation,)-304.988(and)-295.005(CLIP)-294(to)]TJ
11.9547 TL
T*[(measure)-388.007(image-caption)-389(similarity)64.9818(,)-422.986(focusing)-387.989(on)-388.984(generating)]TJ
T*[(captions)-268.007(in)-267.982(multiple)-269.007(styles.)-363.988(Cho)]TJ
/R32 9.9626 Tf
130.285 0 Td
[(et)-267.992(al.)]TJ
/R30 9.9626 Tf
22.7793 0 Td
([)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 206.494 247.762 Tm
(8)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 211.475 247.762 Tm
[(])-267.997(use)-267.987(CLIP)-268.985(to)-267.982<026e652d>]TJ
-161.363 -11.9551 Td
[(tune)-288.998(a)-287.995(pre-trained)-289.004(captioner)54.9847(.)-424.985(Lik)10.0143(e)-289.016([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 191.631 235.807 Tm
(49)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 201.593 235.807 Tm
[(],)-297.99(the)14.9852(y)-289.006(use)-287.984(the)-289.003(CLIP-)]TJ
-151.481 -11.9559 Td
[(Score)-408.983(image-caption)-410.016(similarity)-409.018(measure)-408.983([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 220.811 223.851 Tm
(16)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 230.774 223.851 Tm
[(])-410.012(as)-408.988(a)-410.015(re)25.0081(w)10(ard)]TJ
-180.662 -11.9551 Td
[(signal,)-419(rather)-384.017(than)-384.982(a)-385(discriminati)24.9897(v)14.9828(e)-385(objecti)24.9983(v)14.9828(e)-385(lik)10.0179(e)-385(the)-384.987(one)]TJ
11.9551 TL
T*[(we)-228.983(adopt.)-304.007(W)79.9873(e)-228.986(sho)24.9922(w)-229.998(i)0.98758(n)-229.996(Appendix)-228.99(B.2)-230.019(that)-229.006(the)-229.993(discriminati)24.9885(v)14.9828(e)]TJ
T*[(objecti)24.9989(v)14.9828(e)-214.988(outperforms)-214.991(an)-214.983(image-caption)-214.989(similarity)-215.011(objecti)24.9983(v)14.9828(e)]TJ
T*[(similar)-375.983(to)-376.984(CLIPSc)1.01821(ore)-376.998(\()]TJ
/R32 9.9626 Tf
94.2641 0 Td
[(cosine)-376(similarity)]TJ
/R30 9.9626 Tf
71.148 0 Td
[(in)-376.003(T)79.9916(able)-376.993(9\).)-687.998(Luo)]TJ
/R32 9.9626 Tf
-165.412 -11.9547 Td
[(et)-382.992(al.)]TJ
/R30 9.9626 Tf
25.0578 0 Td
([)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 78.4875 164.076 Tm
(26)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 88.45 164.076 Tm
[(])-382.998(apply)-381.996(discriminati)24.9897(v)14.9828(e)-383<026e6574756e696e67>-382.005(to)-382.983(basic)-382.005(MLE-)]TJ
-38.3379 -11.9563 Td
[(trained)-330.011(models.)-549.013(Their)-328.995(method)-329.993(requires)-330.016(the)-328.997(use)-330.016(of)-329.982(ground-)]TJ
11.9551 TL
T*[(truth)-276.012(captions)-274.986(for)-275.994(concurrent)-275.986(CIDEr)20.0101(-based)-275.988(optimization.)-387.011(A)]TJ
T*[(similar)-385.001(approach)-386.01(w)10(as)-384.993(presented)-384.982(by)-386.004(Liu)]TJ
/R32 9.9626 Tf
164.592 0 Td
[(et)-384.992(al.)]TJ
/R30 9.9626 Tf
25.1121 0 Td
([)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 243.134 128.21 Tm
(25)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 253.096 128.21 Tm
[(].)-715.998(The)14.9828(y)]TJ
ET
Q
3.98 w
0 G
501.121 1190.73 m
1446.11 1190.73 l
S
q
10 0 0 10 0 0 cm BT
/R30 5.9776 Tf
1 0 0 1 60.9711 112.206 Tm
(2)Tj
/R30 7.9701 Tf
3.48672 -2.81172 Td
[(W)79.9796(e)-234.022(note)-233.992(that)-235(in)-233.986(the)-233.978(earlier)-234.008(literature,)-237.982(cross)0.984821(-domain)-235.025(captioning)-234.011(can)-233.98(rely)]TJ
-14.3457 -9.46523 Td
[(on)-305.024(sets)-306.017(of)-304.994(unpaired)-305.993(images)-304.997(and)-305.997(capti)0.995542(ons)-306.007(from)-304.982(the)-305.978(tar)18.0178(get)-304.997(domain)-306.008(\(e.g.,)-305.007([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 280.384 99.9289 Tm
(7)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 284.369 99.9289 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 50.1121 90.4648 Tm
(47)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 58.082 90.4648 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 61.1266 90.4648 Tm
(50)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 69.0965 90.4648 Tm
[(]\).)-320.016(W)79.9796(e)-252.989(consider)-253(here)-252.98(a)-252.99(more)-252.992(challenging)-254(and)-253.018(realistic)-252.981(0-shot)-253.015(transfer)]TJ
-18.9844 -9.46484 Td
[(task)-250.008(in)-250.012(which)]TJ
/R32 7.9701 Tf
44.4969 0 Td
(no)Tj
/R30 7.9701 Tf
9.96211 0 Td
[(captions)-250.02(from)-249.991(the)-250.005(tar)18.0193(get)-250.005(domain)-249.988(are)-249.976(a)20.0027(v)24.9835(ailable.)]TJ
/R30 9.9626 Tf
204.291 629.037 Td
[(also)-215.008<026e6574756e65>-214.996(a)-214.989(MLE-pre-tra)0.990031(ined)-215.008(captioner)-215.008(with)-214.998(a)-214.989(mixture)-214.994(of)]TJ
11.9551 TL
T*[(discriminati)24.9885(v)14.9828(e)-206.99(and)-208(CIDEr)20.0114(-based)-206.98(re)25.0056(w)10.0032(ards)-206.98(\(requiring)-207.985(ground-)]TJ
T*[(truth)-242.016(captions)-242.011(for)-242.001(the)-241.991(latter\).)-308.017(Intriguingly)64.9843(,)-243.013(their)-243.008(method)-242.009(pro-)]TJ
T*[(duces)-330.016(a)-329.989(higher)-330.009(portion)-329.991(of)-329.984(no)14.9877(v)14.9828(el)-329.979(and)-330.018(unique)-329.999(captions)-329.999(com-)]TJ
T*[(pared)-341.985(to)-342.009(a)-341.987(system)-341.009(trained)-342.007(only)-341.997(to)-342.012(imitate)-341.987(human)-341.997(captions,)]TJ
11.9559 TL
T*[(pointing)-283.984(to)-284.019(the)-283.984(potential)-283.997(for)-283.992(generalization)-284.007(that)-284.016(we)-283.992<636f6e02726d>]TJ
11.9551 TL
T*[(here.)-517.017(Finally)65.0112(,)-335.981(in)-320.013(another)-318.996(early)-319.006(paper)-319.006(using)-319.015(discrimination-)]TJ
T*[(based)-285.004(caption)-284.992(learning,)-292.99(Dai)-285.006(and)-285.006(Lin)-284.016([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 459.048 626.351 Tm
(9)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 464.03 626.351 Tm
[(])-285.016(propose)-284.992(a)-285.016(loss)-284.987(that)]TJ
-155.168 -11.9547 Td
[(e)15.0122(xplicitly)-293.983(pushes)-294.007(a)-293.995(model)-294.005(to)-294.02(mak)10.013(e)-293.995(captions)-294.005(more)-293.98(discrimi-)]TJ
11.9551 TL
T*[(nati)24.9909(v)14.9828(e)-250.002(with)-250.015(respect)-249.995(to)-249.985(those)-250.017(of)-249.997(a)-250.002(reference)-249.983(model.)]TJ
11.9551 -12.3082 Td
[(Our)-376.011(study)-377.006(b)20.0016(uilds)-375.986(on)-376.006(this)-377.011(earlier)-375.981(w)10.0032(ork.)-689.012(Our)-376.011(main)-377.016(no)14.9877(v-)]TJ
-11.9551 -11.9551 Td
[(elties)-276.013(lie)-275.003(in)-275.981(the)-275.006(de)25.0154(v)14.9828(elopment)-275.998(of)-275.013(a)-275.998(simple)-275.998(system)-274.979(to)-275.983(perform)]TJ
T*[(discriminati)24.9885(v)14.9828(e)-200.011<026e6574756e696e67>-199.996(that)-199.991(only)-199.981(requires)-199.996(unannotated)-200.016(im-)]TJ
T*[(ages,)-483.993(out-of-the-box)-438.013(generation/retrie)25(v)24.9811(al)-436.981(components)-438(and)]TJ
11.9563 TL
T*[(applying)-428.992(the)-428(v)24.9811(anilla)-429.009(REINFORCE)-427.983(algorithm,)-473.014(and)-428.982(in)-429.017(our)]TJ
11.9547 TL
T*[(out-of-domain)-249.995(and)-249.993(human-based)-250.007(e)25.0105(v)24.9811(aluations.)]TJ
/R28 11.9552 Tf
24.9672 TL
T*[(3.)-249.989(Discriminati)10.0023(v)9.98601(e)-249.997(Self-Super)9.99418(vised)-249.997(T)73.9986(raining)]TJ
/R30 9.9626 Tf
11.9551 -19.282 Td
[(W)79.9866(e)-414.994<026e6574756e65>-415.002(with)-413.987(reinforcement)-415.014(learning)-415.009(a)-414.994(pre-trained)]TJ
-11.9551 -11.9551 Td
[(image)-326.009(captioner)-326.012(to)-326.012(generate)-325.009(a)-325.99(caption)-326.004(that)-326.009(is)-326.009(subsequently)]TJ
11.9551 TL
T*[(fed)-283.994(as)-285.009(input)-284.002(to)-285(a)-283.997(frozen)-285.016(discriminator)55.0202(.)-412.985(The)-283.987(discriminator)-285.001(is)]TJ
T*[(then)-376.984(task)10.013(ed)-376.996(to)-376.003(retrie)25.0154(v)14.9828(e)-377(the)-376.986(original)-377.006(image)-376(among)-377.011(a)-377(set)-376.986(of)]TJ
11.9563 TL
T*[(distractors.)-309.995(W)79.9866(e)-250.002(refer)-250.017(to)-249.985(our)-249.993(tuning)-250.002(method)-250.007(as)]TJ
/R32 9.9626 Tf
181.029 0 Td
[(DiscriT)55.0104(une)]TJ
/R30 9.9626 Tf
44.284 0 Td
(.)Tj
/R28 9.9626 Tf
-225.313 -28.4637 Td
(Captioner)Tj
/R30 9.9626 Tf
53.1301 0 Td
[(W)79.9866(e)-347.006(emplo)9.98363(y)-348.015(a)-347.006(multimodal)-347.016(language)-346.986(model)-347.996(as)]TJ
-53.1301 -11.9551 Td
[(neural)-392.988(captioner)54.9835(.)-739.992(W)79.9866(e)-394.018(e)15.0122(xperiment)-393.003(with)-393.008(tw)10.0081(o)-392.988(dif)24.986(ferent)-394.018(cap-)]TJ
11.9551 TL
T*[(tioners,)-383.01(namely)-357.019(the)-356.012(ClipCap)-356.994(architecture)-356.994(from)-356.009(Mokady)]TJ
/R32 9.9626 Tf
229.057 0 Td
(et)Tj
-229.057 -11.9551 Td
(al)Tj
/R30 9.9626 Tf
7.76094 0 Td
[(.)-206.983([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 324.493 373.958 Tm
(27)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 334.456 373.958 Tm
[(],)-214.984(and)-207.019(the)-207.017(captioner)-207.01(netw)10.0081(ork)-206(of)-206.985(the)-207.014(BLIP)-206.995(model)-207([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 525.359 373.958 Tm
(23)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 535.322 373.958 Tm
(].)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 6.9738 Tf
1 0 0 1 541.127 377.573 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 320.817 361.65 Tm
[(ClipCap)-644.983(is)-645.998(an)-644.99(image-conditioned)-645.015(publicly)-646.01(a)19.9918(v)24.9811(ailable)]TJ
-11.9547 -11.9551 Td
[(GPT)92.0067(-2)-239.016(model)-238.994([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 368.05 349.695 Tm
(33)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 378.013 349.695 Tm
[(].)-305.988(Importantly)65.0137(,)-241.014(Mokady)]TJ
/R32 9.9626 Tf
95.7305 0 Td
[(et)-239.014(al)]TJ
/R30 9.9626 Tf
17.334 0 Td
[(.)-239.014([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 499.266 349.695 Tm
(27)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 509.229 349.695 Tm
[(])-238.985(sho)24.9909(wed)]TJ
-200.367 -11.9551 Td
[(that)-403.996(it)-405.016(performs)-403.996(comparably)-405.006(to)-404.001(other)-404.001(state-of-the-art)-405.021(cap-)]TJ
11.9551 TL
T*[(tioning)-461.999(systems)-462.001(while)-463.004(ha)19.9967(ving)-462.016(less)-461.987(parameters)-461.996(and)-463.016(being)]TJ
T*[(more)-257.006(ef)25.0081<026369656e74>-256.991(to)-257.984(train.)-332.008(Gi)24.986(v)14.9828(en)-257.016(an)-257.016(input)-256.987(image,)-258.996(ClipCap)-257.991(uses)]TJ
11.9563 TL
T*[(a)-226.987(frozen)-226.987(CLIP)-226.011([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 370.411 301.874 Tm
(32)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 380.373 301.874 Tm
[(])-226.984(visual)-226.996(encoder)-226.001(to)-227.011(e)15.0122(xtract)-227.011(visual)-226.996(features.)]TJ
-71.5113 -11.9547 Td
[(These)-297.982(features)-299.011(are)-298.002(then)-298.997(projected)-298.014(through)-299.019(a)-297.994(trainable)-298.994(map-)]TJ
11.9551 TL
T*[(per)-307.99(netw)10.0081(ork)-307(onto)-308.005(the)-307(GPT)92.0043(-2)-307.988(embedding)-307.012(space,)-321.985(where)-307.993(the)14.9877(y)]TJ
T*[(are)-232.993(used)-233.008(as)-233.017(a)-232.986<7072650278>-233.003(conditioning)-233(the)-233.01(generation)-233(of)-233.02(an)-233.02(image)]TJ
T*[(description.)-319.006(In)-253.014(practice,)-253.994(the)14.9877(y)-253.012(act)-253.017(as)-253.017(soft)-253.002(image)-253.002(prompts)-253.017(that)]TJ
T*[(are)-250.01(used)-249.985(to)-249.985(kickstart)-250.012(the)-249.99(caption)-250.017(generation)-250.017(process.)]TJ
11.9547 -12.3078 Td
[(W)79.9866(e)-616.02(use)-616.008(the)-616.008(publicly)-616.995(a)19.9918(v)24.9811(ail)0.990031(able)-616.99(ClipCap)-616.01(checkpoints)]TJ
-11.9547 -11.9551 Td
[(where)-307.993(the)-307(language)-308.012(model)-308.003(weights)-307.998(were)-307.017(also)-308.012(updated)-308.007(dur)20.0016(-)]TJ
T*[(ing)-558.007(trai)0.98758(n)-1.01454(i)0.98758(ng.)-1233(Such)-558.005(checkpoints)-557.01(were)-557.995(trained)-556.99(on)-558.015(Con-)]TJ
11.9559 TL
T*[(ceptual)-376.003(Captions)-376.011([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 383.871 193.925 Tm
(37)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 393.833 193.925 Tm
[(])-376.018(\()]TJ
/R32 9.9626 Tf
10.3758 0 Td
(ClipCap-ConCap)Tj
/R30 9.9626 Tf
74.0512 0 Td
[(henceforth\),)-406.986(and)]TJ
-169.398 -11.9551 Td
[(MS)-230.016(COCO)-230.008([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 358.835 181.97 Tm
(24)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 368.797 181.97 Tm
[(])-230.003(\()]TJ
/R32 9.9626 Tf
8.93086 0 Td
(ClipCap-COCO)Tj
/R30 9.9626 Tf
67.0598 0 Td
[(henceforth\),)-233.995(respecti)24.986(v)14.9828(ely)65.0186(.)]TJ
-135.926 -11.9551 Td
[(Gi)24.986(v)14.9828(en)-398.012(that)-397.017(these)-398.002(models)-397(were)-397.983(trained)-397.017(with)-397.988(a)-396.997(frozen)-398.017(V)59.9949(iT)91.9945(-)]TJ
11.9547 TL
T*[(B/32-based)-434.991(CLIP)-434.016(as)-434.984(visual)-435(feature)-434.011(e)15.0122(xtractor)40.0031(,)-481.013(we)-434.986(use)-435.021(the)]TJ
T*[(same)-249.988(visual)-250.01(encoder)-250(in)-249.985(our)-249.993(e)15.0122(xperiments.)]TJ
11.9551 -12.3082 Td
[(T)79.9916(o)-259.011(test)-258.018(whether)-259.008(our)-259.008(method)-258.986(generalizes)-257.991(to)-259.006(other)-259.006(models,)]TJ
-11.9551 -11.9551 Td
[(we)-228.004(e)15.0122(xperiment)-228.011(with)-228.018(the)-227.994(BLIP)-228.011(system)-228.006([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 461.25 121.842 Tm
(23)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 471.213 121.842 Tm
[(],)-232.981(a)-228.006(lar)17.997(ge)-228.001(captioner)]TJ
-162.351 -11.9547 Td
[(pre-trained)-207.997(with)-207.982(web-mined)-208.019(data)-208(which)-207.99(performed)-207.995(on)-209.014(par)-208.009(or)]TJ
ET
Q
3088.62 1001.43 m
4033.61 1001.43 l
S
q
10 0 0 10 0 0 cm BT
/R30 5.9776 Tf
1 0 0 1 319.721 93.277 Tm
(3)Tj
/R30 7.9701 Tf
3.48711 -2.81211 Td
[(Additional)-292.99(results)-293.017(with)-294.004(the)-292.99(recently)-293.014(introduced)-293.988(CaMEL)-292.996([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 506.48 90.4648 Tm
(4)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 510.466 90.4648 Tm
[(])-293.02(captioner)]TJ
-201.604 -9.46484 Td
[(are)-249.976(pro)14.9883(vided)-249.982(in)-250.013(Appendix)-249.994(C.)]TJ
ET
Q
Q
Q
Q
q
1 0 0 1 0 0 cm
/XSzVPWY3BWxu2eHFivRVLg Do
Q
endstream
endobj
71 0 obj
<< /R27 241 0 R >>
endobj
72 0 obj
<< /R28 252 0 R /R30 253 0 R /R32 254 0 R >>
endobj
73 0 obj
<< /BBox [ 0 0 612 792 ] /Matrix [ 1 0 0 1 0 0 ] /Resources << /Font 309 0 R /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ] >> /Subtype /Form /Type /XObject /Length 112 /Filter /FlateDecode >>
stream
x-0D|C!k21PT;p>=%-_L!b+{2[ʵ-;څ8A
x-/<`}~Tr
endstream
endobj
74 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 282.035 null ] /Rect [ 93.739 683.577 105.694 693.918 ] /Subtype /Link /Type /Annot >>
endobj
75 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 619.429 null ] /Rect [ 272.086 683.577 284.041 693.918 ] /Subtype /Link /Type /Annot >>
endobj
76 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 720.0 null ] /Rect [ 162.068 671.621 174.023 681.963 ] /Subtype /Link /Type /Annot >>
endobj
77 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 282.035 null ] /Rect [ 173.424 599.89 185.379 610.232 ] /Subtype /Link /Type /Annot >>
endobj
78 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 64.458 100.193 null ] /Rect [ 195.196 587.333 201.174 599.853 ] /Subtype /Link /Type /Annot >>
endobj
79 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 442.907 null ] /Rect [ 93.148 536.522 105.104 546.888 ] /Subtype /Link /Type /Annot >>
endobj
80 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 442.907 null ] /Rect [ 164.208 488.099 176.163 499.043 ] /Subtype /Link /Type /Annot >>
endobj
81 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 720.0 null ] /Rect [ 259.843 464.189 271.799 476.709 ] /Subtype /Link /Type /Annot >>
endobj
82 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 64.458 90.465 null ] /Rect [ 278.105 464.189 284.082 476.709 ] /Subtype /Link /Type /Annot >>
endobj
83 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 474.651 null ] /Rect [ 127.529 305.001 139.484 315.945 ] /Subtype /Link /Type /Annot >>
endobj
84 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 316.092 null ] /Rect [ 254.392 86.893 264.355 98.614 ] /Subtype /Link /Type /Annot >>
endobj
85 0 obj
<< /A << /S /URI /Type /Action /URI (https://github.com/openai/CLIP) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 63.462 77.164 208.917 88.886 ] /Subtype /Link /Type /Annot >>
endobj
86 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 643.02 null ] /Rect [ 530.836 682.974 542.791 693.918 ] /Subtype /Link /Type /Annot >>
endobj
87 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 323.208 90.465 null ] /Rect [ 518.275 403.846 524.252 414.349 ] /Subtype /Link /Type /Annot >>
endobj
88 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 395.697 null ] /Rect [ 408.304 377.055 420.259 387.998 ] /Subtype /Link /Type /Annot >>
endobj
89 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 339.828 null ] /Rect [ 325.591 178.408 337.546 189.352 ] /Subtype /Link /Type /Annot >>
endobj
90 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 237.553 null ] /Rect [ 487.481 123.826 499.436 134.237 ] /Subtype /Link /Type /Annot >>
endobj
91 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 193.479 null ] /Rect [ 387.864 111.268 399.82 122.282 ] /Subtype /Link /Type /Annot >>
endobj
92 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 440.529 null ] /Rect [ 403.243 77.164 413.206 88.886 ] /Subtype /Link /Type /Annot >>
endobj
93 0 obj
<< /Length 24244 >>
stream
q
q
q 0.1 0 0 0.1 0 0 cm
/R27 gs
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 50.1121 710.037 Tm
[(better)-291.003(than)-290.997(other)-291(state-of-the-art)-291(systems)-291.01(on)-291.981(se)25.0179(v)14.9828(eral)-291.015(bench-)]TJ
11.9551 TL
T*[(marks)-358.983(and)-358.013(has)-358.992(sho)24.9922(wn)-358.011(strong)-359.014(retrie)25.0142(v)24.9811(al)-358.996(and)-358.014(captioning)-359.001(per)19.9942(-)]TJ
T*[(formance)-370.014([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 94.7348 686.127 Tm
(23)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 104.697 686.127 Tm
[(].)-670.007(BLIP)-369.988(is)-370.003(made)-370.008(of)-370.015(a)-371.002(te)14.9803(xt)-370.004(T)35.0187(ransformer)-370.009([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 273.086 686.127 Tm
(42)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 283.048 686.127 Tm
(])Tj
-232.936 -11.9551 Td
[(and)-426.982(a)-426.992(vision)-428.011(T)35.0174(rans)0.983904(former)-428.003([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 163.068 674.172 Tm
(13)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 173.03 674.172 Tm
[(].)-840.998(The)-426.983(te)14.9803(xt)-427.995(T)35.0187(ransformer)-426.98(is)]TJ
-122.918 -11.9551 Td
[(trained)-209.012(to)-209.012(maximize)-208.993(the)-209.017(lik)10.0179(elihood)-208.993(of)-208.984(reproducing)-209.002(a)-208.99(ground-)]TJ
11.9559 TL
T*[(truth)-197.005(reference)-197.014(by)-197.016(autore)14.9828(gressi)24.9934(v)14.9828(ely)-197.019(generating)-197.009(a)-196.992(caption.)-292.988(V)59.9924(i-)]TJ
11.9551 TL
T*[(sual)-231.986(information)-231.997(is)-233.006(injected)-231.982(by)-231.991(cross-attending)-232(o)14.9828(v)14.9828(er)-232.008(the)-233.013(out-)]TJ
T*[(put)-358.002(of)-358.997(t)0.98758(he)-358.998(vision)-357.983(T)35.0174(ransformer)55.0166(.)-634.99(The)-358.014(model)-357.994(is)-358.006(trained)-358.987(with)]TJ
T*[(multi-task)-408(learning)-407.013(with)-407.988(tw)10.0081(o)-406.986(other)-408(multimodal)-407.986(alignment)]TJ
T*[(losses.)-405.002(W)79.9873(e)-281.016(refer)-282.011(the)-281.005(reader)-282.007(to)-281([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 174.416 602.441 Tm
(23)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 184.379 602.441 Tm
[(])-281.996(for)-281.993(additional)-281.012(details)-282.007(on)]TJ
-134.266 -11.9551 Td
[(BLIP)110.99(.)-208.002(W)79.9873(e)-206.989(use)-207.997(the)-207.017(BLIP-base)-208.017(v)14.9828(ersion,)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 6.9738 Tf
1 0 0 1 196.192 594.101 Tm
(4)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 202.33 590.486 Tm
[(pre-trained)-207.997(on)-207.014(a)-208.009(lar)17.997(ge)]TJ
-152.218 -11.9563 Td
[(dataset)-249.985(including)-249.995(both)-250.015(COCO)-250.005(and)-249.991(Conceptual)-250.002(Captions.)]TJ
/R28 9.9626 Tf
27.502 TL
T*[(Retrie)15.011(v)10.0032(er)]TJ
/R30 9.9626 Tf
50.0918 0 Td
[(W)79.9879(e)-339.987(used)-340.009(the)-340.014(standard)-340.006(CLIP)-339.992(model)-339.997(from)-340.012(Rad-)]TJ
-50.0918 -11.9551 Td
(ford)Tj
/R32 9.9626 Tf
18.8219 0 Td
[(et)-223.019(al)]TJ
/R30 9.9626 Tf
17.1781 0 Td
[(.)-223.019([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 94.1422 539.073 Tm
(32)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 104.105 539.073 Tm
[(])-224.006(as)-222.981(our)-223.014(neural)-223.017(retrie)25.0142(v)14.9828(er)55.0031(.)-301.006(CLIP)-224.012(is)-223.009(a)-222.987(multimodal)]TJ
-53.9926 -11.9559 Td
[(dual)-241.986(encoder)-242(model)-242.014(that)-241.984(embeds)-242.018(te)14.9803(xt)-241.987(and)-241.994(images)-242.016(and)-241.994(learns)]TJ
11.9551 TL
T*[(to)-344.009(maximize)-345.01(their)-344.009(similarity)-344.989(through)-343.992(a)-345.006(contrasti)25(v)14.9828(e)-343.987(loss.)-593.992(It)]TJ
T*[(w)10.0014(as)-210.983(trained)-211.011(on)-211.014(a)-210.989(dataset)-211.011(of)-212.003(400M)-210.998(human-curated)-211.004(image-te)14.9926(xt)]TJ
T*[(pairs.)-296.016(W)79.9873(e)-206.989(refer)-207.003(the)-207.997(reader)-207(to)-207.012([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 165.2 491.252 Tm
(32)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 175.163 491.252 Tm
[(])-208.008(for)-206.986(additional)-206.985(details)-207.98(about)]TJ
-125.051 -11.9551 Td
[(CLIP)-355.011(pre-training.)-627.007(W)79.9879(e)-355.004(use)-354.992(the)-356.012(publicly)-355.002(a)19.9918(v)24.9811(ailable)-356.004(original)]TJ
11.9551 TL
T*[(implementation)-250.009(of)-249.996(CLIP)-250.009(with)-250.015(a)-250.002(V)59.9924(iT)91.9957(-B/32)-250.01(backbone)-249.985([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 260.841 467.342 Tm
(13)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 270.804 467.342 Tm
(].)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 6.9738 Tf
1 0 0 1 279.101 470.957 Tm
(5)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 62.0672 455.209 Tm
[(W)79.9873(e)-450.008(perform)-449.995(retrie)25.0142(v)24.9811(al)-448.981(by)-449.994(computing)-449.996(a)-450.008(matching)-450.011(score)]TJ
/R168 9.9626 Tf
-11.9551 -11.9551 Td
[(m)-0.300195(at)-0.89936(c)27.6155(h)-0.599777(\()-0.899972]TJ
/R170 9.9626 Tf
30.718 0 Td
[(c)-0.799499(;)-167.819(i)-0.499917]TJ
/R168 9.9626 Tf
12.1719 0 Td
[(\))-0.899972]TJ
/R30 9.9626 Tf
5.92305 0 Td
[(for)-206.006(an)-204.984(image)]TJ
/R170 9.9626 Tf
51.518 0 Td
[(i)-0.499917]TJ
/R30 9.9626 Tf
5.48203 0 Td
[(and)-205.999(a)-204.99(caption)]TJ
/R170 9.9626 Tf
54.2871 0 Td
[(c)-0.801337]TJ
/R30 9.9626 Tf
6.36094 0 Td
[(as)-206.002(the)-205.017(dot)-205.988(product)]TJ
-166.461 -11.9559 Td
[(between)-201.999(the)-203.017(embedded)-201.986(representation)-203.002(of)]TJ
/R170 9.9626 Tf
161.139 0 Td
[(c)-0.801337]TJ
/R30 9.9626 Tf
6.32891 0 Td
[(\(computed)-202.998(by)-201.996(the)]TJ
-167.468 -11.9551 Td
[(frozen)-224.007(CLIP)-224.013(te)14.9803(xtual)-225.002(encoder\))-224.007(and)-223.996(the)-223.994(embedded)-225.002(representa-)]TJ
11.9551 TL
T*[(tion)-224.017(of)]TJ
/R170 9.9626 Tf
28.259 0 Td
[(i)-0.499917]TJ
/R30 9.9626 Tf
5.66211 0 Td
[(\(computed)-224.014(by)-223.992(the)-223.014(frozen)-224.007(CLIP)-224.013(visual)-224.014(encoder\).)-301.011(W)79.9866(e)]TJ
-33.9211 -11.9551 Td
[(consider)-280.995(an)-281.011(image)]TJ
/R170 9.9626 Tf
75.9027 0 Td
[(i)-0.499917]TJ
/R30 9.9626 Tf
6.23125 0 Td
[(correctly)-281.007(retrie)25.0142(v)14.9828(ed)-281.012(ag)5.01877(ainst)-280.99(a)-281.017(set)-281.002(of)-279.99(dis-)]TJ
-82.134 -11.9547 Td
(tractors)Tj
/R170 9.9626 Tf
32.6891 0 Td
[(D)-0.899972]TJ
/R172 9.9626 Tf
11.8848 0 Td
[<12>-0.800112]TJ
/R170 9.9626 Tf
11.1102 0 Td
[(I)-0.599165]TJ
/R30 9.9626 Tf
7.97187 0 Td
[(\(tak)10.0032(en)-281.991(from)-281.981(a)-283.017(lar)17.997(ger)-281.995(image)-282.017(collection)]TJ
/R170 9.9626 Tf
152.149 0 Td
[(I)-0.60039]TJ
/R30 9.9626 Tf
5.16094 0 Td
[(\))-281.995(if)25.0203(f)]TJ
/R170 9.9626 Tf
-220.966 -11.9551 Td
[(i)-0.499917]TJ
/R174 6.9738 Tf
3.43203 3.61484 Td
[(0)-0.399969]TJ
/R172 9.9626 Tf
5.56289 -3.61484 Td
[(2)-0.700251]TJ
/R170 9.9626 Tf
9.40898 0 Td
[(D)-0.899972]TJ
/R30 9.9626 Tf
8.525 0 Td
[(,)-249.995(and)]TJ
/R170 9.9626 Tf
21.8578 0 Td
[(i)-0.499917]TJ
/R172 9.9626 Tf
6.19922 0 Td
(6)Tj
/R168 9.9626 Tf
0 0 Td
[(=)-0.800112]TJ
/R170 9.9626 Tf
10.516 0 Td
[(i)-0.499917]TJ
/R174 6.9738 Tf
3.43281 3.61484 Td
[(0)-0.399094]TJ
/R30 9.9626 Tf
2.79531 -3.61484 Td
(,)Tj
/R168 9.9626 Tf
4.98086 0 Td
[(m)-0.300195(at)-0.900585(c)27.6155(h)-0.599165(\()-0.900585]TJ
/R170 9.9626 Tf
30.718 0 Td
[(c)-0.800112(;)-167.818(i)-0.499917]TJ
/R168 9.9626 Tf
12.1719 0 Td
[(\))-0.89936]TJ
/R170 9.9626 Tf
6.64102 0 Td
[(>)-0.800112]TJ
/R168 9.9626 Tf
10.516 0 Td
[(m)-0.300195(at)-0.900585(c)27.6155(h)-0.60039(\()-0.89936]TJ
/R170 9.9626 Tf
30.7191 0 Td
[(c)-0.801337(;)-167.818(i)-0.499917]TJ
/R174 6.9738 Tf
12.1711 3.61484 Td
[(0)-0.399094]TJ
/R168 9.9626 Tf
2.79492 -3.61484 Td
[(\))-0.90181]TJ
/R30 9.9626 Tf
3.875 0 Td
(.)Tj
/R28 9.9626 Tf
-186.318 -27.5031 Td
(Optimization)Tj
/R30 9.9626 Tf
66.4199 0 Td
[(Since)-369.998(the)-368.99(decoding)-369.993(process)-370.007(creates)-369.005(a)-369.982(dis-)]TJ
-66.4199 -11.9551 Td
[(crete)-424.017(bottleneck,)-466.989(we)-424.009(cannot)-423.994(use)-422.981(a)-424.013(loss)-423.983(function)-423.981(to)-423.995(back-)]TJ
T*[(propag)4.99181(ate)-347.002(end-to-end)-346.984(from)-346.99(the)-348.013(retrie)25.0142(v)14.9828(er)-347.008(output.)-601(Thus,)-371.994(we)]TJ
11.9563 TL
T*[(use)-324.018(REINFORCE)-325.018([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 128.528 308.154 Tm
(45)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 138.491 308.154 Tm
[(])-323.989(to)-324.992(optimize)-323.989(the)-324.017(captioner)-324.992(\(ClipCap)]TJ
-88.3785 -11.9551 Td
[(or)-416.987(BLIP\))-417.003(by)-417.019(using)-415.981(a)-416.994(re)25.0081(w)10(ard)-416.992(that)-417.014(is)-417.015(based)-416.982(on)-417.019(the)-416.982(match-)]TJ
11.9547 TL
T*[(ing)-316.989(scores)-317.981(between)-316.999(the)-318.018(caption)]TJ
/R170 9.9626 Tf
128.144 0 Td
[(c)-0.800112]TJ
/R30 9.9626 Tf
7.47422 0 Td
[(and)-317.98(the)-316.999(set)-318.016(of)-317.003(candidates)]TJ
/R170 9.9626 Tf
-135.618 -11.9551 Td
[(D)-0.899972]TJ
/R172 9.9626 Tf
11.1141 0 Td
[([)-260.708(f)]TJ
/R170 9.9626 Tf
14.2109 0 Td
[(i)-0.499917]TJ
/R172 9.9626 Tf
3.43281 0 Td
(g)Tj
/R30 9.9626 Tf
4.98125 0 Td
[(.)-461.999(In)-301.007(this)-300.983(process,)-312.994(the)-301.001(CLIP)-301.02(retrie)25.0154(v)14.9828(er)-301.016(is)-300.016(k)10.0032(ept)-301.001(frozen)]TJ
-33.7391 -11.9551 Td
[(and,)-267.006(gi)24.9885(v)14.9828(en)-263.995(the)-263.988(non-dif)24.9971(ferentiable)-263.988(te)14.9803(xt)-263.983(generation)-264.017(step,)-268.017(there)]TJ
T*[(is)-249.984(no)-249.988(gradient)-250.02<036f>24.9958(wing)-250.017(from)-249.986(the)-249.99(retrie)25.0142(v)14.9828(er)-250.005(to)-249.985(the)-249.99(captioner)54.9835(.)]TJ
11.9551 -12.1328 Td
[(T)79.9903(o)-295.005(compute)-294.984(a)-295.014(re)25.0081(w)10(ard,)-305.988(we)-295.011(normalize)-294.99(the)-295.002(retrie)25.0154(v)14.9828(er)-295.017(scores)]TJ
-11.9551 -11.9551 Td
[(to)-273.981(a)-273.998(probability)-273.006(distrib)19.9918(ution,)-280(and)-273.987(then)-273.981(use)-273.006(as)-273.991(re)25.0081(w)10(ard)-273.996(the)-273.986(so-)]TJ
11.9559 TL
T*[<6465026e6564>-207.984(log)-209.007(probability)-207.997(of)-208.984(the)-207.997(original)-208.014(image)]TJ
/R170 9.9626 Tf
176.136 0 Td
[(i)-0.499917]TJ
/R30 9.9626 Tf
3.43281 0 Td
(:)Tj
/R170 9.9626 Tf
5.65 0 Td
[(R)-0.29897]TJ
/R168 9.9626 Tf
7.64219 0 Td
[(\()-0.90181]TJ
/R170 9.9626 Tf
3.87383 0 Td
[(c)-0.801337(;)-167.818(i)-0.499917(;)-166.801(D)-0.90181]TJ
/R168 9.9626 Tf
25.125 0 Td
[(\))-278.909(=)-0.798886]TJ
-221.86 -14.152 Td
[(l)-0.800112(og)]TJ
/R176 6.9738 Tf
39.2219 3.92305 Td
(e)Tj
/R178 4.9813 Tf
3.78008 3.00586 Td
[(m)-0.200947(a)-0.599165(t)-0.700863(c)35.004(h\()-0.700863]TJ
/R180 4.9813 Tf
20.8598 0 Td
[(c)-0.399443(;)-0.30142(i)-0.60039]TJ
/R178 4.9813 Tf
8.17617 0 Td
[(\))-0.698413]TJ
ET
Q
3.98 w
0 G
676.441 2006.74 m
1470.36 2006.74 l
S
q
10 0 0 10 0 0 cm BT
/R182 6.9738 Tf
1 0 0 1 67.6441 199.077 Tm
[(P)-0.399969]TJ
/R180 4.9813 Tf
8.3707 -7.47187 Td
[(i)-0.599165]TJ
/R184 4.9813 Tf
2.6582 1.46602 Td
[(0)-1]TJ
2.69492 -1.46602 Td
[(2)-0.499917]TJ
/R180 4.9813 Tf
4.70508 0 Td
[(D)-0.900585]TJ
/R184 4.9813 Tf
5.70078 0 Td
[([)-0.499917(f)]TJ
/R180 4.9813 Tf
8.37227 0 Td
[(i)-0.60039]TJ
/R184 4.9813 Tf
2.65781 0 Td
[(g)-0.100473]TJ
/R176 6.9738 Tf
5.525 2.24102 Td
(e)Tj
/R178 4.9813 Tf
3.78008 1.99609 Td
[(m)-0.198496(a)-0.60039(t)-0.700863(c)35.004(h\()-0.700863]TJ
/R180 4.9813 Tf
20.8602 0 Td
[(c)-0.399443(;)-0.30142(i)-0.60039]TJ
/R184 4.9813 Tf
8.17578 1.4668 Td
[(0)-1]TJ
/R178 4.9813 Tf
2.69492 -1.4668 Td
[(\))-0.698413]TJ
/R30 9.9626 Tf
4.39219 2.34063 Td
[(.)-604.014(W)79.9879(e)-347.986(then)-348.988(compute)-347.996(the)-348.013(re)25.0081(w)10(ard)-347.984(as)]TJ
-98.1199 -15.6137 Td
[(the)-217.995(cross-entrop)10.0192(y)-219.017(loss)-218.018(between)-217.995(such)-219.01(distrib)19.9918(ution)-218.013(and)-217.998(the)-219.015(po-)]TJ
11.9563 TL
T*[(sition)-259.017(of)-259.014(the)-259.988(tar)17.997(get)-259.008(image)-259(in)-259.003(the)-259.008(list)-260.007(of)-259.014(candidates.)-336.983(Our)-259.991(cap-)]TJ
11.9547 TL
T*[(tioner)40.0099(,)-269.011(which,)-268.996(in)-265.983(essence,)-269.011(models)-264.984(the)-265.987(probability)]TJ
/R170 9.9626 Tf
196.144 0 Td
(P)Tj
/R176 6.9738 Tf
6.39609 -1.49414 Td
[<12>-0.0980231]TJ
/R168 9.9626 Tf
4.50703 1.49414 Td
[(\()-0.90181]TJ
/R170 9.9626 Tf
3.875 0 Td
[(c)-0.801337]TJ
/R172 9.9626 Tf
4.31094 0 Td
[(j)-0.798886]TJ
/R170 9.9626 Tf
2.76797 0 Td
[(i)-0.499917]TJ
/R168 9.9626 Tf
3.43203 0 Td
[(\))-0.90181]TJ
/R30 9.9626 Tf
6.51797 0 Td
(of)Tj
-227.951 -11.9551 Td
[(a)-311.991(caption)]TJ
/R170 9.9626 Tf
39.9629 0 Td
[(c)-0.799499]TJ
/R30 9.9626 Tf
7.4168 0 Td
[(gi)24.9885(v)14.9828(en)-311.986(an)-311.006(image)]TJ
/R170 9.9626 Tf
64.8063 0 Td
[(i)-0.499917]TJ
/R30 9.9626 Tf
3.43203 0 Td
[(,)-327.002(is,)-326.988(in)-312.014(reinforcement)-312.012(l)0.98758(earning)]TJ
-115.618 -11.9551 Td
[(terms,)-353.019(the)-332.015(action)-332.007(polic)14.9975(y)65.0137(,)-352.997(and)-332.017(the)-332.016(actions)-332(tak)10.0057(en)-331.984(are)-333.016(just)-331.999(the)]TJ
T*[(selected)-277.985(tok)10.0155(ens.)-394.003(The)-277.988(polic)14.9975(y)-277.988(is)-278.019(trained)-278.02(to)-277.981(minimize)-277.99(the)-277.985(ne)15.0171(g-)]TJ
T*[(ati)24.986(v)14.9828(e)-295.994(e)15.0128(xpected)-295.981(re)25.0081(w)10(ard,)-307.988(i.e.,)]TJ
/R186 9.9626 Tf
110.726 0 Td
[(E)-0.699638]TJ
/R176 6.9738 Tf
6.64102 -1.79883 Td
[(c)-0.498868]TJ
/R174 6.9738 Tf
3.56094 0 Td
[<18>-0.899712]TJ
/R176 6.9738 Tf
6.22617 0 Td
[(P)-0.301071]TJ
/R180 4.9813 Tf
5.07305 -1.05703 Td
[<12>-0.100473]TJ
/R188 6.9738 Tf
4.04375 1.05703 Td
[(\()-0.399094]TJ
/R174 6.9738 Tf
3.11328 0 Td
[<01>-0.299321(j)-0.299321]TJ
/R176 6.9738 Tf
4.73203 0 Td
[(i)-0.199547]TJ
/R188 6.9738 Tf
2.81875 0 Td
[(\))-0.399094]TJ
/R168 9.9626 Tf
3.61094 1.79883 Td
[([)-0.800112]TJ
/R172 9.9626 Tf
2.76836 0 Td
[<00>-0.798886]TJ
/R170 9.9626 Tf
7.74883 0 Td
[(R)-0.29897]TJ
/R168 9.9626 Tf
7.64102 0 Td
[(\()-0.90181]TJ
/R170 9.9626 Tf
3.87383 0 Td
[(c)-0.801337(;)-167.818(i)-0.499917(;)-166.801(D)-0.90181]TJ
/R168 9.9626 Tf
25.125 0 Td
[(\))-0.90181(])-0.798886]TJ
/R30 9.9626 Tf
9.59297 0 Td
[(and)-295.985(we)]TJ
ET
Q
501.121 1004.08 m
1446.11 1004.08 l
S
q
10 0 0 10 0 0 cm BT
/R30 5.9776 Tf
1 0 0 1 60.9711 93.5422 Tm
(4)Tj
/R30 7.9701 Tf
3.48672 -2.81328 Td
[(The)-249.988(model)-250.024(is)-250.002(publicly)-249.981(a)20.0027(v)24.982(ailable)-249.976(through)-250(the)-250.005(LA)135.017(VIS)-250.01(library)-249.976([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 255.389 90.7289 Tm
(22)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 263.359 90.7289 Tm
(])Tj
/R30 5.9776 Tf
-202.388 -6.91602 Td
(5)Tj
ET
Q
0 1 0 0 k
q
10 0 0 10 0 0 cm BT
/R34 7.9701 Tf
1 0 0 1 64.4578 81 Tm
(https://github.com/openai/CLIP)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 308.862 710.037 Tm
[(compute)-280.987(the)-281.005(gradient)-280.995(of)-281.009(this)-280.987(e)15.0122(xpectation)-280.983(as)-281.012(the)-281.002(e)15.0122(xpectation)]TJ
11.9551 TL
T*[(of)-293.988(the)-295.002(gradient.)-443.005(T)79.9916(o)-293.985(reduce)-293.995(v)24.9811(ariance)-295.019(of)-293.99(the)-293.98(gradient)-294.99(estima-)]TJ
T*[(tor)-215.993(we)-214.986(use)-215.996(as)-216(a)-216.008(baseline)-215.006(a)-216.008(running)-216.013(mean)-215.993(of)-214.984(past)-215.988(re)25.0056(w)10.0032(ards)-215.998([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 531.835 686.127 Tm
(41)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 541.797 686.127 Tm
(])Tj
-232.935 -11.9551 Td
[(\(see)-250.002(Appendix)-250.005(B)-249.985(for)-250(more)-249.988(details\).)]TJ
11.9551 -12.8187 Td
[(In)-220(our)-219.995(e)15.0122(xperiments)-220.005(we)-218.986(let)-219.993(both)-220.017(our)-219.998(captioners)-219.983(freely)-220.007(gen-)]TJ
-11.9551 -11.9551 Td
[(erate)-339.012(for)-339.005(a)-337.988(maximum)-338.992(of)-339(40)-338.992(tok)10.0179(ens,)-360.989(or)-339.002(until)-337.993(a)-339.007(full)-338.988(stop)-339.017(\(or)]TJ
11.9551 TL
T*[(EOS)-312.985(tok)10.0155(en)-313.007(for)-311.99(BLIP\))-312.982(is)-312.994(produced.)-498.02(W)79.9866(e)-313.012(set)-312.997(such)-312.997(maximum)]TJ
T*[(length)-214.998(after)-214.011(observing)-214.991(that)-215.008(most)-214.994(captions)-214.018(were)-214.994(much)-215.003(shorter)]TJ
T*[(and)-265.99(taking)-264.99(into)-266.01(account)-265.985(the)-265.005(f)9.99343(act)-265.995(that)-265(CLIP)110.991(,)-265.99(our)-265.99(do)24.986(wnstream)]TJ
11.9559 TL
T*[(retrie)25.0154(v)14.9828(er)39.986(,)-249.995(does)-249.985(not)-250.02(process)-249.988(conte)14.9877(xts)-250.017(lar)17.997(ger)-250.002(than)-249.983(75)-249.988(tok)10.0179(ens.)]TJ
/R28 11.9552 Tf
26.5 TL
T*[(4.)-249.989(Experiments)]TJ
/R28 10.9589 Tf
19.793 TL
T*[(4.1.)-250.004(Setup)]TJ
/R30 9.9626 Tf
11.9551 -18.7961 Td
[(In)-479.016(this)-480.013(section,)-536.984(we)-478.981(report)-479.013(e)15.0122(xperiments)-480.003(with)-478.994(our)-479.993(Dis-)]TJ
-11.9551 -11.9551 Td
[(criT)45.0145(une)-497.99(method)-498.005(where)-499.02(we)-497.995<026e6574756e65>-498.005(the)-497.986(pre-trained)-499.01(cap-)]TJ
11.9551 TL
T*[(tioner)-502.997(with)-502.012(a)-503.019(self-supervised)-502.004(discriminati)24.9909(v)14.9828(e)-503.019(re)25.0056(w)10.0032(ard)-503.019(pro-)]TJ
T*[(vided)-399.995(by)-400.002(a)-400.017(frozen)-400.017(do)24.986(wnstream)-399.012(CLIP)-399.982(recei)25.0056(v)14.9828(er)55(.)-759.986(W)79.9866(e)-400.017(apply)]TJ
T*[(the)-356.992(method)-355.99(to)-356.987(the)-356.012(ClipCap)-356.994(checkpoints)-355.985(introduced)-357.009(abo)14.9828(v)14.9828(e,)]TJ
11.9563 TL
T*[(namely)-425.988(ClipCap-COCO)-426.99(and)-426.002(ClipCap-ConCap.)-838.992(W)79.9866(e)-426.992<026e652d>]TJ
11.9551 TL
T*[(tune)-421.016(them)-421.988(with)-421.006(CLIP-pro)15.0073(vided)-421.988(discriminati)24.9909(v)14.9828(e)-420.993(re)25.0056(w)10.0032(ard)-422.013(us-)]TJ
T*[(ing)-260.018(COCO)-260.003(and)-259.991(Conceptual)-260(Captions)-259.991(data,)-261.991(respecti)24.986(v)14.9828(ely)65.0186(.)-340.017(W)79.9866(e)]TJ
T*[(call)-321(the)-322.017(resulting)-321.01<026e6574756e6564>-321.01(models)-321.015(DiscriT)44.9925(une-COCO)-321.99(and)]TJ
T*[(DiscriT)44.9925(une-ConCap.)-453.02(W)79.9866(e)-297.994(also)-298.014(repeat)-297.014(the)-297.98(main)-298.009(e)15.0122(xperiments)]TJ
T*[(using)-208.014(the)-209.017(BLIP)-208.014(checkpoint)-209(trained)-207.99(on)-207.995(COCO,)-208.99(which)-207.99(we)-208.985(fur)19.9967(-)]TJ
11.9559 TL
T*[(ther)-249.993<026e6574756e65>-250.01(on)-249.988(COCO)-250.005(with)-250.012(our)-249.993(DiscriT)44.9925(une)-249.993(method.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 6.9738 Tf
1 0 0 1 519.271 408.597 Tm
(6)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 320.817 392.163 Tm
[(W)79.9866(e)-297.014<026e6574756e65>-298.002(both)-296.987(our)-297.002(captioners)-296.99(with)-298.004(t)0.98513(he)-297.99(discriminati)24.9909(v)14.9828(e)]TJ
-11.9551 -11.9551 Td
[(re)25.0081(w)10(ard)-293.993(using)-292.981(the)-293.983(Adam)-294.015([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 409.305 380.208 Tm
(20)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 419.267 380.208 Tm
[(])-293.015(optimizer)-294(with)-292.985(a)-293.995(learning)-294.01(rate)]TJ
-110.405 -11.9559 Td
(of)Tj
/R168 9.9626 Tf
11.8531 0 Td
(10)Tj
/R174 6.9738 Tf
9.96289 3.61602 Td
[<00>-0.899712]TJ
/R188 6.9738 Tf
6.22695 0 Td
[(7)-0.500618]TJ
/R30 9.9626 Tf
8.02305 -3.61602 Td
[(and)-356.994(a)-357.004(constant)-355.992(schedule.)-631.012(W)79.9866(e)-355.985(use)-356.994(a)-357.004(batch)-356.989(size)-356.994(of)]TJ
-36.066 -11.9551 Td
[(100,)-336.005(with)-318.003(in-batch)-318.988(distractors,)-335.993(so)-318.016(that)-318.991(each)-319.015(t)0.98513(ar)17.9872(get)-318.996(image)-318.991(is)]TJ
11.9551 TL
T*[(mix)15.0024(ed)-335.003(with)-334(99)-334.993(randomly)-333.991(sampled)-335.018(distractors)-333.993(for)-335.003(discrimi-)]TJ
T*[(nati)24.9909(v)14.9828(e)-317.011<026e6574756e696e672e>-509.981(All)-316.989(our)-317.001(e)15.0122(xperiments)-317.011(were)-317.016(performed)-316.996(on)]TJ
T*[(a)-258.001(single)-258.008(T)69.9932(esl)0.990031(a)-258.001(V100)-258.018(GPU.)-258.011(F)14.9926(or)-257.996(ClipCap)-257.011(on)-257.986(COCO,)-258.001(we)-257.996<026e652d>]TJ
T*[(tune)-354.987(for)]TJ
/R168 9.9626 Tf
35.8398 0 Td
(20)Tj
/R30 9.9626 Tf
13.4973 0 Td
[(epochs,)-381.02(with)-355.014(around)-354.005(1.2K)-354.985(batches)-354.99(per)-353.985(epochs)]TJ
-49.3371 -11.9559 Td
[(and)-249.012(roughly)-248.988(24K)-249.985(updates,)-248.993(whereas)-249.017(on)-249.007(Conceptual)-250.002(Captions)]TJ
T*[(we)-238.982<026e6574756e65>-238.012(for)]TJ
/R168 9.9626 Tf
62.4629 0 Td
(2)Tj
/R30 9.9626 Tf
7.3582 0 Td
[(epochs)-239.007(leading)-238.019(to)-239.009(around)-237.985(28K)-239.004(batches)-237.99(per)]TJ
-69.8211 -11.9551 Td
[(epoch)-313.979(and)-313.002(56K)-314.014(update)0.994932(s.)-501.005(F)14.9926(or)-313.987(BLIP)110.991(,)-313.002(we)-313.987<026e6574756e65>-313.016(on)-314.016(COCO)]TJ
T*[(for)-196.009(a)-196.011(single)-196.019(epoch)-196(corresponding)-194.992(to)-195.997(1.2K)-195.992(updates,)-207(as)-196.007(prelim-)]TJ
T*[(inary)-336.013(e)15.0122(xperiments)-337.005(sho)24.9934(wed)-336.017(that)-336.988(to)-336.013(be)-337.003(suf)24.986<026369656e74>-335.998(for)-337.003(con)39.9982(v)14.9828(er)19.9869(-)]TJ
T*[(gence.)-466(W)79.9866(e)-301.994(use)-301.981(greedy)-301.986(decoding)-302.004(at)-303.003(traini)1(ng)-302.998(time)-302.004(and)-301.984(beam)]TJ
11.9563 TL
T*[(search)-250.002(at)-249.995(test)-249.98(time.)]TJ
/R28 9.9626 Tf
31.2738 TL
T*[(Hyper)9.98118(parameter)-404.006(sear)18(ch)]TJ
/R30 9.9626 Tf
113.3 0 Td
[(W)79.9866(e)-404.016(used)-403.021(the)-404.001(Flickr)-403.006(v)24.9811(alidation)]TJ
-113.3 -11.9551 Td
[(set)-334.993([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 326.586 181.561 Tm
(48)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 336.548 181.561 Tm
[(],)-357(not)-334.986(used)-334.991(else)24.9811(where)-335.008(in)-336.013(the)-334.993(paper)39.9933(,)-356.014(to)-334.993(tune)-336.008(learning)]TJ
-27.6859 -11.9551 Td
[(rate,)-410.012(re)25.0081(w)10(ard)-378.018(function)-377.988(\(discriminati)24.986(v)14.9828(e-)-379.005(vs)-378.006(accurac)14.9975(y-based\),)]TJ
11.9547 TL
T*[(and)-249.993(REINFORCE)-250.012(baseline)-250.017(\(see)-250.002(Appendix)-250.007(B\).)]TJ
/R28 9.9626 Tf
31.275 TL
(Data)'
/R30 9.9626 Tf
30.4359 0 Td
[(W)79.9866(e)-398.017(used)-398.98(the)-398.005(standard)]TJ
/R28 9.9626 Tf
93.0949 0 Td
[(MS)-397.997(COCO)]TJ
/R30 9.9626 Tf
52.766 0 Td
([)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 488.477 126.376 Tm
(24)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 498.439 126.376 Tm
[(])-398.017(and)]TJ
/R28 9.9626 Tf
25.6422 0 Td
(Con-)Tj
-215.219 -11.9551 Td
[(ceptual)-375.986(Captions)]TJ
/R30 9.9626 Tf
76.6809 0 Td
([)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 388.861 114.421 Tm
(37)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 398.823 114.421 Tm
[(])-376.018(datasets)-375.996(to)-376.006(perform)-376.006(discriminati)24.9909(v)14.9828(e)]TJ
-89.9609 -11.9551 Td
[<026e6574756e696e672e>-608.984(MS)-349.996(COCO)-349.008(is)-350.005(on)-350.01(of)-350.02(the)-348.991(most)-349.991(commonly)-350.01(used)]TJ
ET
Q
3088.62 906.789 m
4033.61 906.789 l
S
q
10 0 0 10 0 0 cm BT
/R30 5.9776 Tf
1 0 0 1 319.721 83.8129 Tm
(6)Tj
/R30 7.9701 Tf
3.48711 -2.81289 Td
[(W)79.9803(e)-250(use)-250.016(the)-250.007(EGG)-250(library)-249.976([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 404.24 81 Tm
(19)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 412.211 81 Tm
[(])-249.988(to)-250.013(perform)-249.982(all)-249.982(our)-250.019(e)15.0036(xperiments.)]TJ
ET
Q
Q
Q
Q
q
1 0 0 1 0 0 cm
/AIV23JI5TEuG90ZfhotZCg Do
Q
endstream
endobj
94 0 obj
<< /R27 241 0 R >>
endobj
95 0 obj
<< /R168 310 0 R /R170 311 0 R /R172 312 0 R /R174 313 0 R /R176 314 0 R /R178 315 0 R /R180 316 0 R /R182 317 0 R /R184 318 0 R /R186 319 0 R /R188 320 0 R /R28 252 0 R /R30 253 0 R /R32 254 0 R /R34 255 0 R >>
endobj
96 0 obj
<< /BBox [ 0 0 612 792 ] /Matrix [ 1 0 0 1 0 0 ] /Resources << /Font 321 0 R /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ] >> /Subtype /Form /Type /XObject /Length 112 /Filter /FlateDecode >>
stream
x-0D|K4vZҬH01 ;p>=%-nD
=[u-;և8A
|BZs`o_Ts
endstream
endobj
97 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 521.193 null ] /Rect [ 87.941 671.019 99.896 681.963 ] /Subtype /Link /Type /Annot >>
endobj
98 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 339.828 null ] /Rect [ 80.648 575.507 92.603 586.391 ] /Subtype /Link /Type /Annot >>
endobj
99 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 704.889 null ] /Rect [ 133.539 575.507 140.512 586.391 ] /Subtype /Link /Type /Annot >>
endobj
100 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 362.923 null ] /Rect [ 206.557 575.507 218.512 586.391 ] /Subtype /Link /Type /Annot >>
endobj
101 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 720.0 null ] /Rect [ 240.55 455.826 252.505 466.769 ] /Subtype /Link /Type /Annot >>
endobj
102 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 11 0 R /XYZ 64.458 109.394 null ] /Rect [ 63.781 360.184 69.758 372.608 ] /Subtype /Link /Type /Annot >>
endobj
103 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 12 0 R /XYZ 50.112 725.978 null ] /Rect [ 73.818 256.996 80.792 267.94 ] /Subtype /Link /Type /Annot >>
endobj
104 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 203.99 null ] /Rect [ 130.215 137.445 142.17 148.438 ] /Subtype /Link /Type /Annot >>
endobj
105 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 362.923 null ] /Rect [ 69.71 77.164 79.673 87.452 ] /Subtype /Link /Type /Annot >>
endobj
106 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 12 0 R /XYZ 50.112 598.854 null ] /Rect [ 357.757 565.716 364.731 576.659 ] /Subtype /Link /Type /Annot >>
endobj
107 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 12 0 R /XYZ 308.862 598.854 null ] /Rect [ 382.235 507.957 389.209 516.883 ] /Subtype /Link /Type /Annot >>
endobj
108 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 12 0 R /XYZ 50.112 314.505 null ] /Rect [ 423.936 278.791 445.854 289.735 ] /Subtype /Link /Type /Annot >>
endobj
109 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 13 0 R /XYZ 50.112 725.978 null ] /Rect [ 496.034 185.443 503.008 196.387 ] /Subtype /Link /Type /Annot >>
endobj
110 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 13 0 R /XYZ 50.112 631.078 null ] /Rect [ 325.053 173.488 332.026 184.432 ] /Subtype /Link /Type /Annot >>
endobj
111 0 obj
<< /Length 18846 >>
stream
q
q
q 0.1 0 0 0.1 0 0 cm
/R27 gs
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 50.1121 710.037 Tm
[(captioning)-303.99(and)-303.982(te)14.9803(xt-conditioned)-304.015(retrie)25.0142(v)24.9811(al)-303.006(datasets,)-318.003(contain-)]TJ
11.9551 TL
T*[(ing)-449.986(around)-449.991(120K)-449.005(images,)-500.01(each)-450.012(pro)14.9852(vided)-449.986(with)-449.981(5)-449.998(human-)]TJ
T*[(generated)-444.003(captions.)-890.998(W)79.9879(e)-444.009(use)-443.997(the)-443.997(Karpath)4.98691(y)-444(train)-443.992(and)-444(test)]TJ
T*[(set)-364.989(split)-365.005([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 88.9363 674.172 Tm
(17)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 98.8988 674.172 Tm
[(].)-654.99(Conceptual)-365.003(Captions)-364.993(is)-366.005(a)-365.003(collection)-365.005(of)-364.995(im-)]TJ
-48.7867 -11.9551 Td
[(ages)-251.014(mined)-250.992(from)-251.006(the)-251.01(web)-251.013(and)-251.011(aligned)-252.016(wit)0.997383(h)-251.992(their)-251.005(alt-te)14.9877(xt)-251.005(de-)]TJ
11.9559 TL
T*[(scriptions.)-449.019(It)-295.986(contains)-296.002(around)-296.017(3M)-296.013(samples)-296.002(for)-297.012(traini)1(ng)-297(and)]TJ
11.9551 TL
T*[(around)-292.998(16K)-292.017(images)-292.988(for)-291.992(v)24.9811(alidation,)-303.99(that)-292.015(we)-293.012(used)-292.017(as)-293.007(our)-293.003(test)]TJ
T*[(set.)-731.984(After)-390.994<026c746572696e67>-390.015(out)-391.016(corrupted)-390.981(images)-389.991(due)-390.989(to)-390.981(outdated)]TJ
T*[(do)24.986(wnload)-290.009(links,)-299.995(we)-289.012(are)-290.003(left)-289.983(with)-290.008(2.8M)-288.987(samples)-290.003(in)-290.018(the)-289.983(train)]TJ
T*[(set)-249.988(and)-249.992(e)15.0128(xactly)-249.982(13K)-249.985(images)-250.015(for)-249.999(testing.)]TJ
11.9551 -11.9551 Td
[(T)79.9903(o)-362.993(test)-362.982(0-shot)-363.013(cross-domain)-363(generalization,)-391.986(we)-363(use)-362.991(the)]TJ
/R28 9.9626 Tf
-11.9551 -11.9563 Td
(Flickr)Tj
/R30 9.9626 Tf
28.2148 0 Td
([)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 81.6445 578.53 Tm
(48)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 91.607 578.53 Tm
(],)Tj
/R28 9.9626 Tf
8.06797 0 Td
(nocaps)Tj
/R30 9.9626 Tf
31.5422 0 Td
([)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 134.535 578.53 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 139.516 578.53 Tm
[(])-220.986(and)]TJ
/R28 9.9626 Tf
22.109 0 Td
(Concadia)Tj
/R30 9.9626 Tf
42.6109 0 Td
([)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 207.554 578.53 Tm
(21)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 217.516 578.53 Tm
[(])-220.985(datasets.)-300.006(W)79.9866(e)-220.988(di-)]TJ
-167.404 -11.9547 Td
[(vided)-239.981(Flickr)-240.012(data)-241.015(according)-239.988(to)-239.987(the)-239.992(Karpath)4.98691(y)-239.994(split)-240.987(and)-239.994(e)25.0105(v)24.9811(alu-)]TJ
11.9551 TL
T*[(ate)-192.989(on)-193.017(the)-193.019(test)-193.991(se)0.981454(t)-194(\(1K)-192.982(samples\),)-204.017(where)-192.991(each)-192.995(image)-193.992(is)-193.014(aligned)]TJ
T*[(with)-264.012(5)-263.99(human)-264.011(captions.)-351.99(The)-263.99(nocaps)-263.983(dataset)-263.983(w)10(as)-263.993(introduced)]TJ
T*[(to)-197.994(test)-197.99(caption)-197.985(generalization)-197.983(performance)-198.006(of)-198.004(models)-198.014(trained)]TJ
T*[(on)-271.984(COCO.)-273.018(It)-271.99(is)-273(di)24.9885(vided)-272.015(into)-272.989(three)-271.994(splits.)-378.013(W)79.9866(e)-271.999(do)-273.003(not)-272.016(use)-273.006(the)]TJ
11.9559 TL
(control)'
/R32 9.9626 Tf
32.0809 0 Td
(in-domain)Tj
/R30 9.9626 Tf
44.8141 0 Td
[(split,)-420.992(since)-388.004(it)-387.019(contains)-387.007(the)-386.987(same)-386.984(object)]TJ
-76.8949 -11.9551 Td
[(classes)-318.013(as)-317.004(COCO.)-317.991(The)]TJ
/R32 9.9626 Tf
94.2848 0 Td
[(near)20.0089(-domain)]TJ
/R30 9.9626 Tf
54.432 0 Td
[(split)-317.993(has)-316.999(images)-318.003(from)]TJ
-148.717 -11.9551 Td
[(COCO)-349.988(cate)15.011(gories)-350.004(as)-351(well)-350.008(as)-350.019(images)-349.998(from)-350.01(ne)25.0154(w)-350.998(cate)15.0122(gories.)]TJ
11.9547 TL
(The)'
/R32 9.9626 Tf
18.4578 0 Td
(out-domain)Tj
/R30 9.9626 Tf
48.9039 0 Td
[(split)-297.996(only)-296.987(contains)-298.002(pictures)-298.009(of)-297.987(objects)-296.987(that)]TJ
-67.3617 -11.9551 Td
[(are)-204.017(not)-203.008(present)-203.994(in)-203.013(COCO.)-204.01(F)14.9926(ollo)25(wing)-203.005(prior)-203.995(w)10(ork)-203.018([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 241.544 458.979 Tm
(27)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 251.507 458.979 Tm
[(],)-212.984(we)-204.008(use)]TJ
-201.395 -11.9551 Td
[(the)-281.984(v)24.9811(alidation)-281.996(set)-281.984(of)-281.991(nocaps)-282.019(for)-281.993(testing)-281.998(purposes.)-407.003(Concadia)]TJ
11.9559 TL
T*[(is)-209.01(a)-210.008(dataset)-209.012(recently)-209.015(introduced)-208.997(to)-209.992(test)-209.008(dif)24.986(ference)-209.004(in)-209.012(te)14.9803(xt)-209.992(gen-)]TJ
11.9551 TL
T*[(eration)-267.982(performance)-267.995(when)-267.986(producing)-268.004(captions)-268.987(compared)-267.985(to)]TJ
T*[(descriptions.)-307.003(The)-239.014(former)-239.995(are)-240.011(meant)-239.003(to)-239.987(accompan)14.9877(y)-239.994(an)-240(image)]TJ
T*[(in)-263.003(order)-263.016(to)-263.003(pro)14.9852(vide)-263.003(additional)-263.014(conte)14.9865(xt,)-266.019(as)-263.012(in)-263.003(books)-262.988(or)-263.012(ne)25.0154(ws-)]TJ
T*[(papers,)-249.991(while)-248.999(the)-249.99(latter)-249.988(should)-248.984(be)-249.996(able)-249.994(to)-249.005(replace)-250.005(the)-249.99(image,)]TJ
11.9563 TL
T*[(an)-382.014(e)15.0128(xample)-383.013(being)-381.996(descriptions)-382.992(for)-382.016(visually)-382.015(impaired)-383.01(peo-)]TJ
11.9547 TL
(ple.)'
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 6.9738 Tf
1 0 0 1 64.777 366.953 Tm
(7)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 73.925 363.337 Tm
[(W)79.9873(e)-319.01(use)-320.018(the)-318.998(Concadia)-320.003(test)-318.99(split,)-337.006(which)-318.991(contains)-319.018(9.6K)]TJ
-23.8129 -11.9551 Td
[(images,)-250.012(each)-250.005(annotated)-250.016(with)-250.015(a)-250.002(caption)-250.016(and)-249.993(a)-250.002(description.)]TJ
11.9551 -11.9551 Td
[(W)79.9873(e)-347.985(w)10.0014(ant)-348.012(to)-346.989(emphasize)-348.002(ag)5.02(ain)-348.013(that,)-372(when)-348.013<026e6574756e696e67>-348.011(our)]TJ
-11.9551 -11.9551 Td
[(models,)-258.002(we)-255.998(did)-256.019(not)-256.019(use)-255.989(an)15.0183(y)-255.992(human)-256.012(reference.)-328.989(Ground-truth)]TJ
11.9551 TL
T*[(captions)-250.01(were)-250.006(only)-250.015(used)-249.985(to)-249.985(compute)-250.011(NLG)-249.988(metrics.)]TJ
/R28 10.9589 Tf
18.7547 TL
T*[(4.2.)-250.005(Results)]TJ
/R28 9.9626 Tf
17.9332 TL
T*[(4.2.1)-1000.01(T)91.9981(ext-Conditioned)-250.005(Image)-249.984(Retrie)15.0098(v)10.0032(al)]TJ
/R30 9.9626 Tf
18.6801 TL
T*[(T)79.9903(able)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 74.8195 260.149 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 82.6102 260.149 Tm
[(sho)24.9922(ws)-283.003(t)0.98758(hat,)-291(as)-283.01(e)15.0122(xpected,)-290.018(ClipCap)-283.004(trained)-282.019(with)-282.99(Dis-)]TJ
-32.498 -11.9547 Td
[(criT)45.0158(une)-348.995(greatly)-348.988(impro)15.0036(v)14.9828(es)-349(o)14.9828(v)14.9828(er)-347.988(v)24.9811(anilla)-348.982(ClipCap)-348.993(on)-348.991(the)-348.993(im-)]TJ
11.9551 TL
T*[(age)-418.993(retri)0.983904(e)25.0111(v)24.9811(al)-418.986(tasks)-419.009(it)-417.994(w)10(as)-418.988<026e6574756e6564>-418.015(on.)-816.008(The)-418.004(result)-419.011(ho)24.986(w-)]TJ
T*[(e)25.0111(v)14.9828(er)-416.997(also)-417.014(e)15.0128(xtends)-417.004(to)-417.016(cross-domain)-416.992(retrie)25.0154(v)24.9811(al.)-812.016(DiscriT)44.9925(une-)]TJ
T*[(COCO)-486.984(\(slightly\))-487.013(outperforms)-486.985(ClipCap-ConCap)-487.014(on)-487.987(Con-)]TJ
11.9559 TL
T*[(ceptual)-366.986(Captions,)-396.985(and)-366.991(DiscriT)44.9925(une-ConCap)-366.998(greatly)-368.005(outper)20.0114(-)]TJ
11.9551 TL
T*[(forms)-280.015(ClipCap-COCO)-279.995(on)-281.002(COCO.)-279.997(Moreo)14.9926(v)14.9828(er)39.986(,)-287.989(both)-280.01(v)14.9828(ersions)]TJ
T*[(of)-537.007(DiscriT)44.9925(une)-537.983(greatly)-536.996(outperform)-538.002(ClipCap)-537.001(on)-536.999(all)-538.018(other)]TJ
T*[(datasets.)-724.995(Interes)0.983904(tingly)65.0063(,)-422.986(DiscriT)44.9925(une)-388.008(almost)-388.999(al)10(w)10(ays)-388.006(outper)20.0114(-)]TJ
T*[(forms)-405.014(human-generated)-405.01(captions,)-444.014<636f6e02726d696e67>-404.984(a)-406.016(recent)-404.996(re-)]TJ
T*[(sult)-278.006(by)-277.983(Dess)]TJ
48.9891 0.0488281 Td
<1e>Tj
0.273828 -0.0488281 Td
<11>Tj
/R32 9.9626 Tf
5.53789 0 Td
[(et)-277.99(al)]TJ
/R30 9.9626 Tf
17.7223 0 Td
[(.)-277.99([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 131.213 140.598 Tm
(11)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 141.175 140.598 Tm
[(])-277.996(on)-277.983(ho)24.986(w)-277.99(neural)-277.008(retrie)25.0154(v)14.9828(ers)-277.995(sho)24.9934(w)-277.99(bet-)]TJ
-91.0633 -11.9563 Td
[(ter)-295.01(performance)-295.99(with)-294.988(neural)-295.005(captions.)-446.014(W)79.9866(e)-295.014(performed)-295.98(addi-)]TJ
11.9547 TL
T*[(tional)-258.008(e)15.0128(xperiments)-259.019(on)-257.986(a)-258.001(more)-259.006(challenging)-258.001(setup)-258.016(where)-258.981(hard)]TJ
ET
Q
3.98 w
0 G
501.121 1095.24 m
1446.11 1095.24 l
S
q
10 0 0 10 0 0 cm BT
/R30 5.9776 Tf
1 0 0 1 60.9711 102.742 Tm
(7)Tj
/R30 7.9701 Tf
3.48672 -2.81328 Td
[(Note)-215.978(that)-215.984(in)-216.978(this)-215.993(paper)-215.99(we)-216.02(follo)25.0019(w)-215.979(instead)-215.993(the)-217.021(standard)-215.999(practice)-215.996(of)-215.99(using)]TJ
-14.3457 -9.46406 Td
[<9363617074696f6e94>-285(to)-285.986(refer)-284.985(to)-285.987(both)-284.984(captions)-285.995(and)-285.021(descriptions)-285.007(in)-285.987(the)-285(sense)-285.987(of)-284.998(Kreiss)]TJ
/R32 7.9701 Tf
9.46484 TL
T*[(et)-249.992(al)]TJ
/R30 7.9701 Tf
13.9551 0 Td
[(.)-250.014([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 70.7062 81 Tm
(21)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 7.9701 Tf
1 0 0 1 78.6762 81 Tm
(].)Tj
/R30 9.9626 Tf
230.186 629.037 Td
[(distractors)-301.018(are)-300.982(either)-301.001(automatically)-301.004(mined)-300.984(or)-301.989(selected)-300.999(from)]TJ
11.9551 TL
T*[(adjacent)-307.98(frames)-307.005(in)-308.015(videos)-308.003(and)-307.983<636f6e02726d>-307.017(the)-308.017(superior)-308.007(perfor)19.9918(-)]TJ
T*[(mance)-249.993(of)-249.995(our)-249.99(DiscriT)44.9925(une)-249.993(method)-250.007(\(Appendix)-250.007(D\).)]TJ
/R28 9.9626 Tf
26.7648 TL
T*[(4.2.2)-1000.01(Gr)18.0043(ound-T)74.0073(ruth-Based)-548.992(Caption)-547.982(Quality)-548.997(Ev)10.0179(alua-)]TJ
29.8879 -11.9551 Td
(tion)Tj
/R30 9.9626 Tf
-29.8879 -18.7629 Td
[(The)-378.991(te)14.9803(xt-based)-379.018(caption)-379.015(retri)0.98513(e)25.0105(v)24.9811(al)-378.991(results)-379.01(sho)24.9909(w)-378.991(that)-378.981(our)-378.991(ap-)]TJ
11.9551 TL
T*[(proach)-313.984(is)-314.994(remarkably)-314.011(good)-314.006(at)-315.001(the)-314.016(task)-314.992(it)-314.011(w)10.0032(as)-313.987<026e6574756e6564>-315.011(on,)]TJ
T*[(also)-340.007(in)-340.009(the)-340.014(0-shot)-339.017(cross-domain)-339.987(setup.)-580.001(Ho)24.986(we)25.0154(v)14.9828(er)39.9835(,)-362.013(it)-340.007(is)-340.007(less)]TJ
T*[(clear)-200.996(that)-201.991(retrie)25.0154(v)24.9811(al-based)-201.018<026e6574756e696e67>-201.996(s)0.98513(hou)-1.00473(l)0.98513(d)-202(impro)15.0024(v)14.9828(e)-200.991(the)-201.996(cap-)]TJ
T*[(tions')-427(f)9.99588(aithfulness)-426.01(to)-427.015(human)-425.983(ground-truth)-426.988(image)-427.012(descrip-)]TJ
T*[(tions.)-351.988(T)79.9916(able)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 358.755 568.869 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 366.366 568.869 Tm
[(sho)24.9934(ws)-263.985(that,)-266.995(indeed,)-268.019(discriminati)24.9909(v)14.9828(e)-264<026e6574756e696e67>]TJ
-57.5039 -11.9559 Td
[(leads)-233.01(to)-233.008(some)-233(decrease)-232.995(in)-233.008(caption)-233(f)9.99343(ai)0.98513(thfulness,)-236.985(when)-233.01(testing)]TJ
11.9551 TL
T*[(on)-344.011(the)-344.014(dataset)-344.989(used)-344.009(for)-343.984(supervised)-343.992(pre-training.)-593.014(Ho)24.986(we)25.0154(v)14.9828(er)39.9835(,)]TJ
T*[(this)-258.991(performance)-259.016(drop)-259.984(\(which,)-261(in)-259.006(the)-259.986(case)-258.981(of)-259.016(COCO)-258.981(is)-259.981(v)14.9828(ery)]TJ
T*[(small\))-375.011(is)-374.984(balanced)-374.011(by)-374.986(greater)-375.001(generalization)-375.011(performance,)]TJ
T*[(as)-267.992(sho)24.9934(wn)-267.007(in)-267.982(T)79.9916(able)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 383.233 509.093 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 388.214 509.093 Tm
[(.)-362.996(DiscriT)44.9925(une-COCO)-268(is)-267(the)-267.985(best)-267.98(domain)]TJ
-79.352 -11.9563 Td
[(transfer)-358.999(model)-357.994(across-the-board.)-635.997(In)-358.999(addition,)-386.014(DiscriT)44.9925(une-)]TJ
11.9547 TL
T*[(ConCap)-240.982(is)-239.987(also)-241.004(consistently)-239.984(outperforming)-241.014(its)-240.019(v)24.9811(anilla)-240.999(coun-)]TJ
T*[(terpart,)-301.981(ClipCap-ConCap,)-301.984(in)-292.02(this)-290.986(0-shot)-292.005(cross-domain)-291.995(gen-)]TJ
T*[(eralization)-246.02(setup.)-308.005(Interestingly)65.0088(,)-247.013(for)-245.998(the)-245.008(Concadia)-246.013(dataset)-245.983(we)]TJ
T*[(ha)19.9967(v)14.9828(e)-377(a)-377.981(\(slightly\))-376.991(higher)-378(g)4.98446(ain)-376.986(o)14.9828(v)14.9828(er)-377.006(plain)-377.996(ClipCap)-376.991(with)-377.991(the)]TJ
T*[(descriptions)-366.995(split)-367.005(rather)-367(than)-368.002(with)-367.012(the)-366.988(captions)-367.012(one,)-396.983(espe-)]TJ
11.9559 TL
T*[(cially)-229.984(for)-228.984(DiscriT)44.9925(une-ConCap.)-303.984(Human)-229.001(references)-229.981(in)-229.991(the)-229.991(de-)]TJ
11.9551 TL
T*[(scriptions)-227.999(split)-228.009(were)-228.011(generated)-228.001(with)-228.016(the)-227.991(goal)-227.986(of)-228.001(replacing)-227.986(an)]TJ
T*[(image)-352.005(by)-350.99(describing)-351.99(its)-351.02(contents.)-615.005(This)-351.995<636f6e02726d73>-351.005(that)-352.005(Dis-)]TJ
T*[(criT)45.0145(une)-285.006(contrib)20.0187(utes)-284.016(to)-285(captions)-284.007(that)-284.997(are)-284.002(more)-285.001(suited)-284.007(for)-285.011(the)]TJ
T*[(\223communicati)24.9811(v)14.9828<6594>-321.015(purpose)-322.005(of)-321.005(characterizing)-321(the)-320.995(crucial)-321.981(as-)]TJ
T*[(pects)-217.013(of)-216(an)-216.983(image)-215.988(contents.)-299.019(Ov)14.9877(erall,)-223.017(the)-217.013(results)-216.018(suggest)-216.993(that,)]TJ
11.9559 TL
T*[(on)-243.989(the)-243.011(one)-243.994(hand,)-245.006(discriminat)0.98513(i)24.9811(v)14.9828(e)-244.003<026e6574756e696e67>-243.989(leads)-243.008(to)-243.989(captions)]TJ
11.9551 TL
T*[(that)-280.017(drift)-280.019(apart)-281.012(some)24.9958(what)-279.983(from)-279.983(the)-279.983(human)-280.987(descri)0.98513(ptions)-281.017(that)]TJ
T*[(the)-313(model)-314.002(learnt)-313(to)-314.014(mimic.)-499.995(At)-312.997(the)-314.016(same)-312.997(time,)-329.019(though,)-329.989(this)]TJ
T*[(might)-283.014(allo)24.9909(w)-281.99(the)-283.004(model)-282.987(to)-282.022(get)-283.002(a)15.0122(w)10.0032(ay)-281.992(from)-283.002(the)-283.002(idiosyncrasies)]TJ
T*[(of)-321.003(a)-321.99<73706563690263>-320.986(captioning)-321.988(style,)-339.017(leading)-320.986(to)-322.015(captions)-321.02(that)-322.01(bet-)]TJ
T*[(ter)-241.019(generalize)-241.999(to)-241.006(a)-240.984(wider)-241.991(set)-241.009(of)-241.999(unseen)-241.004(images)-240.999(and)-241.994(domains.)]TJ
11.9559 TL
T*[(As)-211.014(the)-211.016(e)15.0122(xperiment)-210.994(in)-211.011(Section)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 424.937 281.944 Tm
(4.2.4)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 446.964 281.944 Tm
[(belo)24.9909(w)-210.979(sho)24.9909(ws,)-219.012(sometimes)]TJ
-138.102 -11.9551 Td
[(this)-310.002(drifting)-309.017(might)-309.99(be)-309.987<62656e65026369616c>-310.007(e)25.0105(v)14.9828(en)-309.007(when)-310.017(captioning)-309.987(im-)]TJ
11.9551 TL
T*[(ages)-249.995(in)-249.985(the)-249.99(same)-249.988(domain.)]TJ
/R28 9.9626 Tf
26.7648 TL
T*[(4.2.3)-1000.01(A)25.0179(pplying)-250.007(Discriminati)10.0081(v)10.0032(e)-250.002(Finetuning)-250.002(to)-249.997(BLIP)]TJ
/R30 9.9626 Tf
18.7621 TL
T*[(T)79.9916(o)-301.004(v)14.9828(erify)-301.006(the)-301.001(rob)20.004(ustness)-299.997(of)-301.009(DiscriT)44.9925(une)-301.004<026e6574756e696e672c>-314.011(we)-301.009(ne)15.0171(xt)]TJ
11.9559 TL
T*[(apply)-235.002(it)-233.985(to)-235.007(BLIP)110.991(.)-235.017(W)79.9866(e)-234.005<026e6574756e65>-234.99(BLIP)-234.99(on)-233.99(COCO)-234.985(captions,)-238.009(one)]TJ
11.9551 TL
T*[(of)-378.013(the)-378.988(dat)0.98758(asets)-378.986(it)-378(w)10(as)-378.013(pre-trained)-378.01(on.)-695.007(T)79.9916(ables)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 497.026 188.596 Tm
(4)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 505.783 188.596 Tm
[(\(retrie)25.0105(v)24.9811(al\))]TJ
-196.921 -11.9551 Td
(and)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 326.048 176.641 Tm
(5)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 333.829 176.641 Tm
[(\(captioning\))-280.98(sho)24.9934(w)-281.99(that)-280.997(Discrirune-BLIP)-281.007(outperforms)]TJ
-24.9664 -11.9551 Td
[(its)-230.02<6e6f6e2d026e6574756e6564>-229.996(counterpart)-229.986(for)-230(both)-230.996(retrie)25.0154(v)24.9811(al)-229.996(performance)]TJ
11.9547 TL
T*[(and)-265.99(caption)-266.014(quality)65.0014(.)-356.997(The)-265.99(results)-266.01<636f6e02726d>-266.005(that)-266.019(our)-265.99(captioner)20.0114(-)]TJ
T*[(agnostic)-264.988(dis)0.997383(criminati)25.0105(v)14.9828(e)-265.02<026e6574756e696e67>-265.005(is)-263.98(helpful)-264.995(e)25.0105(v)14.9828(en)-263.995(when)-265.005(ap-)]TJ
11.9563 TL
T*[(plied)-365.998(to)-366.005(this)-365.013(latest-generation)-365.983(general-purpose)-366.003(vision-and-)]TJ
11.9547 TL
T*[(language)-330.009(model.)-549.999(DiscriT)44.9925(une-BLIP)-329.994(outperforms)-329.994(its)-330.004(v)24.9811(anilla)]TJ
T*[(counterpart)-245.003(on)-245.008(all)-245.008(out-of-domain)-245.013(datasets)-244.018(tested.)-308.988(Ag)4.98936(ain,)-245.988(we)]TJ
T*[(note)-409.018(the)-410.003(greater)-408.998(performance)-410.01(boost)-409(on)-410(the)-408.981(Concadia)-409.986(De-)]TJ
T*[(scriptions)-356.017(split)-355.987(compared)-356.009(to)-356.989(the)-356.009(Captions)-356.014(one,)-382.985<636f6e02726d696e67>]TJ
ET
Q
Q
Q
Q
q
1 0 0 1 0 0 cm
/hMSlqEFUY7c50V9292NCDQ Do
Q
endstream
endobj
112 0 obj
<< /R27 241 0 R >>
endobj
113 0 obj
<< /R28 252 0 R /R30 253 0 R /R32 254 0 R >>
endobj
114 0 obj
<< /BBox [ 0 0 612 792 ] /Matrix [ 1 0 0 1 0 0 ] /Resources << /Font 322 0 R /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ] >> /Subtype /Form /Type /XObject /Length 112 /Filter /FlateDecode >>
stream
x-0D|C4k21P[ ;p>=%-_;L!b+{2[ulზDVcaBHq<^Kk!^xXTt
endstream
endobj
115 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 553.788 null ] /Rect [ 182.412 471.435 193.371 482.69 ] /Subtype /Link /Type /Annot >>
endobj
116 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 261.155 null ] /Rect [ 243.565 471.435 254.524 482.69 ] /Subtype /Link /Type /Annot >>
endobj
117 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 574.597 null ] /Rect [ 52.101 460.126 63.06 470.175 ] /Subtype /Link /Type /Annot >>
endobj
118 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 50.112 646.627 null ] /Rect [ 113.227 460.126 119.703 470.175 ] /Subtype /Link /Type /Annot >>
endobj
119 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 12 0 R /XYZ 50.112 725.978 null ] /Rect [ 137.15 281.085 144.124 292.029 ] /Subtype /Link /Type /Annot >>
endobj
120 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 12 0 R /XYZ 50.112 598.854 null ] /Rect [ 164.286 281.085 171.26 292.029 ] /Subtype /Link /Type /Annot >>
endobj
121 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 193.479 null ] /Rect [ 269.595 209.354 281.55 220.298 ] /Subtype /Link /Type /Annot >>
endobj
122 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 14 0 R /XYZ 50.112 725.978 null ] /Rect [ 81.52 137.623 88.493 148.567 ] /Subtype /Link /Type /Annot >>
endobj
123 0 obj
<< /Length 22326 >>
stream
q
q
q 0.1 0 0 0.1 0 0 cm
/R27 gs
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 113.15 711.631 Tm
(Model)Tj
ET
Q
3.98 w
0 G
1994.75 7080.45 m
1994.75 7200 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 205.453 711.631 Tm
(COCO)Tj
ET
Q
2391.07 7080.45 m
2391.07 7200 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 245.084 711.631 Tm
(ConCap)Tj
ET
Q
2842.77 7080.45 m
2842.77 7200 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 290.255 711.631 Tm
[(Flic)20.0114(kr)]TJ
ET
Q
3206.1 7080.45 m
3206.1 7200 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 326.588 711.631 Tm
[(nocaps)-250.015(near)]TJ
ET
Q
3817.71 7080.45 m
3817.71 7200 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 387.748 711.631 Tm
[(nocaps)-250.017(out)]TJ
ET
Q
4373.52 7080.45 m
4373.52 7200 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 443.33 711.631 Tm
(Concadia)Tj
ET
Q
4880.52 7080.45 m
4880.52 7200 l
S
1071.72 7078.46 m
4880.51 7078.46 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 113.15 699.278 Tm
(ClipCap-COCO)Tj
ET
Q
1994.75 6956.91 m
1994.75 7076.46 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 215.694 699.278 Tm
(74.2)Tj
ET
Q
2391.07 6956.91 m
2391.07 7076.46 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 260.865 699.278 Tm
(73.0)Tj
ET
Q
2842.77 6956.91 m
2842.77 7076.46 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 297.198 699.278 Tm
(65.9)Tj
ET
Q
3206.1 6956.91 m
3206.1 7076.46 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 358.358 699.278 Tm
(77.3)Tj
ET
Q
3817.71 6956.91 m
3817.71 7076.46 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 413.94 699.278 Tm
(73.9)Tj
ET
Q
4373.52 6956.91 m
4373.52 7076.46 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 459.658 699.278 Tm
(53.74)Tj
ET
Q
4880.52 6956.91 m
4880.52 7076.46 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 113.15 687.323 Tm
[(DiscriT)44.9925(une-COCO)]TJ
ET
Q
1994.75 6837.36 m
1994.75 6956.91 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 215.694 687.323 Tm
(84.8)Tj
ET
Q
2391.07 6837.36 m
2391.07 6956.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 260.865 687.323 Tm
(83.6)Tj
ET
Q
2842.77 6837.36 m
2842.77 6956.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 297.198 687.323 Tm
(79.4)Tj
ET
Q
3206.1 6837.36 m
3206.1 6956.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 358.358 687.323 Tm
(86.0)Tj
ET
Q
3817.71 6837.36 m
3817.71 6956.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 413.94 687.323 Tm
(82.5)Tj
ET
Q
4373.52 6837.36 m
4373.52 6956.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 459.658 687.323 Tm
(64.79)Tj
ET
Q
4880.52 6837.36 m
4880.52 6956.91 l
S
1071.72 6835.37 m
4880.51 6835.37 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 113.15 674.969 Tm
(ClipCap-ConCap)Tj
ET
Q
1994.75 6713.82 m
1994.75 6833.37 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 215.694 674.969 Tm
(73.4)Tj
ET
Q
2391.07 6713.82 m
2391.07 6833.37 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 260.865 674.969 Tm
(82.5)Tj
ET
Q
2842.77 6713.82 m
2842.77 6833.37 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 297.198 674.969 Tm
(76.7)Tj
ET
Q
3206.1 6713.82 m
3206.1 6833.37 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 358.358 674.969 Tm
(78.1)Tj
ET
Q
3817.71 6713.82 m
3817.71 6833.37 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 413.94 674.969 Tm
(73.6)Tj
ET
Q
4373.52 6713.82 m
4373.52 6833.37 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 459.658 674.969 Tm
(59.17)Tj
ET
Q
4880.52 6713.82 m
4880.52 6833.37 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 113.15 663.014 Tm
[(DiscriT)44.9925(une-ConCap)]TJ
ET
Q
1994.75 6594.27 m
1994.75 6713.82 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 215.694 663.014 Tm
(81.6)Tj
ET
Q
2391.07 6594.27 m
2391.07 6713.82 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 260.865 663.014 Tm
(94.4)Tj
ET
Q
2842.77 6594.27 m
2842.77 6713.82 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 297.198 663.014 Tm
(87.8)Tj
ET
Q
3206.1 6594.27 m
3206.1 6713.82 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 358.358 663.014 Tm
(89.1)Tj
ET
Q
3817.71 6594.27 m
3817.71 6713.82 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 413.94 663.014 Tm
(88.7)Tj
ET
Q
4373.52 6594.27 m
4373.52 6713.82 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 459.658 663.014 Tm
(80.49)Tj
ET
Q
4880.52 6594.27 m
4880.52 6713.82 l
S
1071.72 6592.28 m
4880.51 6592.28 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 113.15 650.66 Tm
[(Human)-250.016(captions)]TJ
ET
Q
1994.75 6470.73 m
1994.75 6590.28 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 215.694 650.66 Tm
(76.3)Tj
ET
Q
2391.07 6470.73 m
2391.07 6590.28 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 260.865 650.66 Tm
(81.6)Tj
ET
Q
2842.77 6470.73 m
2842.77 6590.28 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 297.198 650.66 Tm
(88.7)Tj
ET
Q
3206.1 6470.73 m
3206.1 6590.28 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 358.358 650.66 Tm
(85.5)Tj
ET
Q
3817.71 6470.73 m
3817.71 6590.28 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 413.94 650.66 Tm
(87.7)Tj
ET
Q
4373.52 6470.73 m
4373.52 6590.28 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 459.658 650.66 Tm
(73.96)Tj
ET
Q
4880.52 6470.73 m
4880.52 6590.28 l
S
1071.72 6468.74 m
4880.51 6468.74 l
S
1071.72 6448.82 m
4880.51 6448.82 l
S
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 627.049 Tm
[(T)79.9813(able)-278.02(1.)-395.989(ClipCap)-278.009(and)-279.012(DiscriT)45.0221(une)-278.01(percentage)-279.007(accurac)15.0083(y)-277.991(\(P@1\))-278.018(when)-278.979(retrie)25.0038(ving)-277.983(a)-279.012(tar)18.0116(get)-278.002(image)-279.012(from)-278.01(a)-279.009(set)-277.996(of)-278.007(100)-278.993(candidates)-278.002(tak)10.0092(en)-279.015(from)-278.013(the)]TJ
10.959 TL
T*[(COCO,)-249.993(Concpetual)-250.004(Captions)-250.006(and)-249.997(Concadida)-250.014(test)-250.019(set,)-250.006(and)-249.997(nocaps)-250.014(v)25.0066(alidation)-249.981(sets.)]TJ
/R32 9.9626 Tf
104.287 -31.582 Td
(COCO)Tj
ET
Q
508.52 5807.22 m
2856.21 5807.22 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 56.8301 572.154 Tm
(Model)Tj
ET
Q
1431.56 5685.68 m
1431.56 5805.23 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 149.94 572.154 Tm
[(B@4)-1961.99(M)-2922.01(C)-3087.98(S)]TJ
-93.1098 -11.9551 Td
(ClipCap-COCO)Tj
ET
Q
1431.56 5566.13 m
1431.56 5685.68 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 149.133 560.199 Tm
[(32.60)-1200.01(27.50)-1200.01(108.55)-1200.01(20.33)]TJ
/R30 9.9626 Tf
-92.3027 -11.9547 Td
[(DiscriT)44.9925(une-COCO)]TJ
ET
Q
1431.56 5446.58 m
1431.56 5566.13 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 149.133 548.244 Tm
[(32.31)-1200.01(26.05)-1200.01(105.40)-1200.01(20.03)]TJ
ET
Q
508.52 5444.58 m
2856.21 5444.58 l
S
508.52 5424.66 m
2856.21 5424.66 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 126.031 533.898 Tm
[(Conceptual)-249.993(Captions)]TJ
ET
Q
508.52 5301.12 m
2856.21 5301.12 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 56.8301 521.544 Tm
(Model)Tj
ET
Q
1431.56 5179.58 m
1431.56 5299.13 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 149.94 521.544 Tm
[(B@4)-1961.99(M)-2922.01(C)-3087.98(S)]TJ
-93.1098 -11.9551 Td
(ClipCap-ConCap)Tj
ET
Q
1431.56 5060.03 m
1431.56 5179.58 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 151.624 509.589 Tm
[(7.32)-1450.02(10.81)-1450.01(87.22)-1450.01(18.07)]TJ
/R30 9.9626 Tf
-94.7938 -11.9551 Td
[(DiscriT)44.9925(une-ConCap)]TJ
ET
Q
1431.56 4940.47 m
1431.56 5060.02 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 151.624 497.634 Tm
[(3.92)-1700.01(8.79)-1700.01(55.26)-1450.01(15.40)]TJ
ET
Q
508.52 4938.48 m
2856.21 4938.48 l
S
508.52 4918.56 m
2856.21 4918.56 l
S
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 474.022 Tm
[(T)79.9813(able)-380.006(2.)-700.99(NLG)-381.004(metrics)-379.998(\(BLEU@4)-380.014([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 183.407 474.022 Tm
(30)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 192.373 474.022 Tm
[(],)-412.992(METEOR)-380.988([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 244.558 474.022 Tm
(10)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 253.524 474.022 Tm
[(],)-412.992(CIDEr)]TJ
-203.412 -10.9578 Td
([)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 53.098 463.064 Tm
(43)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 62.0645 463.064 Tm
[(])-328.018(and)-327.98(SPICE)-328.018([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 114.222 463.064 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 118.705 463.064 Tm
[(]\))-327.989(for)-327.989(ClipCap)-327.978(and)-327.98(DiscriT)45.0221(une)-327.98(captions)-328.02(tested)]TJ
-68.5934 -10.959 Td
[(in-domain)-249.986(on)-249.979(COCO)-250.015(and)-249.997(Conceptual)-250.004(Captions.)]TJ
/R30 9.9626 Tf
34.4102 TL
T*[(the)-376.008(results)-375.012(obtained)-375.99(with)-375.994(ClipCap)-376.008(and)-374.991(the)-376.008<62656e65027473>-375.986(of)-376.013(our)]TJ
11.9551 TL
T*[<026e6574756e696e67>-409.019(method)-409(to)-409.018(generate)-408.994(captions)-409.003(that)-409.995(are)-409.003(closer)-408.983(to)]TJ
T*[(human)-292.987(references)-292.992(produced)-292.996(with)-292.988(the)-293.983(communicati)24.986(v)14.9828(e)-293.015(intent)]TJ
T*[(of)-325.003(replacing)-324.992(an)-325.003(image.)-534.99(Gi)24.986(v)14.9828(en)-325.003(that)-324.99(BLIP)-325.014(is)-324.992(not)-324.987(based)-324.997(on)-324.995(a)]TJ
11.9559 TL
T*[(CLIP)-341.993(encoder)39.9921(,)-364.995(this)-341.015(e)15.0122(xperiment)-341.992(also)-342.008(refutes)-342.019(the)-342.014(h)4.98446(ypothesis)]TJ
11.9551 TL
T*[(that)-282.996(DiscriT)44.9925(une)-283.986(performance)-283.012(g)4.98446(ains)-284.018(are)-282.985(simply)-283.989(due)-283.007(to)-284.019(using)]TJ
T*[(CLIP)-387.986(both)-389.011(as)-388.993(visual)-387.988(encoder)-388.995(for)-388.015(the)-388.987(captioner)-388.982(and)-388.009(as)-388.991(re-)]TJ
T*[(trie)24.983(v)14.9828(er)39.986(,)-249.995<636f6e02726d696e67>-249.99(the)-249.99(wider)-249.99(applicability)-249.988(of)-249.995(our)-249.99(method.)]TJ
/R28 9.9626 Tf
29.9188 TL
T*[(4.2.4)-1000.01(Human)-249.989(T)91.9981(ext-Based)-250.009(Image)-249.984(Retrie)15.0098(v)10.0032(al)]TJ
/R30 9.9626 Tf
19.8523 TL
T*[(The)-390.009(results)-389.989(in)-390.001(tables)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 138.142 284.238 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 147.009 284.238 Tm
(and)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 165.28 284.238 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 174.147 284.238 Tm
[(sho)24.9922(w)-390.011(that,)-425.01(when)-390.006(testing)-390.018(on)]TJ
-124.035 -11.9547 Td
[(Conceptual)-501.019(Captions,)-564.016(DiscriT)44.9925(une-ConCap)-501.014(produces)-501(out-)]TJ
11.9563 TL
T*[(puts)-355.016(that)-354.984(are)-355.011(less)-354.005(similar)-355.007(to)-354.987(human)-355.016(captions)-355.012(than)-354.987(those)-354.98(of)]TJ
11.9547 TL
T*[(ClipCap-ConCap,)-463.016(b)20.0016(ut)-419.996(it)-419.994(greatly)-421.016(outperforms)-420.016(the)-420(latter)-421.018(in)]TJ
T*[(te)14.981(xt-based)-237.003(image)-237.003(retrie)25.0142(v)24.9811(al)-237.017(accurac)14.9975(y)65.0137(.)-305.005(Recall)-237.005(that)-237.005(the)-237.012(ground-)]TJ
T*[(truth)-367.016(captions)-367.01(in)-368.005(Conceptual)-367.002(Captions)-366.993(come)-366.99(from)-366.988(the)-368.01(alt-)]TJ
T*[(te)14.981(xts)-425.989(associated)-427.007(to)-425.995(images)-427.005(harv)15.0196(ested)-425.998(from)-427.017(the)-426(W)79.9866(eb)-426.988([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 270.595 212.507 Tm
(37)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 280.557 212.507 Tm
(].)Tj
-230.445 -11.9551 Td
[(As)-336.993(discussed)-337.01(in)-336.99(more)-336.993(detail)-336.984(in)-336.99(the)-338.015(qualitati)25.013(v)14.9828(e)-337.007(analysis)-337.015(be-)]TJ
11.9559 TL
T*[(lo)24.9885(w)65.0118(,)-479.996(when)-433.997(tak)10.0057(en)-434.985(out)-433.989(of)-434.005(conte)14.9865(xt,)-479.984(such)-433.994(captions)-434.998(are)-434.018(often)]TJ
11.9551 TL
T*[(non-informati)24.9811(v)14.9828(e,)-537.01(and)-479.992(thus)-478.995(it')54.9822(s)-479.992(not)-479.981(clear)-478.989(that)-479.984(learning)-479.981(to)]TJ
T*[(reproduce)-466(their)-465.008(style)-466.019(as)-466(closely)-466.018(as)-465.019(possible,)-519.992(lik)10.0179(e)-466.006(v)24.9811(anilla)]TJ
T*[(ClipCap-ConCap)-283.009(does,)-290.996(is)-282.998(a)-283.017(good)-282.992(idea.)-408.984(Consider)-283.017(for)-283.014(e)15.0122(xam-)]TJ
T*[(ple)-223.014(Fig.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 82.5207 140.776 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 87.502 140.776 Tm
[(\(c\))-222.993(belo)24.9885(w)65.0112(.)-301.006(ClipCap-ConCap)-223.019(is)-223.009(perfectly)-223.997(reproduc-)]TJ
-37.3898 -11.9551 Td
[(ing)-215.006(the)-213.996(ground-truth)-214.984(description)-214.987(\(\223digital)-214.996(art)-214.004(selected)-215.016(for)-214.986(the)]TJ
11.9559 TL
T*[<2394292c>-390.013(and)-360.993(yet)-362.01(this)-361.992(is)-360.985(not)-362(as)-362.017(informati)25.0093(v)14.9828(e)-361.984(as)-360.996(the)-362.011(caption)-361.998(pro-)]TJ
11.9551 TL
T*[(duced)-305.002(by)-304.998(DiscriT)44.9925(une-ConCap)-305.008<289361>-304.981(bo)10.0081(y)-305.003(in)-304.996(a)-305.013(pond)-304.988(with)-304.986(a)-305.013(lot)]TJ
T*[(of)-218.981(stars\224\).)-299.002(W)79.9873(e)-218.988(thus)-218.999(conjecture)-219.014(that,)-225.004(despite)-219(their)-219.01(lo)24.9885(wer)-218.988(f)9.99588(aith-)]TJ
T*[(fulness)-199.004(to)-197.994(the)-199.018(human)-199.002(ground)-197.984(truth,)-209(DiscriT)44.9925(une-ConCap)-198.986(cap-)]TJ
/R32 9.9626 Tf
363.037 503.508 Td
(COCO)Tj
ET
Q
3120.93 5807.22 m
5418.81 5807.22 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 318.071 572.154 Tm
(Model)Tj
ET
Q
4043.96 5685.68 m
4043.96 5805.23 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 411.181 572.154 Tm
[(B@4)-1961.99(M)-2672.01(C)-2837.98(S)]TJ
-93.1098 -11.9551 Td
(ClipCap-ConCap)Tj
ET
Q
4043.96 5566.13 m
4043.96 5685.68 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 412.865 560.199 Tm
[(8.50)-1450.01(13.29)-1200.01(37.03)-1450.01(9.77)]TJ
-94.7938 -11.9547 Td
[(DiscriT)44.9925(une-ConCap)]TJ
ET
Q
4043.96 5446.58 m
4043.96 5566.13 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 410.374 548.244 Tm
[(13.99)-1200.01(16.97)-1200.01(53.20)-1200.01(12.07)]TJ
ET
Q
3120.93 5444.58 m
5418.81 5444.58 l
S
3120.93 5424.66 m
5418.81 5424.66 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 384.781 533.898 Tm
[(Conceptual)-249.993(Captions)]TJ
ET
Q
3120.93 5301.12 m
5418.81 5301.12 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 318.071 521.544 Tm
(ClipCap-COCO)Tj
ET
Q
4043.96 5179.58 m
4043.96 5299.13 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 412.865 521.544 Tm
[(1.47)-1700.01(6.43)-1450.01(23.74)-1450.01(7.98)]TJ
-94.7938 -11.9551 Td
[(DiscriT)44.9925(une-COCO)]TJ
ET
Q
4043.96 5060.03 m
4043.96 5179.58 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 412.865 509.589 Tm
[(1.71)-1700.01(6.58)-1450.01(28.01)-1450.01(9.00)]TJ
ET
Q
3120.93 5058.03 m
5418.81 5058.03 l
S
3120.93 5038.11 m
5418.81 5038.11 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 414.798 495.243 Tm
[(Flic)20.0114(kr)]TJ
ET
Q
3120.93 4914.57 m
5418.81 4914.57 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 318.071 482.889 Tm
(ClipCap-COCO)Tj
ET
Q
4043.96 4793.03 m
4043.96 4912.58 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 410.374 482.889 Tm
[(17.21)-1200.01(18.43)-1200.01(41.65)-1200.01(12.04)]TJ
-92.3027 -11.9551 Td
[(DiscriT)44.9925(une-COCO)]TJ
ET
Q
4043.96 4673.47 m
4043.96 4793.02 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 410.374 470.934 Tm
[(18.48)-1200.01(18.61)-1200.01(44.78)-1200.01(12.68)]TJ
ET
Q
3120.93 4671.48 m
5418.81 4671.48 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 318.071 458.58 Tm
(ClipCap-ConCap)Tj
ET
Q
4043.96 4549.94 m
4043.96 4669.49 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 412.865 458.58 Tm
[(8.28)-1450.01(12.24)-1200.01(27.57)-1450.01(7.81)]TJ
-94.7938 -11.9551 Td
[(DiscriT)44.9925(une-ConCap)]TJ
ET
Q
4043.96 4430.39 m
4043.96 4549.94 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 410.374 446.625 Tm
[(13.01)-1200.01(15.16)-1200.01(36.35)-1450.01(9.44)]TJ
ET
Q
3120.93 4428.39 m
5418.81 4428.39 l
S
3120.93 4408.47 m
5418.81 4408.47 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 401.971 432.279 Tm
(nocaps-near)Tj
ET
Q
3120.93 4284.93 m
5418.81 4284.93 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 318.071 419.925 Tm
(ClipCap-COCO)Tj
ET
Q
4043.96 4163.39 m
4043.96 4282.94 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 410.374 419.925 Tm
(30.47)Tj
/R28 9.9626 Tf
34.3711 0 Td
(24.36)Tj
/R30 9.9626 Tf
34.3711 0 Td
[(69.66)-1200.01(10.89)]TJ
-161.045 -11.9551 Td
[(DiscriT)44.9925(une-COCO)]TJ
ET
Q
4043.96 4043.84 m
4043.96 4163.39 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 410.374 407.97 Tm
(32.87)Tj
/R30 9.9626 Tf
34.3711 0 Td
(24.11)Tj
/R28 9.9626 Tf
34.3711 0 Td
[(70.63)-1200.01(10.98)]TJ
ET
Q
3120.93 4041.84 m
5418.81 4041.84 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 318.071 395.617 Tm
(ClipCap-ConCap)Tj
ET
Q
4043.96 3920.3 m
4043.96 4039.85 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 410.374 395.617 Tm
[(10.41)-1200.01(13.25)-1200.01(30.47)-1450.01(5.72)]TJ
-92.3027 -11.9563 Td
[(DiscriT)44.9925(une-ConCap)]TJ
ET
Q
4043.96 3800.75 m
4043.96 3920.3 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 410.374 383.661 Tm
[(18.93)-1200.01(17.66)-1200.01(46.45)-1450.01(7.53)]TJ
ET
Q
3120.93 3798.76 m
5418.81 3798.76 l
S
3120.93 3778.83 m
5418.81 3778.83 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 404.76 369.315 Tm
(nocaps-out)Tj
ET
Q
3120.93 3655.29 m
5418.81 3655.29 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 318.071 356.962 Tm
(ClipCap-COCO)Tj
ET
Q
4043.96 3533.75 m
4043.96 3653.3 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 410.374 356.962 Tm
[(20.32)-1200.01(20.22)-1200.01(51.74)-1450.01(8.55)]TJ
-92.3027 -11.9563 Td
[(DiscriT)44.9925(une-COCO)]TJ
ET
Q
4043.96 3414.2 m
4043.96 3533.75 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 410.374 345.006 Tm
[(24.10)-1200.01(20.49)-1200.01(57.06)-1450.01(8.83)]TJ
ET
Q
3120.93 3412.21 m
5418.81 3412.21 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 318.071 332.653 Tm
(ClipCap-ConCap)Tj
ET
Q
4043.96 3290.66 m
4043.96 3410.21 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 410.374 332.653 Tm
[(10.69)-1200.01(13.15)-1200.01(36.57)-1450.01(5.71)]TJ
-92.3027 -11.9551 Td
[(DiscriT)44.9925(une-ConCap)]TJ
ET
Q
4043.96 3171.11 m
4043.96 3290.66 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 410.374 320.698 Tm
[(16.76)-1200.01(17.03)-1200.01(54.03)-1450.01(7.56)]TJ
ET
Q
3120.93 3169.12 m
5418.81 3169.12 l
S
3120.93 3149.19 m
5418.81 3149.19 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 380.497 306.351 Tm
(Concadia-Descriptions)Tj
ET
Q
3120.93 3025.65 m
5418.81 3025.65 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 318.071 293.998 Tm
(ClipCap-COCO)Tj
ET
Q
4043.96 2904.11 m
4043.96 3023.66 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 412.865 293.998 Tm
[(1.94)-1700.01(5.57)-1450.01(14.99)-1450.01(6.44)]TJ
-94.7938 -11.9559 Td
[(DiscriT)44.9925(une-COCO)]TJ
ET
Q
4043.96 2784.56 m
4043.96 2904.11 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 412.865 282.042 Tm
[(2.03)-1700.01(5.65)]TJ
/R30 9.9626 Tf
66.2512 0 Td
(16.70)Tj
/R28 9.9626 Tf
36.8621 0 Td
(7.15)Tj
ET
Q
3120.93 2782.57 m
5418.81 2782.57 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 318.071 269.689 Tm
(ClipCap-ConCap)Tj
ET
Q
4043.96 2661.02 m
4043.96 2780.57 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 412.865 269.689 Tm
[(0.62)-1700.01(3.69)-1450.01(12.77)-1450.01(5.82)]TJ
-94.7938 -11.9551 Td
[(DiscriT)44.9925(une-ConCap)]TJ
ET
Q
4043.96 2541.47 m
4043.96 2661.02 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 412.865 257.734 Tm
[(1.12)-1700.01(4.81)]TJ
/R28 9.9626 Tf
66.2512 0 Td
(17.20)Tj
/R30 9.9626 Tf
36.8621 0 Td
(7.13)Tj
ET
Q
3120.93 2539.48 m
5418.81 2539.48 l
S
3120.93 2519.55 m
5418.81 2519.55 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 387.964 243.387 Tm
(Concadia-Captions)Tj
ET
Q
3120.93 2396.02 m
5418.81 2396.02 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 318.071 231.034 Tm
(ClipCap-COCO)Tj
ET
Q
4043.96 2274.47 m
4043.96 2394.02 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 412.865 231.034 Tm
[(0.24)-1700.01(2.45)-1700.01(4.35)-1700.01(2.11)]TJ
-94.7938 -11.9551 Td
[(DiscriT)44.9925(une-COCO)]TJ
ET
Q
4043.96 2154.92 m
4043.96 2274.47 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 412.865 219.079 Tm
[(0.30)-1700.01(2.49)-1700.01(5.57)-1700.01(2.59)]TJ
ET
Q
3120.93 2152.93 m
5418.81 2152.93 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 318.071 206.725 Tm
(ClipCap-ConCap)Tj
ET
Q
4043.96 2031.38 m
4043.96 2150.93 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 412.865 206.725 Tm
(0.50)Tj
/R30 9.9626 Tf
34.3711 0 Td
[(2.74)-1700.01(9.22)-1700.01(3.65)]TJ
-129.165 -11.9551 Td
[(DiscriT)44.9925(une-ConCap)]TJ
ET
Q
4043.96 1911.83 m
4043.96 2031.38 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 412.865 194.77 Tm
(0.30)Tj
/R28 9.9626 Tf
34.3711 0 Td
[(2.79)-1700.01(9.37)-1700.01(4.20)]TJ
ET
Q
3120.93 1909.84 m
5418.81 1909.84 l
S
3120.93 1889.91 m
5418.81 1889.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 171.158 Tm
[(T)79.9807(able)-270.005(3.)-368.019(NLG)-270(metrics)-268.995(\(BLEU@4,)-275.001(METEOR,)-269(CIDEr)-270.002(and)-268.995(SPICE\))]TJ
10.9594 TL
T*[(for)-473.017(ClipCap)-473.009(and)-474.011(DiscriT)45.0221(une)-473.012(captions)-473.006(tested)-473.006(across)-472.99(domain)-472.99(on)]TJ
10.9578 TL
T*[(COCO)-465.009(\(Conceptual)-465.015(Captions-based)-465.006(models)-465.017(only\),)-518.02(Conceptual-)]TJ
10.959 TL
T*[(Captions)-250.006(\(COCO-based)-249.989(models)-250.022(only\),)-250.006(Flickr)39.9985(,)-250(nocaps,)-249.989(Concadia.)]TJ
/R30 9.9626 Tf
33.3719 TL
T*[(tions)-256.987(are)-258.008(more)-257.006(informati)25.0081(v)14.9828(e)-258.001(than)-257.001(ClipCap)-257.991(captions,)-258.986(and)-257.991(pos-)]TJ
11.9551 TL
T*[(sibly)-343.011(e)25.0105(v)14.9828(en)-341.982(more)-342.992(informati)25.0105(v)14.9828(e)-343.007(than)-342.987(the)-342.012(original)-343.011(human)-343.016(cap-)]TJ
T*[(tions)-250.007(in)-249.985(this)-250.012(dataset.)]TJ
ET
Q
Q
Q
Q
q
1 0 0 1 0 0 cm
/Y4rRVOwNE46rB6r7tugSCA Do
Q
endstream
endobj
124 0 obj
<< /R27 241 0 R >>
endobj
125 0 obj
<< /R28 252 0 R /R30 253 0 R /R32 254 0 R >>
endobj
126 0 obj
<< /BBox [ 0 0 612 792 ] /Matrix [ 1 0 0 1 0 0 ] /Resources << /Font 323 0 R /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ] >> /Subtype /Form /Type /XObject /Length 112 /Filter /FlateDecode >>
stream
x-0D|K4vZҬH01 ;p>=%-nD
=[u-;և8A
|BZs`o_Tu
endstream
endobj
127 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 11 0 R /XYZ 50.112 290.609 null ] /Rect [ 222.98 636.513 242.906 647.908 ] /Subtype /Link /Type /Annot >>
endobj
128 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 13 0 R /XYZ 64.458 109.658 null ] /Rect [ 127.473 223.784 133.45 236.305 ] /Subtype /Link /Type /Annot >>
endobj
129 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 13 0 R /XYZ 64.458 90.465 null ] /Rect [ 105.543 187.919 111.521 200.44 ] /Subtype /Link /Type /Annot >>
endobj
130 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 13 0 R /XYZ 308.862 725.978 null ] /Rect [ 182.878 163.782 189.852 174.725 ] /Subtype /Link /Type /Annot >>
endobj
131 0 obj
<< /A << /S /URI /Type /Action /URI ( https://www.mturk.com/) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 63.462 77.164 170.66 88.886 ] /Subtype /Link /Type /Annot >>
endobj
132 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 14 0 R /XYZ 50.112 725.978 null ] /Rect [ 338.61 454.722 345.584 465.666 ] /Subtype /Link /Type /Annot >>
endobj
133 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 13 0 R /XYZ 323.208 99.929 null ] /Rect [ 343.561 334.721 353.026 347.241 ] /Subtype /Link /Type /Annot >>
endobj
134 0 obj
<< /Length 19446 >>
stream
q
q
q 0.1 0 0 0.1 0 0 cm
/R27 gs
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 56.0898 711.631 Tm
(Model)Tj
ET
Q
3.98 w
0 G
1313.47 7080.45 m
1313.47 7200 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 137.324 711.631 Tm
[(Flic)20.0101(kr)]TJ
ET
Q
1676.8 7080.45 m
1676.8 7200 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 173.658 711.631 Tm
(nocaps)Tj
ET
Q
2078.59 7080.45 m
2078.59 7200 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 213.837 711.631 Tm
(nocaps)Tj
ET
Q
2480.38 7080.45 m
2480.38 7200 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 254.016 711.631 Tm
(Concadia)Tj
ET
Q
1313.47 6960.9 m
1313.47 7080.45 l
S
1676.8 6960.9 m
1676.8 7080.45 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 183.391 699.676 Tm
(near)Tj
ET
Q
2078.59 6960.9 m
2078.59 7080.45 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 229.149 699.676 Tm
(out)Tj
ET
Q
2480.38 6960.9 m
2480.38 7080.45 l
S
501.121 6958.9 m
2987.38 6958.9 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 56.0898 687.323 Tm
(BLIP)Tj
ET
Q
1313.47 6837.36 m
1313.47 6956.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 144.268 687.323 Tm
(75.1)Tj
ET
Q
1676.8 6837.36 m
1676.8 6956.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 184.447 687.323 Tm
(87.0)Tj
ET
Q
2078.59 6837.36 m
2078.59 6956.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 224.626 687.323 Tm
(90.6)Tj
ET
Q
2480.38 6837.36 m
2480.38 6956.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 275.326 687.323 Tm
(71.0)Tj
-219.236 -11.9559 Td
[(DiscriT)44.9925(une-BLIP)]TJ
ET
Q
1313.47 6717.81 m
1313.47 6837.36 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 144.268 675.367 Tm
(80.8)Tj
ET
Q
1676.8 6717.81 m
1676.8 6837.36 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 184.447 675.367 Tm
(90.2)Tj
ET
Q
2078.59 6717.81 m
2078.59 6837.36 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 224.626 675.367 Tm
(92.6)Tj
ET
Q
2480.38 6717.81 m
2480.38 6837.36 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 275.326 675.367 Tm
(74.9)Tj
ET
Q
501.121 6715.82 m
2987.38 6715.82 l
S
501.121 6695.89 m
2987.38 6695.89 l
S
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 651.756 Tm
[(T)79.9813(able)-319.015(4.)-515.009(BLIP)-319.017(and)-318.003(DiscriT)45.0221(une-BLIP)-319.008(percentage)-317.998(accurac)15.0083(y)-318.986(on)-317.984(the)]TJ
10.959 TL
T*[(cross-domain)-250.019(retrie)25.0025(v)25.0066(al)-249.988(task)-249.984(described)-249.993(in)-250.014(Section)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 223.979 640.797 Tm
(4.2.1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 241.912 640.797 Tm
(.)Tj
/R32 9.9626 Tf
-85.8641 -24.0648 Td
[(Flic)20.0101(kr)]TJ
/R30 9.9626 Tf
-93.684 -11.9559 Td
(Model)Tj
ET
Q
1376.21 6011.9 m
1376.21 6131.45 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 144.406 604.776 Tm
[(B@4)-1961.99(M)-2922.01(C)-3087.98(S)]TJ
ET
Q
563.871 6009.91 m
2800.87 6009.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 62.3641 592.423 Tm
(BLIP)Tj
ET
Q
1376.21 5888.36 m
1376.21 6007.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 143.599 592.423 Tm
[(27.18)-1200.01(22.74)-1450.01(70.63)-1450.01(16.03)]TJ
-81.2348 -11.9551 Td
[(DiscriT)44.9925(une-BLIP)]TJ
ET
Q
1376.21 5768.81 m
1376.21 5888.36 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 143.599 580.468 Tm
[(28.19)-1200.01(23.61)-1450.01(74.77)-1700.01(16.9)]TJ
ET
Q
563.871 5766.82 m
2800.87 5766.82 l
S
563.871 5746.89 m
2800.87 5746.89 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 143.221 566.121 Tm
(nocaps-near)Tj
ET
Q
563.871 5623.36 m
2800.87 5623.36 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 62.3641 553.768 Tm
(BLIP)Tj
ET
Q
1376.21 5501.81 m
1376.21 5621.36 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 143.599 553.768 Tm
[(44.91)-1200.01(29.52)-1200.01(107.13)-1200.01(14.52)]TJ
-81.2348 -11.9551 Td
[(DiscriT)44.9925(une-BLIP)]TJ
ET
Q
1376.21 5382.26 m
1376.21 5501.81 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 143.599 541.813 Tm
[(45.46)-1200.01(29.81)-1200.01(108.70)-1200.01(14.97)]TJ
ET
Q
563.871 5380.27 m
2800.87 5380.27 l
S
563.871 5360.34 m
2800.87 5360.34 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 146.011 527.466 Tm
(nocaps-out)Tj
ET
Q
563.871 5236.81 m
2800.87 5236.81 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 62.3641 515.113 Tm
(BLIP)Tj
ET
Q
1376.21 5115.26 m
1376.21 5234.81 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 143.599 515.113 Tm
(38.42)Tj
/R30 9.9626 Tf
34.3711 0 Td
[(26.95)-1200.01(105.63)-1200.01(13.77)]TJ
-115.606 -11.9559 Td
[(DiscriT)44.9925(une-BLIP)]TJ
ET
Q
1376.21 4995.71 m
1376.21 5115.26 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 143.599 503.157 Tm
(37.34)Tj
/R28 9.9626 Tf
34.3711 0 Td
[(27.13)-1200.01(106.23)-1200.01(14.14)]TJ
ET
Q
563.871 4993.72 m
2800.87 4993.72 l
S
563.871 4973.79 m
2800.87 4973.79 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 121.747 488.811 Tm
(Concadia-Descriptions)Tj
/R30 9.9626 Tf
-59.3828 -11.9551 Td
(BLIP)Tj
ET
Q
1376.21 4732.7 m
1376.21 4852.25 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 146.09 476.856 Tm
[(2.71)-1700.01(6.90)-1700.01(26.02)-1700.01(9.75)]TJ
-83.7258 -11.9547 Td
[(DiscriT)44.9925(une-BLIP)]TJ
ET
Q
1376.21 4613.14 m
1376.21 4732.69 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 146.09 464.901 Tm
[(2.90)-1700.01(7.18)-1700.01(27.20)-1700.01(9.98)]TJ
ET
Q
563.871 4611.15 m
2800.87 4611.15 l
S
563.871 4591.23 m
2800.87 4591.23 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 129.214 450.555 Tm
(Concadia-Captions)Tj
/R30 9.9626 Tf
-66.85 -11.9551 Td
(BLIP)Tj
ET
Q
1376.21 4350.13 m
1376.21 4469.68 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 146.09 438.6 Tm
[(0.66)-1700.01(3.14)-1950.01(9.97)-1950.01(3.84)]TJ
-83.7258 -11.9559 Td
[(DiscriT)44.9925(une-BLIP)]TJ
ET
Q
1376.21 4230.58 m
1376.21 4350.13 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 146.09 426.644 Tm
[(0.74)-1700.01(3.35)-1700.01(10.84)-1700.01(3.96)]TJ
ET
Q
563.871 4228.59 m
2800.87 4228.59 l
S
563.871 4208.66 m
2800.87 4208.66 l
S
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 403.033 Tm
[(T)79.9813(able)-270.004(5.)-368.02(NLG)-270(metrics)-268.993(\(BLEU@4,)-275.001(METEOR,)-269.003(CIDEr)-270.005(and)-268.992(SPICE\))]TJ
10.959 TL
T*[(for)-250.007(BLIP)-250.01(and)-249.998(DiscriT)45.0221(une-BLIP)-250(captions)-249.995(tested)-249.995(across)-250.022(domains.)]TJ
/R30 9.9626 Tf
11.9551 -33.6297 Td
[(T)79.9903(o)-275.988(v)14.9828(erify)-275.992(this)-276.007(h)4.98446(ypothesis,)-283.005(we)-275.994(designed)-276.008(an)-275.993(e)15.0122(xperiment)-276.003(in)]TJ
-11.9551 -11.9551 Td
[(which)-235.004(human)-234.996(annotators)-234.011(had)-235.013(to)-235.007(select)-235.012(a)-234.005(tar)17.997(get)-235.012(image)-235.005(from)-235.01(a)]TJ
11.9551 TL
T*[(set)-279.983(of)-279.01(10)-279.983(candidates,)-286.99(based)-279.005(either)-279.985(on)-279.983(a)-279.017(ground-truth)-279.992(human)]TJ
T*[(description,)-325.006(or)-311.006(a)-309.992(ClipCap-ConCap)-309.985(or)-311.006(DiscriT)44.9925(une-ConCap-)]TJ
T*[(generated)-394.991(one.)-745.004(W)79.9879(e)-394.018(sampled)-395.005(the)-394.986(data)-394.989(for)-394.995(this)-395.008(e)15.0122(xperiment)]TJ
T*[(from)-332.993(our)-332.997(Conceptual)-333.008(Captions)-332.998(test)-332.987(set.)-558.992(T)79.9916(o)-332.998(mak)10.0106(e)-333.008(sure)-333(that)]TJ
11.9563 TL
T*[(the)-263.007(captions)-262.988(needed)-263.993(to)-263.003(be)-263.014(genuinely)-262.984(informati)25.0081(v)14.9828(e)-263.02(in)-263.003(order)-263.995(to)]TJ
11.9547 TL
T*[(allo)24.9915(w)-346.998(successful)-346.981(tar)17.997(get)-346.994(retrie)25.0142(v)24.9811(al,)-370.992(we)-347.002(selected)-346.994(hard)-346.998(distrac-)]TJ
T*[(tors)-266.019(among)-266.011(the)-265.987(nearest)-265.992(visual)-266.008(neighbours)-265.997(of)-265.992(the)-265.987(tar)17.997(get.)-358.009(The)]TJ
T*[(latter)-251.007(were)-250.987(found)-251(by)-249.988(passing)-250.986(images)-250.995(through)-250.988(the)-251.01(CLIP)-250.988(V)59.9924(iT)91.9969(-)]TJ
T*[(B/32)-234.009(visual)-234.013(encoder)-234.001(and)-233.994(computing)-233.992(the)-233.993(cosine)-233.985(of)-233.998(the)-233.993(result-)]TJ
11.9559 TL
T*[(ing)-282.994(representations.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 6.9738 Tf
1 0 0 1 128.469 230.553 Tm
(8)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 136.534 226.937 Tm
[(W)79.9879(e)-283.017(collected)-282.997(human)-284.009(data)-283.009(for)-283.014(500)-282.997(tar)19.9967(-)]TJ
-86.4219 -11.9551 Td
[(get+distractor)-287.984(sets,)-296.992(for)-287.992(each)-288(of)-287.99(the)-287.004(three)-287.991(caption)-288.011(types.)-423.986(W)79.9866(e)]TJ
11.9551 TL
T*[(recruited)-380.01(Amazon)-380(Mechanical)-380.002(T)45.0158(urk)-380.008(participants)-379.981(who)-380.003(sa)15.0196(w)]TJ
T*[(100)-290.995(sets)-290.995(each.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 6.9738 Tf
1 0 0 1 106.54 194.687 Tm
(9)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 114.838 191.072 Tm
[(Experimental)-291.013(details)-290.986(\(including)-291.01(ethical)-290.996(ap-)]TJ
-64.7258 -11.9551 Td
[(pro)14.9846(v)24.9811(al\))-249.998(are)-250.009(in)-249.985(Appendix)-250.006(A.)]TJ
11.9551 -12.182 Td
[(Results)-351(are)-349.993(reported)-350.993(in)-350.988(T)79.9903(able)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 183.87 166.935 Tm
(6)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 188.851 166.935 Tm
[(.)-612.993(The)14.9828(y)-350.015<636f6e02726d>-351.01(that)-350.986(the)]TJ
-138.739 -11.9563 Td
[(task,)-328.007(due)-311.982(to)-312.014(the)-312.019(hard)-311.985(distractors,)-327.013(is)-312.013(quite)-312.007(challenging,)-327.987(with)]TJ
11.9547 TL
T*[(the)-249.009(annotators)-248.989(f)9.99466(ailing)-250.01(to)-249.005(reach)-248.989(50%)-249.005(accurac)14.9975(y)-249.993(independently)]TJ
T*[(of)-436.984(caption)-437.004(type.)-869.996(Ho)24.9836(we)25.0142(v)14.9828(er)39.986(,)-483.995(e)25.0105(v)14.9828(en)-436.004(with)-437.003(the)-437.018(least)-437.013(informa-)]TJ
T*[(ti)24.9903(v)14.9828(e)-297.014(ClipCap-ConCap)-297.007(captions,)-309.017(humans)-297.019(are)-296.982(well)-298.016(abo)14.9828(v)14.9828(e)-297.014(the)]TJ
ET
Q
501.121 1098.72 m
1446.11 1098.72 l
S
q
10 0 0 10 0 0 cm BT
/R30 5.9776 Tf
1 0 0 1 60.9711 103.006 Tm
(8)Tj
/R30 7.9701 Tf
3.48672 -2.81289 Td
[(W)79.9796(e)-351.992(found)-351.006(that)-351.99(v)14.9837(ery)-351.008(high-similarity)-352.022(neighbours)-351.022(are)-352.018(often)-351.013(near)-351.981(dupli-)]TJ
-14.3457 -9.46406 Td
[(cates)-249.982(of)-250.003(the)-250.006(tar)18.0185(get)-250.005(image)-250.005(and)-249.978(we)-249.985(e)15.0036(xcluded)-249.99(those)-250.022(with)-249.991(similarity)-250.013(abo)14.976(v)14.9852(e)]TJ
/R244 7.9701 Tf
223.504 0 Td
[(0)-0.300194]TJ
/R246 7.9701 Tf
4.23398 0 Td
[(:)-0.101086]TJ
/R244 7.9701 Tf
2.35195 0 Td
[(8)-0.300194]TJ
/R30 5.9776 Tf
-219.231 -6.91602 Td
(9)Tj
ET
Q
0 1 0 0 k
q
10 0 0 10 0 0 cm BT
/R34 7.9701 Tf
1 0 0 1 64.4578 81 Tm
(https://www.mturk.com/)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 363.212 711.631 Tm
(Captions)Tj
ET
Q
4495.37 7080.45 m
4495.37 7200 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 455.515 711.631 Tm
[(accurac)14.9975(y)]TJ
ET
Q
3572.34 7078.46 m
4967.4 7078.46 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 363.212 699.278 Tm
(Human)Tj
ET
Q
4495.37 6956.91 m
4495.37 7076.46 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 473.328 699.278 Tm
(42.8)Tj
-110.116 -11.9551 Td
(ClipCap-ConCap)Tj
ET
Q
4495.37 6837.36 m
4495.37 6956.91 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 473.328 687.323 Tm
(36.2)Tj
-110.116 -11.9559 Td
[(DiscriT)44.9925(une-ConCap)]TJ
ET
Q
4495.37 6717.81 m
4495.37 6837.36 l
S
q
10 0 0 10 0 0 cm BT
/R28 9.9626 Tf
1 0 0 1 473.328 675.367 Tm
(47.6)Tj
/R30 8.9664 Tf
-164.466 -21.2203 Td
[(T)79.9807(able)-247.002(6.)-307.986(Percentage)-247.01(accurac)15.0083(y)-246.014(of)-246.989(human)-245.981(annotators)-247.005(when)-245.998(selecting)]TJ
10.959 TL
T*[(a)-374.987(tar)18.0116(get)-375.022(image)-374.987(among)-374.978(9)-375.011(distractors)-375(based)-375(on)-375.011(the)-375.022(tar)18.0143(get)-375.022(human-,)]TJ
T*[(ClipCap-)-250.011(or)-249.992(DiscriT)45.0221(une-generated)-250.006(captions.)]TJ
/R30 9.9626 Tf
34.075 TL
T*[(10%)-449.991(chance)-448.991(le)25.0179(v)14.9828(el.)-909.02(Importantly)65.0137(,)-499.01(the)-449.994(DiscriT)44.9925(une-ConCap)]TJ
11.9547 TL
T*[(captions)-371.989(greatly)-372.004(outperform)-371.992(not)-371.997(only)-371.992(their)-372.987(ClipCap)-372.011(coun-)]TJ
T*[(terparts,)-253.985(b)20.0016(ut)-253.004(also)-251.982(the)-253.009(human)-252.992(ones,)-253.982(with)-252.992(a)-252.982(solid)-252.987(5%)-253.012(accurac)14.9975(y)]TJ
T*[(boost.)-629(W)79.9866(e)-355.985(thus)-355.997<636f6e02726d>-355.99(our)-356.014(conjecture)-356.989(that,)-381.995(gi)24.986(v)14.9828(en)-357(a)-355.985(rela-)]TJ
T*[(ti)24.9909(v)14.9828(ely)-291.003(noisy)-290.981(dataset)-290.998(such)-290.998(as)-291.01(Conceptual)-291.015(Captions,)-301.979(our)-291.005<026e652d>]TJ
11.9559 TL
T*[(tuning)-273.018(procedure)-273.013(can)-273.016(produce)-273.003(captions)-272.989(that)-274.018(are)-272.984(more)-273.003(infor)20.0065(-)]TJ
11.9551 TL
T*[(mati)24.9983(v)14.9828(e)-341.007(than)-340.009(the)-340.995(original)-339.992(human-produced)-341.007(descriptions.)-582.016(In)]TJ
T*[(the)-231.993(ne)15.0171(xt)-231.988(section,)-234.995(we)-232.003(e)15.0122(xplore)-231.986(the)-231.991(dif)24.986(ferences)-232.015(between)-231.996(human)]TJ
T*[(and)-249.993(DiscriT)44.9925(une-generated)-249.993(captions.)]TJ
/R28 11.9552 Tf
25.259 TL
T*[(5.)-249.989(Caption)-250.012(Analysis)]TJ
/R30 9.9626 Tf
11.9551 -19.3789 Td
(Fig.)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 339.607 457.875 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 347.596 457.875 Tm
[(sho)24.9934(ws)-302.018(6)-301.984(Conceptual)-301.994(Captions)-301.984(e)15.0122(xamples)-302.004(from)-302.018(the)]TJ
-38.7344 -11.9551 Td
[(e)15.0122(xperiment)-327.014(with)-326.982(humans)-325.995(in)-326.994(which)-326.99(human)-326.98(annotators)-327.014(were)]TJ
11.9551 TL
T*[(only)-213.981(able)-214.001(to)-213.991(guess)-213.006(the)-213.996(tar)17.997(get)-213.994(gi)24.986(v)14.9828(en)-214.004(the)-213.994(DiscriT)44.9925(une-generated)]TJ
11.9559 TL
T*[(captions)-325.997(\(correct)-325.014(tar)17.997(get)-326.017(image)-326.009(is)-324.99(on)-326.014(the)-326.014(left;)-362.984(image)-326.009(pick)10.013(ed)]TJ
11.9551 TL
T*[(by)-332.993(subjects)-331.996(in)-332.991(response)-332.989(to)-332.993(the)-332.013(human-generated)-332.984(caption)-332.984(is)]TJ
T*[(sho)24.9934(wn)-402.984(on)-404.001(the)-402.984(right\).)-770.009(These)-402.987(cases,)-442.005(selected)-402.982(among)-403.987(those)]TJ
T*[(where)-275.998(no)-275.983(human)-276.01(f)9.99588(ace)-276.005(is)-276.02(recognizable,)-282.022(were)-276.003(hand-pick)10.0179(ed)-275.993(to)]TJ
T*[(illustrate)-313.992(v)24.9811(arious)-314.992(phenomena.)-502.99(The)14.9828(y)-315.001(are)-313.997(ho)24.986(we)25.0154(v)14.9828(er)-315.016(represen-)]TJ
11.9559 TL
T*[(tati)24.9934(v)14.9828(e)-248.003(of)-247.995(the)-247.99(data,)-249.012(which)-247.983(we)-247.998(manually)-248.003(inspected)-248.013(as)-247.998(a)-248.003(whole.)]TJ
11.9551 -12.4043 Td
[(Starting)-341.982(with)-342(a)-341.987(comparison)-341.987(of)-342.021(DiscriT)44.9925(une)-342.016(and)-342.016(ClipCap)]TJ
-11.9551 -11.9559 Td
(captions,)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 6.9738 Tf
1 0 0 1 344.558 341.489 Tm
(10)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 354.505 337.873 Tm
[(we)-248(observ)14.9926(e)-248.003(that)-247.983(the)-247.988(latter)-247.988(tend)-247.983(to)-247.988(be)-247.998(more)-247.988(v)24.9811(ague)]TJ
-45.643 -11.9551 Td
[(\(cf.)-311.014(e)15.0122(xamples)-312(\(b\),)-325.985(\(c\),)-327.012(\(d\))-311.007(and)-311.982(\(f)1.01454(\)\),)-327.009(where)-311.012(sometimes)-312.017(these)]TJ
11.9547 TL
T*[(v)24.9811(ague)-291.008(captions)-290.983(are)-290.003(actually)-290.991(matching)-291.015(the)-291(human-generated)]TJ
T*[(ones)-386.982(v)14.9828(ery)-386.997(closely)-387.011(\(as)-386.997(in)-386.982(\(c\)\).)-720.988(The)-388.009(other)-386.984(issue)-387.014(with)-387.009(Clip-)]TJ
T*[(Cap)-314.992(captions)-315.019(is)-314.994(that)-314.992(the)14.9852(y)-315.001(are)-315.016(often)-314.996(inaccurate,)-331.004(as)-315.006(in)-314.996(e)15.0122(xam-)]TJ
T*[(ple)-348.013(\(a\),)-373.004(where)-349.005(people)-348.006(are)-347.991(playing)-347.991(in)-348.991(the)-348.011(w)10.0032(ater)39.9884(,)-372.992(not)-348(on)-348.991(the)]TJ
11.9559 TL
T*[(beach;)-418.004(and)-362.013(it')54.9835(s)-362.013(hard)-362.016(to)-362.006(belie)24.986(v)14.9828(e)-361.984(the)-362.008(desolated)-361.993(landscape)-362.008(in)]TJ
11.9551 TL
T*[(\(b\))-226.984(is)-227.009(a)-228.006(tourist)-226.987(attraction.)-302.004(Note)-227.011(that)-227.986(the)-227.011(use)-227.016(of)-227.021(a)-228.006(generi)0.98513(c)-228.006(term)]TJ
T*[(such)-213.011(as)]TJ
/R32 9.9626 Tf
30.8098 0 Td
[(tourist)-213.018(attr)15.0024(action)]TJ
/R30 9.9626 Tf
69.4242 0 Td
[(in)-213.013(this)-214.018(last)-213.009(e)15.0122(xample)-213.004(is)-213.009(a)-214.008(peculiarity)]TJ
-100.234 -11.9547 Td
[(that)-308.012(ClipCap)-309(inherited)-308.003(from)-308.997(the)-308.017(Conceptual)-307.993(Captions)-309.002(style)]TJ
T*[(\(the)-285.987(dataset)-285(w)10(as)-285.989(constructed)-286.006(by)-285.982(replacing)-284.997(place)-285.991(and)-285.987(people)]TJ
T*[(names)-318.991(with)-318.003(generic)-319.006(h)4.98446(ypern)14.9877(yms)-318.981(such)-318.016(as)-319.006(this)-319.02(one\).)-515.987(Clearly)64.9892(,)]TJ
11.9559 TL
T*[(learning)-203.008(to)-203.013(reproduce)-202.986(such)-203.015(Conceptual)-202.991<43617074696f6e732d73706563690263>-203.005(id-)]TJ
11.9551 TL
T*[(iosyncrasies)-220.99(penalizes)-219.99(ClipCap)-221.017(when)-221.012(it')54.981(s)-219.998(e)25.0105(v)24.9811(aluated)-221.012(on)-221.012(other)]TJ
T*[(datasets.)-518.989(On)-318.998(the)-320.018(other)-318.996(hand,)-336.988(it')54.981(s)-320.02(remarkable)-319(that)-320.01(discrimi-)]TJ
T*[(nati)24.9909(v)14.9828(e)-277.998<026e6574756e696e672c>-285(b)20.0016(uilt)-278.005(on)-277.983(top)-278.012(of)-277.993(this)-278.988(v)14.9828(ery)-277.998(ClipCap)-277.988(system,)]TJ
T*[(w)10(as)-253.994(able)-255.014(to)-253.985(steer)-253.994(the)-253.989(captions)-254.992(back)-253.997(to)24.986(w)10.0032(ards)-253.992(a)-254.002(more)-255.006(descrip-)]TJ
T*[(ti)24.9909(v)14.9828(e)-250.002(and)-249.993(precise)-249.995(language.)]TJ
11.9547 -12.4051 Td
[(Comparing)-259.011(Disc)0.992481(riT)44.9802(une)-259.011(with)-258.991(the)-257.986(human)-258.991(captions,)-260.006(we)-259.016(see)]TJ
-11.9547 -11.9551 Td
[(that)-259(the)-259.008(former)-259.013(tend)-259.984(to)-259.003(be)-259.016(more)-259.006(plainly)-258.981(descripti)25(v)14.9828(e)-260(and)-259.011(pre-)]TJ
ET
Q
3088.62 1001.43 m
4033.61 1001.43 l
S
q
10 0 0 10 0 0 cm BT
/R30 5.9776 Tf
1 0 0 1 316.732 93.277 Tm
(10)Tj
/R30 7.9701 Tf
6.47617 -2.81211 Td
[(As)-639.977(the)-639.99(focus)-639.996(of)-639.987(this)-639.99(analysis)-639.016(in)-639.996(on)-640.014(the)-639.99(Conceptual)-640.002(Captions-)]TJ
-14.3461 -9.46484 Td
[<747261696e65642f026e6574756e6564>-249.997(models,)-249.985(we)-249.985(will)-250.019(drop)-249.982(the)-250.007(-ConCap)-250.013(suf)24.9958<02782e>]TJ
ET
Q
Q
Q
Q
q
1 0 0 1 0 0 cm
/8eDrcPALSkd6mfhvRXTlLg Do
Q
endstream
endobj
135 0 obj
<< /R27 241 0 R >>
endobj
136 0 obj
<< /R244 324 0 R /R246 325 0 R /R28 252 0 R /R30 253 0 R /R32 254 0 R /R34 255 0 R >>
endobj
137 0 obj
<< /BBox [ 0 0 612 792 ] /Matrix [ 1 0 0 1 0 0 ] /Resources << /Font 326 0 R /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ] >> /Subtype /Form /Type /XObject /Length 112 /Filter /FlateDecode >>
stream
x-0D|K4vSҬH01 ;p>=%-nD
1cOrAKbTceCHq>^KkaZs`o_TVm
endstream
endobj
138 0 obj
<< /Length 10412 >>
stream
q
q
q 0.1 0 0 0.1 0 0 cm
q
501.121 4415.63 4950.05 2784.4 re W n
/R27 gs
/R265 Do
Q
/R27 gs
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 423.929 Tm
[(Figure)-293.986(2.)-441.994(Example)-294.005(Conceptual)-294.005(Captions)-294.007(images)-293.996(with)-294.015(the)-293.99(corresponding)-293.99(captions)-293.996(produced)-293.99(by)-293.979(humans)-293.985(\()]TJ
/R28 8.9664 Tf
377.029 0 Td
(H)Tj
/R30 8.9664 Tf
6.97617 0 Td
[(\),)-294.018(ClipCap)-293.996(\()]TJ
/R28 8.9664 Tf
43.3797 0 Td
(C)Tj
/R30 8.9664 Tf
6.47305 0 Td
[(\))-293.996(and)-294.001(DiscriT)45.0194(une)]TJ
-433.858 -10.959 Td
(\()Tj
/R28 8.9664 Tf
2.98594 0 Td
(D)Tj
/R30 8.9664 Tf
6.47305 0 Td
[(\),)-337.015(respecti)25.0018(v)14.9865(ely)64.9901(.)-570.99(In)-336.993(all)-336.979(cases,)-359.005(annotators)-337.008(were)-336.998(able)-337.008(to)-337.014(identify)-336.984(the)-336.989(tar)18.0116(get)-336.989(image)-336.998(\(framed)-337.006(in)-337.014(green\))-337(only)-337.017(when)-337.006(recei)24.9902(ving)-337.017(the)-336.989(DiscriT)45.0194(une)]TJ
-9.45898 -10.9578 Td
[(caption)-268.993(as)-268.987(input.)-367(The)-270(image)-268.993(on)-269.016(the)-268.982(right)-269.014(of)-268.987(each)-268.987(pair)-268.997(is)-269.003(the)-268.984(distractor)-269.008(that)-270.018(w)10.0092(a)0.982945(s)-270.013(chosen)-269.008(by)-269.016(annotators)-269.003(when)-269(recei)24.9902(ving)-269.011(the)-268.984(human)-268.984(caption)-268.995(as)]TJ
10.959 TL
(input.)'
/R30 9.9626 Tf
33.1762 TL
T*[(cise)-311.003(than)-310.994(the)-310.999(latter)54.981(.)-491.994(Often,)-326.014(human)-310.984(captions)-311.019(in)-310.995(the)-311(Concep-)]TJ
11.9551 TL
T*[(tual)-245.983(Captions)-247.013(dataset)-245.986(contain)-246.997(non-discriminati)25(v)14.9828(e)-246.003<936d65746194>-247.015(in-)]TJ
T*[(formation)-248.987(about)-250.018(an)-249.016(image)-249.001(that)-249.983(is)-249.004(not)-249(useful)-249.983(to)-249.005(identify)-248.988(it,)-249.98(or)]TJ
T*[(might)-343.004(ha)19.9973(v)14.9828(e)-343.986(made)-342.993(sense)-342.993(in)-344.009(the)-342.994(conte)14.9865(xt)-344.009(of)-343(the)-342.994(original)-343.992(web)]TJ
11.9563 TL
T*[(page,)-374.012(b)20.0016(ut)-350.008(becomes)-348.986(opaque)-350.009(once)-349(the)-348.993(image)-350.005(and)-348.996(its)-350(alt-te)14.9877(xt)]TJ
11.9547 TL
T*[(are)-288.983(e)15.0128(xtrapolated.)-426.999(In)-289.009(e)15.0122(xample)-288.99(\(a\),)-299.018(the)-289.003(human)-288.989(caption)-288.991(is)-288.998(just)]TJ
T*[(stating)-335.009(that)-336.007(we)-335.004(are)-335.015(on)-336.013(a)-335.008(beach)-335.005(with)-334.981(shallo)25.0032(w)-336.02(w)10(ater)39.9884(,)-356.017(so)-336.01(that)]TJ
T*[(the)-245.99(human)-246.015(discriminator)-245.991(pick)10.0106(ed)-245.997(another)-245.988(shallo)25.0032(w-beach)-246(pic-)]TJ
T*[(ture.)-299.982(The)-221.998(DiscriT)44.9925(une)-221.016(caption)-221.001(precisely)-221.007(reports)-221.01(that)-221.987(t)0.98758(here)-222.01(are)]TJ
11.9559 TL
T*[(a)-299.993(w)10.0014(oman)-298.991(and)-299.983(children)-298.992(in)-300.016(the)-299.002(w)10(ater)55.0055(.)-459.019(The)-299.984(human)-298.987(caption)-300.009(of)]TJ
11.9551 TL
T*[(e)15.0128(xample)-373.015(\(b\))-374.017(might)-373(be)-372.995(accurate,)-405.001(b)20.0016(ut)-372.984(without)-372.997(more)-374.006(conte)14.9852(xt)]TJ
T*[(it')54.9822(s)-261.009(dif)24.9854<0263756c74>-262.005(to)-261.003(recognize)-261.994(the)-261.008(white)-262.016(plateau)-261.003(as)-261.993(a)-261.02(frozen)-262(lak)10.0057(e.)]TJ
T*[(Consequently)64.9855(,)-489.994(the)-441.017(human)-441.981(discriminator)-441.017(wrongly)-442.017(chose)-441.997(a)]TJ
T*[(more)-289(stereotypical)-288.981(picture)-288.998(of)-289.009(a)-289.016(lak)10.0057(e.)-426.989(Concerning)-289.016(e)15.0122(xamples)]TJ
T*[(\(c\))-345.992(and)-346.015(\(f\),)-369.985(the)-346.013(human)-345.997(captions)-345.994(report)-346.013(that)-346.986(the)14.9852(y)-346.016(are)-345.994(\223digi-)]TJ
11.9559 TL
T*[(tal)-247.988<61727494>-246.983(and)-247.992(an)-247.016<9461>19.9881(v)24.9811(atar\224,)-248.004(respecti)24.9848(v)14.9828(ely)65.0161(,)-249.015(leading)-246.998(the)-247.99(annotators)]TJ
11.9551 TL
T*[(to)-322.993(pick)-322.012(other)-322.995(potential)-323.009(e)15.0122(x)14.9828(emplars)-322.006(of)-323.004(digital)-321.99(art)-323.005(and)-323(a)19.9918(v)24.9811(atars)]TJ
T*[(from)-253.006(the)-253.989(distractors.)-319.994(The)-253.992(DiscriT)44.9925(une)-253.01(caption)-252.997(for)-254(\(f\))-252.987(is)-253.985(actu-)]TJ
T*[(ally)-306.012(inaccurate,)-319.983(as)-305.987(the)-306.02(a)19.9918(v)24.9811(atar)-305.993(is)-306.014(not)-306.01(a)-305.993(bird,)-320.008(b)20.0016(ut)-306.015(the)-306.02(mention)]TJ
T*[(of)-352.018(a)-351.005(pink)-351.998(nose)-350.988(ne)25.0167(v)14.9828(ertheless)-352.005(helped)-352.006(the)-350.993(subject)-351.998(identifying)]TJ
T*[(the)-316.018(right)-316.985(image.)-508.995(The)-315.982(human)-316.002(caption)-316.985(of)-315.984(e)15.0122(xample)-316.006(\(d\))-317.008(refers)]TJ
11.9563 TL
T*[(to)-251.985(an)-251.997(outdoor)-252.007(amphitheater)-252.008(that)-251.982(is)-251.984(not)-252.019(visible)-252.982(in)-251.985(the)-251.99(picture.)]TJ
11.9551 TL
T*[(Ag)4.98753(ain,)-263.005(DiscriT)44.9925(une)-259.99(w)10(as)-259.995(more)-259.986(helpful)-260.013(to)-259.984(the)-259.988(human)-260.013(discrim-)]TJ
T*[(inators)-290.988(by)-291(pro)14.9852(viding)-291.995(a)-291.015(plain)-290.991(description)-291.013(of)-291.008(the)-291.983(pi)0.992481(cture)-291.99(con-)]TJ
/R32 9.9626 Tf
309.294 276.563 Td
(human)Tj
ET
Q
3.98 w
0 G
3966.51 3558.84 m
3966.51 3678.39 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 405.667 359.471 Tm
(ClipCap)Tj
ET
Q
4484.56 3558.84 m
4484.56 3678.39 l
S
q
10 0 0 10 0 0 cm BT
/R32 9.9626 Tf
1 0 0 1 454.434 359.471 Tm
[(DiscriT)55.0104(une)]TJ
ET
Q
3492.79 3556.85 m
5046.95 3556.85 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 364.791 347.117 Tm
[(ne)25.0154(w)]TJ
ET
Q
3966.51 3435.31 m
3966.51 3554.86 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 410.1 347.117 Tm
(young)Tj
ET
Q
4484.56 3435.31 m
4484.56 3554.86 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 470.214 347.117 Tm
(red)Tj
-107.485 -11.9551 Td
(other)Tj
ET
Q
3966.51 3315.76 m
3966.51 3435.31 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 416.188 335.162 Tm
(old)Tj
ET
Q
4484.56 3315.76 m
4484.56 3435.31 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 465.512 335.162 Tm
(green)Tj
-108.044 -11.9551 Td
(musical)Tj
ET
Q
3966.51 3196.2 m
3966.51 3315.75 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 402.629 323.207 Tm
(biological)Tj
ET
Q
4484.56 3196.2 m
4484.56 3315.75 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 467.998 323.207 Tm
(blue)Tj
-110.53 -11.9551 Td
(outdoor)Tj
ET
Q
3966.51 3076.65 m
3966.51 3196.2 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 412.317 311.252 Tm
(close)Tj
ET
Q
4484.56 3076.65 m
4484.56 3196.2 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 465.786 311.252 Tm
(black)Tj
-103.615 -11.9551 Td
(small)Tj
ET
Q
3966.51 2957.1 m
3966.51 3076.65 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 411.485 299.297 Tm
(white)Tj
ET
Q
4484.56 2957.1 m
4484.56 3076.65 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 467.719 299.297 Tm
(pink)Tj
-103.611 -11.9547 Td
(long)Tj
ET
Q
3966.51 2837.55 m
3966.51 2957.1 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 409.826 287.342 Tm
(trendy)Tj
ET
Q
4484.56 2837.55 m
4484.56 2957.1 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 460.805 287.342 Tm
(colorful)Tj
-94.2062 -11.9563 Td
(big)Tj
ET
Q
3966.51 2718 m
3966.51 2837.55 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 409.822 275.386 Tm
(digital)Tj
ET
Q
4484.56 2718 m
4484.56 2837.55 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 463.141 275.386 Tm
[(yello)24.9958(w)]TJ
-97.523 -11.9551 Td
[(lo)24.9885(w)]TJ
ET
Q
3966.51 2598.45 m
3966.51 2718 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 411.007 263.431 Tm
[(funn)14.9877(y)]TJ
ET
Q
4484.56 2598.45 m
4484.56 2718 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 464.122 263.431 Tm
(denim)Tj
-101.025 -11.9547 Td
[(lar)17.997(ge)]TJ
ET
Q
3966.51 2478.89 m
3966.51 2598.44 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 411.49 251.476 Tm
(aerial)Tj
ET
Q
4484.56 2478.89 m
4484.56 2598.44 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 463.848 251.476 Tm
(purple)Tj
-108.591 -11.9551 Td
(beautiful)Tj
ET
Q
3966.51 2359.34 m
3966.51 2478.89 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 407.894 239.521 Tm
(general)Tj
ET
Q
4484.56 2359.34 m
4484.56 2478.89 l
S
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 467.719 239.521 Tm
(high)Tj
/R30 8.9664 Tf
-158.857 -21.2211 Td
[(T)79.9807(able)-194.985(7.)-291.997(T)79.9807(op)-196(10)-194.999(adjecti)25.0202(v)14.9865(e)-196.02(lemmas)-195.004(most)-195.979(associated)-195.004(to)-195.99(a)-195.015(caption)-195.021(type)]TJ
10.9578 TL
(\()'
/R32 8.9664 Tf
2.98594 0 Td
(human)Tj
/R30 8.9664 Tf
24.4059 0 Td
(,)Tj
/R32 8.9664 Tf
4.36211 0 Td
(ClipCap)Tj
/R30 8.9664 Tf
32.4852 0 Td
(or)Tj
/R32 8.9664 Tf
9.55781 0 Td
[(DiscriT)54.9959(une)]TJ
/R30 8.9664 Tf
39.8551 0 Td
[(\))-233.004(according)-233.01(to)-232.977(the)-232.999(local)-233.01(Mutual)-232.988(In-)]TJ
-113.652 -10.9594 Td
[(formation)-193.017(association)-193.017(statistics)-193.017(computed)-193.017(on)-192.995(all)-192.995(captions)-193.011(generated)]TJ
10.959 TL
T*[(for)-250.006(our)-249.992(full)-250.019(Conceptual)-250.006(Captions)-250.006(test)-250.017(set.)]TJ
/R30 9.9626 Tf
44.6477 TL
T*[(tents.)-314.002(Finally)65.0112(,)-251.995(e)15.0122(xample)-252.017(\(e\))-250.988(is)-251.002(interesting)-251.997(because)-251.017(the)-251.987(human)]TJ
11.9551 TL
T*[(caption)-300.989(highlights)-300.989(the)-301.001(some)24.9958(what)-300.999(atypical)-300.989(belfry)-301.004(in)-300.999(the)-300.999(pic-)]TJ
T*[(ture)-340.017(\(and)-340.019(so)-340.009(the)-340.014(human)-340(discriminator)-340.012(pick)10.013(ed)-339.982(a)-339.987(photo)-339.992(with)]TJ
11.9559 TL
T*[(a)-317.011(more)-316.996(prominent)-317.006(belfry\),)-334.018(whereas)-317.006(the)-318.016(DiscriT)44.9925(une)-317.001(caption)]TJ
11.9551 TL
T*[(pro)14.9852(vides)-235(a)-236.005(more)-235.01(discriminati)24.9909(v)14.9828(e)-234.985(cue)-236.005(by)-235.01(mentioning)-235.005(the)-235.99(colo-)]TJ
T*[(nial)-249.983(style)-250.015(of)-249.995(the)-249.99(landscape.)]TJ
ET
Q
/R130 gs
Q
Q
Q
q
1 0 0 1 0 0 cm
/jHIpZCR9qQSjjeHR3L4kYA Do
Q
endstream
endobj
139 0 obj
<< /S /Transparency /Type /Group >>
endobj
140 0 obj
<< /R130 240 0 R /R27 241 0 R /R36 242 0 R >>
endobj
141 0 obj
<< /R261 327 0 R /R263 328 0 R /R28 252 0 R /R30 253 0 R /R32 254 0 R >>
endobj
142 0 obj
<< /R260 329 0 R /R265 330 0 R /jHIpZCR9qQSjjeHR3L4kYA 331 0 R >>
endobj
143 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 15 0 R /XYZ 64.458 90.465 null ] /Rect [ 75.158 671.019 84.623 683.54 ] /Subtype /Link /Type /Annot >>
endobj
144 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 16 0 R /XYZ 308.862 644.016 null ] /Rect [ 89.465 659.064 101.42 670.007 ] /Subtype /Link /Type /Annot >>
endobj
145 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 14 0 R /XYZ 308.862 373.817 null ] /Rect [ 83.771 611.243 90.745 622.187 ] /Subtype /Link /Type /Annot >>
endobj
146 0 obj
<< /A << /S /URI /Type /Action /URI (https://spacy.io/) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 63.462 77.164 146.75 88.886 ] /Subtype /Link /Type /Annot >>
endobj
147 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 687.708 null ] /Rect [ 326.397 324.187 338.353 335.131 ] /Subtype /Link /Type /Annot >>
endobj
148 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 50.112 631.192 null ] /Rect [ 340.132 324.187 352.087 335.131 ] /Subtype /Link /Type /Annot >>
endobj
149 0 obj
<< /Border [ 0 0 0 ] /C [ 0 1 0 ] /Dest [ 17 0 R /XYZ 308.862 698.134 null ] /Rect [ 353.866 324.187 365.821 335.131 ] /Subtype /Link /Type /Annot >>
endobj
150 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 308.862 536.387 null ] /Rect [ 363.452 197.399 370.426 208.342 ] /Subtype /Link /Type /Annot >>
endobj
151 0 obj
<< /Length 18360 >>
stream
q
q
q 0.1 0 0 0.1 0 0 cm
/R27 gs
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 62.0672 710.037 Tm
[(T)79.9903(o)-219.998(get)-221.014(a)-220.007(more)-219.993(general)-220.982(sense)-219.994(of)-220.001(the)-221.015(language)-219.988(of)-220(the)-221.015(dif)24.986(fer)19.9869(-)]TJ
-11.9551 -11.9551 Td
[(ent)-209.016(caption)-209.003(types,)-217(we)-208.006(lemmatized)-208.991(and)-209.018(part-of-speech)-208.982(tagged)]TJ
11.9551 TL
T*[(the)-338.994(full)-340.006(Conceptual)-339.007(Captions)-340.017(test)-338.986(set)-340.013(caption)-338.983(corpora)-339.982(with)]TJ
T*[(Spac)14.9883(y)65.0137(.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 6.9738 Tf
1 0 0 1 76.1539 677.787 Tm
(11)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 89.1512 674.172 Tm
[(W)79.9873(e)-331.988(then)-330.991(computed)-331.992(the)-330.996(local)-332.012(Mutual)-331.011(Information)]TJ
-39.0391 -11.9551 Td
[(statistics)-271.988([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 90.4605 662.217 Tm
(14)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 100.423 662.217 Tm
[(])-271.997(across)-271.989(all)-271.984(p)-1.01454(os)0.991256(sible)-272.992(lemma/caption-type)-272.011(pairs.)]TJ
-50.3109 -11.9559 Td
[(W)79.9873(e)-377(restricted)-376.002(the)-376.989(analysis)-377.007(to)-376.003(adjecti)24.9897(v)14.9828(es)-376.993(and)-376.991(nouns,)-407.981(as)-376.993(we)]TJ
11.9551 TL
T*[(found)-344.985(these)-344.991(tw)10.0081(o)-344.996(parts)-344.01(of)-345(speech)-344.998(to)-344.989(include)-344.982(the)-344.994(most)-345.011(visu-)]TJ
T*[(ally)-338.007(descripti)25.002(v)14.9828(e)-339.007(terms.)-574.981(The)-338.017(adjecti)24.9897(v)14.9828(e)-337.988(results)-337.998(are)-339.014(presented)]TJ
T*[(in)-251.985(T)79.9903(able)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 84.7719 614.396 Tm
(7)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 92.2539 614.396 Tm
[(\(noun)-252.019(analysis)-252.008(is)-251.984(in)-251.005(Appendix)-252.005(E\).)-251.995(The)-251.992(dif)24.986(ference)]TJ
-42.1418 -11.9551 Td
[(between)-352.993(the)-352.992(adjecti)24.9897(v)14.9828(es)-352.018(in)-352.988(human)-353.016(and)-352.994(DiscriT)44.9925(une)-352.995(captions)]TJ
11.9551 TL
T*[(is)-261.002(striking:)-332.996(the)-261.008(latter)-261.005(are)-262.008(nearly)-261.01(all)-261.005(highly)-260.981(visual)-262.008(descripti)25(v)14.9828(e)]TJ
11.9563 TL
T*[(terms)-369.999(\(in)-370.008(particular)40.0056(,)-398.99(colours\),)-399.992(whereas)-370.019(the)-370.009(former)-370.014(contain)]TJ
11.9547 TL
T*[(se)25.0173(v)14.9828(eral)-279.017(terms)-278.994(that)-278.998(are)-278.985(hardly)-278.998(pro)14.9852(viding)-279.997(an)15.0171(y)-279.007(visual)-278.985(informa-)]TJ
T*[(tion)-268.009(\()]TJ
/R32 9.9626 Tf
21.4918 0 Td
[(ne)15.0177(w)]TJ
/R30 9.9626 Tf
15.9 0 Td
(,)Tj
/R32 9.9626 Tf
5.20898 0 Td
(musical)Tj
/R30 9.9626 Tf
30.993 0 Td
(,)Tj
/R32 9.9626 Tf
5.20898 0 Td
(other)Tj
/R30 9.9626 Tf
21.2602 0 Td
[(\).)-365(Ev)14.9865(en)-267.993(the)-267.987(most)-268.985(concrete)-267.997(human-)]TJ
-100.063 -11.9551 Td
[(caption)-238.998(adjec)1.01821(ti)24.9909(v)14.9828(es)-239.018(are)-238.992(not)-237.982(as)-239.018<73706563690263>-238.019(as)-239.016(those)-237.98(strongly)-238.982(asso-)]TJ
T*[(ciated)-213.997(with)-215(DiscriT)44.9925(une)-213.997(\(compare)]TJ
/R32 9.9626 Tf
132.044 0 Td
[(small,)-222.01(big)10.0155(,)-221.019(lar)36.9914(g)10.0032(e)9.99343(,)-222(beautiful)]TJ
/R30 9.9626 Tf
-132.044 -11.9551 Td
(to)Tj
/R32 9.9626 Tf
10.3969 0 Td
[(r)37.0196(ed,)-269.991(blue)10.0112(,)-269.011(purple)9.98363(,)-269.992(denim)]TJ
/R30 9.9626 Tf
95.757 0 Td
[(\).)-357(The)-265.99(ClipCap)-265.007(list)-266.007(also)-265(contains)]TJ
-106.154 -11.9559 Td
[(fe)25.0081(w)-340.999(adjecti)24.9897(v)14.9828(es)-339.981(that)-340.987(might)-341.004(be)-341(genuinely)-339.99(useful)-340.987(to)-340.99(discrimi-)]TJ
T*[(nate)-239.995(a)-238.984<73706563690263>-240.019(image)-239.003(\()]TJ
/R32 9.9626 Tf
88.6668 0 Td
(white)Tj
/R30 9.9626 Tf
21.5891 0 Td
(,)Tj
/R32 9.9626 Tf
4.89805 0 Td
(aerial)Tj
/R30 9.9626 Tf
23.8102 0 Td
[(\),)-242(with)-238.997(most)-240.009(being)-239.002(either)]TJ
-138.964 -11.9551 Td
[(abstract)-223.993(or)-224(v)14.9828(ery)-224.004(generic)-222.981(\()]TJ
/R32 9.9626 Tf
98.3949 0 Td
[(biolo)9.98853(gical)]TJ
/R30 9.9626 Tf
40.309 0 Td
(,)Tj
/R32 9.9626 Tf
4.77305 0 Td
[(tr)36.9877(endy)]TJ
/R30 9.9626 Tf
25.0848 0 Td
(,)Tj
/R32 9.9626 Tf
4.77305 0 Td
(funny)Tj
/R30 9.9626 Tf
22.1371 0 Td
(,)Tj
/R32 9.9626 Tf
4.77305 0 Td
[(g)10.0032(ener)15.0196(al)]TJ
/R30 9.9626 Tf
30.1969 0 Td
(\).)Tj
-230.442 -11.9547 Td
[(It)-265.011(is)-265.001(remarkable)-265.008(that)-266.019(self)0.986355(-supervised)-266.01(discriminati)24.9885(v)14.9828(e)-265.02<026e6574756e2d>]TJ
T*[(ing,)-312.987(probably)-300.984(by)-300.019(e)15.0122(xploiting)-300.014(the)-301.001(multimodal)-300.004(kno)24.9909(wledge)-300.996(en-)]TJ
T*[(coded)-255.01(in)-255.984(the)-255.008(pre-trained)-255.99(ClipCap)-255.009(components,)-257.011(is)-255.984(able)-255.014(to)-255.984(re-)]TJ
11.9559 TL
T*[(co)15.0177(v)14.9828(er)-198.994(a)-198.991(highly)-200.011(visually)-198.988(descripti)25.002(v)14.9828(e)-198.991(language,)-209.007(despite)-199.984(the)-199.018(f)9.99588(act)]TJ
11.9551 TL
T*[(that)-387.998(it)-389.019(operates)-388.006(on)-388.984(a)-388.019(system)-389.001(that)-387.999(has)-388.006(been)-388.991(trained)-388.001(on)-388.984(hu-)]TJ
T*[(man)-312.994(captions)-313.019(that,)-328.987(as)-313.005(we)-313.008(ha)19.9979(v)14.9828(e)-313.012(just)-312.981(seen,)-329(are)-313.019(not)-312.989(as)-313.004(plainly)]TJ
T*[(descripti)25.002(v)14.9828(e,)-325.006(and)-309.981(that)-310.992(the)-310.019(system)-309.995(is)-310.013(not)-310.01(e)15.0122(xposed)-310.005(to)-310.995(an)15.0171(y)-309.983(ne)25.0154(w)]TJ
T*[(language)-249.983(during)-250.012<026e6574756e696e672e>]TJ
/R28 11.9552 Tf
26.0082 TL
T*[(6.)-249.99(Conclusion)]TJ
/R30 9.9626 Tf
11.9547 -19.6277 Td
[(W)79.9873(e)-609.981(presented)-610.984(a)-609.982(simple)-611.002<026e6574756e696e67>-610.006(method)-609.986(to)-610.984(mak)10.0106(e)]TJ
-11.9547 -11.9551 Td
[(model-generated)-466.997(ca)1.01086(ptions)-466.985(more)-467.01(discriminati)26.0079(v)14.0026(e.)-959.019(Gi)24.986(v)14.9828(en)-467.02(a)]TJ
11.9563 TL
T*[(pre-trained)-257.009(captioner)40.0068(,)-259.013(its)-256.995(te)14.9803(xt)-257.004(generation)-256.999(component)-257.018(is)-257.004<026e652d>]TJ
11.9547 TL
T*[(tuned)-316.008(on)-316.016(the)-316.018(task)-316.012(of)-315.985(helping)-315.995(a)-315.991(black-box)-316.006(te)14.9803(xt-based)-316.009(image)]TJ
T*[(retrie)25.0148(v)14.9828(er)-440.993(picking)-440.014(a)-440.99(tar)17.997(get)-441.017(image)-441.009(among)-439.983(distractors.)-882.997(The)]TJ
T*[(task)-360.984(only)-361.016(r)1.01637(equires)-360.988(unannotated)-361.006(images,)-387.989(and)-360.994(we)-361.001(were)-361.008(able)]TJ
T*[(to)-340.99(mak)10.0112(e)-341.006(the)-340.994(system)-341.009(w)10(ork)-340.995(with)-341.019(the)-340.995(basic)-340.992(REINFORCE)-341.017(al-)]TJ
11.9559 TL
T*[(gorithm.)-721.015(W)79.9873(e)-386.019(lea)19.9954(v)14.9828(e)-387(the)-386.987(e)15.0122(xploration)-386.994(of)-386.992(more)-386.984(sophisticated)]TJ
11.9551 TL
T*[(reinforcement)-344.006(learning)-344.984(techniques)-343.994(as)-345(an)-343.982(ob)14.9877(vious)-345.011(direction)]TJ
T*[(for)-238(future)-237.993(w)10.0014(ork.)-306.018(Our)-239.014(results)-238.014(are)-238.012(reported)-237.992(using)-238.009(tw)10.0081(o)-239.014(caption-)]TJ
T*[(ers,)-263.014(ClipCap,)-263.005(a)-261.02(decoder)19.9954(-only)-260.017(model,)-262.988(and)-261.01(BLIP)110.991(,)-259.993(an)-261.015(encoder)19.9942(-)]TJ
T*[(decoder)-249.999(trained)-249.985(with)-250.015(multitask)-249.984(learning)-250.02(on)-249.988(web-scale)-249.997(data.)]TJ
11.9547 -12.6551 Td
[(W)79.9873(e)-234.004(found)-233.003(that)-233.985(the)-233.993(discriminati)24.9897(v)14.9828(ely)-233.013<026e6574756e6564>-234.008(captions)-234.012(do)]TJ
-11.9547 -11.9551 Td
[(not)-276.995(impro)15.0042(v)14.9828(e)-277.997(o)14.9828(v)14.9828(er)-276.981(the)-277.985(original)-276.983(ones)-277.981(in)-277(terms)-278.015(of)-277.01(similarity)-277.981(to)]TJ
T*[(human)-357.996(ground)-357.016(truth,)-385.01(when)-356.991(tested)-358.002(on)-356.989(the)-358.011(same)-356.989(dataset)-358.006(the)]TJ
T*[(captioner)-374.003(w)10.0014(as)-374.015(trained)-374.984(on.)-683.011(Ho)24.9836(we)25.0142(v)14.9828(er)39.986(,)-404.989(for)-374.018(both)-373.994(models)-375.004(and)]TJ
T*[(on)-423.018(a)-424.012(v)24.9811(ariety)-422.981(of)-422.987(out-of-domain)-424.004(datasets,)-466.018(the)14.9852(y)-424.003(consistently)]TJ
T*[(outperform)-320(those)-318.987(of)-319.985(the)-320.018(original)-319.996(captioner)54.9835(.)-519.009(Discriminati)24.986(v)14.9828(e)]TJ
11.9559 TL
T*[(pressure)-227.994(might)-228.004(be)-228(a)-226.987(strong)-228.016(enough)-227.98(signal)-228.013(to)-227.989<93756e6c6561726e94>-227.999(some)]TJ
11.9551 TL
T*[(of)-222(the)-221.994(o)14.9828(v)14.9828<65720274>-221.988(on)-221.992(the)-221.995(caption)-221.981(style)-221.981(of)-222(the)-221.995(pre-training)-222.019(dataset,)]TJ
T*[(and)-194.001(instead)-193.985(better)-194(capture)-194.006(the)-194(semantic)-193.982(content)-195.007(of)-194.004(the)-194(image.)]TJ
ET
Q
3.98 w
0 G
501.121 906.789 m
1446.11 906.789 l
S
q
10 0 0 10 0 0 cm BT
/R30 5.9776 Tf
1 0 0 1 57.982 83.8129 Tm
(11)Tj
ET
Q
0 1 0 0 k
q
10 0 0 10 0 0 cm BT
/R34 7.9701 Tf
1 0 0 1 64.4578 81 Tm
(https://spacy.io/)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 308.862 710.037 Tm
[(What')55.0153(s)-208(more,)-217.01(for)-208.007(the)-207.997(noisily)-208(annotated)-209.004(Conceptual)-208.009(Captions)]TJ
11.9551 TL
T*[(data-set)-191.997(\(where)-190.995(we)-192.01(observ)14.9926(ed)-190.988(the)-191.997(lar)17.997(gest)-191.992(performa)0.98513(n)-1.01454(c)1.01454(e)-192.012(drop)-191.997(in)]TJ
T*[(terms)-193.009(of)-194.004(mimicking)-193.009(ground-truth)-192.987(descriptions)-192.982(when)-193.997<026e6574756e2d>]TJ
T*[(ing)-286.014(ClipCap\),)-295.982(discriminati)24.9909(v)14.9828(ely)-285.982<026e6574756e6564>-287.016(captions)-286.006(are)-286.982(more)]TJ
T*[(helpful)-290.988(than)-292.017(ground-truth)-291.01(captions,)-301.999(not)-292.01(only)-290.986(to)-292.02(a)-291.015(neural)-291.986(re-)]TJ
11.9559 TL
T*[(trie)24.9836(v)14.9828(er)39.986(,)-218.981(b)20.0016(ut)-211.992(also)-211.009(for)-210.987(h)-1.01454(um)0.997383(ans)-211.999(task)10.013(ed)-210.984(with)-211.979(a)-210.989(challenging)-212.009(image)]TJ
11.9551 TL
T*[<6964656e746902636174696f6e>-306.99(task.)-481(This)-306.986(suggests)-307.012(that)-306.993(our)-307.983(system)-307.012(could)-306.988(be)]TJ
T*[(used)-332.011(as-is)-332.011(to)-332.011(generate)-331.986(W)79.9866(eb)-331.984(image)-332.008(captions)-331.999(that)-332.008(are)-331.994(on)-332.013(a)19.9918(v-)]TJ
T*[(erage)-379.988(more)-380.985(i)0.98758(nformati)25(v)14.9828(e)-381(to)-380.005(users)-380.005(than)-380.981(a)1.01454(lt-te)14.9926(xt)-380.985(descriptions)]TJ
T*[(\(which)-249.005(are)-250.01(the)-249.01(source)-249.993(of)-249.015(Conceptual)-248.983(Captions)-249.993(annotations\).)]TJ
11.9551 -12.0211 Td
[(Qualitati)25.0105(v)14.9828(ely)65.0161(,)-521.989(we)-468.003<026e64>-468.015(t)0.98513(hat,)-523(e)25.0105(v)14.9828(en)-467.02(when)-467.991<026e6574756e696e67>-467.991(the)]TJ
-11.9551 -11.9551 Td
[(Conceptual)-313.992(Captions-trained)-314.011(captioner)-314.011(\(that)-314.016(has)-315.001(learned)-313.987(to)]TJ
11.9559 TL
T*[(reproduce)-370.017(the)-370.99(some)24.9958(what)-370.007(abstract)-370.987(style)-369.997(of)-370.017(alt-te)14.9877(xt)-370.987(descrip-)]TJ
11.9551 TL
T*[(tions\),)-413(our)-380.988(discriminati)24.9885(v)14.9828(e)-380.02<026e6574756e696e67>-380.985(procedure)-380.015(reco)15.0122(v)14.9828(ers)-380.995(a)]TJ
T*[(more)-334.013(precise)-333.981(and)-334.018(plai)0.994932(nly)-334.006(descripti)25(v)14.9828(e)-333.988(language.)-562.009(Compared)]TJ
T*[(to)-288.018(those)-288.011(of)-287.989(the)-287.984(original)-288.981(captioner)40.008(,)-297.004(it)-288.016(is)-288.016(also)-288.016(clear)-288.981(wh)4.98936(y)-287.986(these)]TJ
T*[(more)-376.986(descripti)25(v)14.9828(e)-377.981(captions,)-409(that)-376.981(shed)-378.006(the)-376.986(idiosyncrasies)-378.01(of)]TJ
T*[(alt-te)14.9877(xt,)-247.003(will)-246.993(generalize)-247.018(better)-247.008(to)-245.988(other)-247.008(datasets.)-308.988(W)79.9866(e)-246.983(focused)]TJ
11.9563 TL
T*[(our)-418.001(analysis)-417.001(on)-417.999(ClipCap)-416.984(and)-418.004(Conceptual)-416.994(Captions,)-459.992(since)]TJ
11.9551 TL
T*[(this)-442.019(i)0.98758(s)-442(the)-441.997(setup)-441.005(where)-442.01(we)-440.985(observ)14.9926(ed)-442.005(the)-441.015(lar)17.997(gest)-441.99(discrep-)]TJ
T*[(anc)15.0147(y)-388.009(between)-388.987(human)-387.992(and)-388.009(discriminati)24.9909(v)14.9828(ely-generated)-388.989(cap-)]TJ
T*[(tions,)-367.985(and)-344.016(a)-343.987(mark)10.0081(ed)-345.001(asymmetry)-343.987(in)-344.011(retrie)25.0154(v)24.9811(al)-344.016(vs.)-344.987(generation)]TJ
T*[(performance.)-325.982(W)79.9866(e)-254.982(lea)19.9942(v)14.9828(e)-256.001(a)-254.982(thorough)-256.001(in)40.0031(v)14.9828(estig)5(ation)-254.997(of)-255.016(ho)24.986(w)-255.992(the)]TJ
T*[(nature)-289.986(of)-289.008(the)-289.983(captions)-290.003(used)-290.02(to)-289(train)-290.02(the)-289.981(backbone)-290.02(captioner)]TJ
11.9559 TL
T*[(af)25.0081(fects)-309.985(our)-311(method)-309.997(to)-310.014(future)-311.002(w)10.0032(ork.)-491.006(Gi)24.986(v)14.9828(en)-309.987(that)-310.012(se)25.0154(v)14.9828(eral)-311.012(pre-)]TJ
11.9551 TL
T*[(trained)-390.981(te)14.9803(xt-based)-391.996(image)-391.018(retrie)25.0154(v)14.9828(ers)-390.994(are)-391.003(publicly)-392.013(a)19.9918(v)24.9811(ailable,)]TJ
T*[(another)-265.985(interesting)-267.017(direction)-266.01(w)10.0032(ould)-266.99(be)-265.995(to)-265.985(alternate)-267.009(dif)24.986(ferent)]TJ
T*[(retrie)25.0154(v)14.9828(ers)-245.02(during)-246.013<026e6574756e696e672e>-308.012(This)-244.993(might)-246.003(help)-245.003(the)-245.008(model)-246.013(fur)19.9967(-)]TJ
T*[(ther)-192.002(generalize,)-204.003(as)-192.985(it)-191.992(w)10(ould)-191.983(be)-192.987(less)-191.992(lik)10.0179(ely)-193.017(to)-191.997(o)14.9828(v)14.9828<65720274>-191.992(the)-193.017(quirks)]TJ
T*[(of)-249.995(one)-249.993<73706563690263>-250.017(retrie)25.0154(v)14.9828(er)55.0031(.)]TJ
11.9551 -12.0211 Td
[(Finally)65.0112(,)-216(there)-206.985(has)-207.017(been)-206.983(recent)-206.99(progress)-207.01(in)-207.995(training)-206.995(models)]TJ
-11.9551 -11.9559 Td
[(to)-229.989(learn)-230(from)-229.991(human)-230.018(feedback)-230.006(through)-230.011(reinforcement)-229.986(learn-)]TJ
T*[(ing)-249([)]TJ
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 327.393 327.34 Tm
(28)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 337.355 327.34 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 341.131 327.34 Tm
(29)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 351.093 327.34 Tm
(,)Tj
ET
Q
0 1 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 354.859 327.34 Tm
(40)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 364.822 327.34 Tm
[(].)-309.987(Gi)24.986(v)14.9828(en)-249.017(the)-249.007(costly)-248.993(human)-250.012(annotation)-249.017(process)]TJ
-55.9598 -11.9547 Td
[(required)-344.014(by)-344.991(this)-343.997(approach,)-368.992(our)-344.016(method)-345.011(could)-344.001(be)-345.001(seen)-344.021(as)-345.001(a)]TJ
11.9551 TL
T*[(cheaper)-351.99(alternati)24.9934(v)14.9828(e,)-376.998(e)15.0122(xploiting)-352.005<936e657572616c94>-351.985(feedback)-351.985(to)-352.01(guide)]TJ
T*[(the)-291.983<026e6574756e696e67>-293(of)-291.988(an)-291.99(e)15.0122(xisting)-291.986(model.)-436.996(Future)-292.005(research)-292.985(direc-)]TJ
T*[(tions)-270.004(should)-270(study)-270.004(the)-269.987(interplay)-270.009(between)-269.989(human)-270.989(and)-269.989(neural)]TJ
11.9559 TL
T*[(feedback)-250.002(to)-249.985(impro)15.0048(v)14.9828(e)-250.002(the)-249.99(capabilities)-250.002(of)-249.997(current)-249.997(systems.)]TJ
/R28 11.9552 Tf
24.107 TL
T*[(Ackno)9.98397(wledgements)]TJ
/R30 9.9626 Tf
11.9551 -18.9949 Td
[(W)79.9866(e)-424.993(thank)-425.99(the)-425.02(area)-425.005(chairs)-426.002(and)-424.983(re)25.0056(vie)24.986(wers)-424.988(for)-426.007(feedback.)]TJ
-11.9551 -11.9551 Td
[(W)79.9866(e)-291.995(thank)-292.013(Corentin)-293.015(K)25.0179(erv)25.013(adec)-292(for)-291.99(feedback)-291.995(and)-291.986(help)-292.995(in)-292.02(cre-)]TJ
11.9559 TL
T*[(ating)-484.017(Figure)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 364.454 200.551 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 9.9626 Tf
1 0 0 1 369.435 200.551 Tm
[(,)-541.986(and)-485.012(Lorenzo)-483.993(Baraldi)-484.017(and)-483.993(Manuele)-485.002(Bar)20.0016(-)]TJ
-60.5727 -11.9551 Td
[(raco)-404.999(for)-404.994(replying)-405.003(to)-405.018(a)-404.996(Sunday)-405.001(night)-405.001(email)-405.991(during)-405.006(the)-404.981(re-)]TJ
11.9551 TL
T*[(b)20.0016(uttal.)-657.003(EG,)-364.988(NCR,)-365.986(FF)-365.008(and)-366.012(MB)-365.013(recei)25.0056(v)14.9828(ed)-366.017(funding)-365.008(from)-366.008(the)]TJ
T*[(European)-518.019(Research)-517.987(Council)-517.992(\(ERC\))-518.007(under)-517.982(the)-517.982(European)]TJ
T*[(Union')54.9933(s)-273.989(Horizon)-274.996(2020)-274.013(research)-274.988(and)-273.989(inno)15.0024(v)24.9811(ation)-274.993(programme)]TJ
T*[(\(grant)-443.997(agreements)-443.99(No.)-443.014(715154)-444.014(and)-444(No.)-443.995(101019291\))-444(and)]TJ
11.9563 TL
T*[(the)-441.017(Spanish)-440.985(Research)-440.98(Agenc)14.9828(y)-442(\(ref.)-440.995(PID2020-112602GB-)]TJ
11.9547 TL
T*[(I00/MICIN/AEI/10.13039/501100011033\).)-553.986(This)-330.979(paper)-331.984(re-)]TJ
T*[<0365637473>-306.988(the)-308.02(authors')-306.99(vie)24.9836(w)-307.005(only)64.9941(,)-321.981(and)-307.983(the)-306.998(funding)-307.017(agencies)-307.983(are)]TJ
T*[(not)-300.991(responsible)-301.013(for)-299.992(an)15.0171(y)-301.004(use)-301.004(that)-300.994(may)-300.994(be)-299.989(made)-300.999(of)-301.009(the)-300.999(infor)20.0065(-)]TJ
T*[(mation)-250.005(it)-249.983(contains.)]TJ
ET
Q
Q
Q
Q
q
1 0 0 1 0 0 cm
/fhPykpSB55iW6Y8_VkERyQ Do
Q
endstream
endobj
152 0 obj
<< /R27 241 0 R >>
endobj
153 0 obj
<< /R28 252 0 R /R30 253 0 R /R32 254 0 R /R34 255 0 R >>
endobj
154 0 obj
<< /BBox [ 0 0 612 792 ] /Matrix [ 1 0 0 1 0 0 ] /Resources << /Font 332 0 R /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ] >> /Subtype /Form /Type /XObject /Length 112 /Filter /FlateDecode >>
stream
x-0D|K4vSҬH01 ;p>=%-nD
1cOrAKbTceCHq>^KkaZ^7F/Tro
endstream
endobj
155 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 11 0 R /XYZ 49.112 721.0 null ] /Rect [ 279.223 644.635 285.699 654.706 ] /Subtype /Link /Type /Annot >>
endobj
156 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 12 0 R /XYZ 49.112 721.0 null ] /Rect [ 278.237 588.147 284.713 598.195 ] /Subtype /Link /Type /Annot >>
endobj
157 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 208.659 531.659 215.134 541.707 ] /Subtype /Link /Type /Annot >>
endobj
158 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 217.625 531.659 224.101 541.707 ] /Subtype /Link /Type /Annot >>
endobj
159 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 246.209 486.219 252.685 496.201 ] /Subtype /Link /Type /Annot >>
endobj
160 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 167.683 419.36 174.158 428.754 ] /Subtype /Link /Type /Annot >>
endobj
161 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 197.782 395.072 204.258 405.121 ] /Subtype /Link /Type /Annot >>
endobj
162 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 69.035 340.525 75.511 348.633 ] /Subtype /Link /Type /Annot >>
endobj
163 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 175.537 293.732 182.013 303.104 ] /Subtype /Link /Type /Annot >>
endobj
164 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 136.264 259.162 142.74 268.534 ] /Subtype /Link /Type /Annot >>
endobj
165 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 12 0 R /XYZ 49.112 721.0 null ] /Rect [ 268.275 201.997 274.75 212.046 ] /Subtype /Link /Type /Annot >>
endobj
166 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 11 0 R /XYZ 49.112 721.0 null ] /Rect [ 209.214 145.509 215.69 155.558 ] /Subtype /Link /Type /Annot >>
endobj
167 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 92.437 79.878 98.913 88.111 ] /Subtype /Link /Type /Annot >>
endobj
168 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 49.112 721.0 null ] /Rect [ 373.11 642.023 379.585 651.395 ] /Subtype /Link /Type /Annot >>
endobj
169 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 15 0 R /XYZ 49.112 721.0 null ] /Rect [ 471.496 618.249 477.972 628.297 ] /Subtype /Link /Type /Annot >>
endobj
170 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 351.187 575.049 357.663 583.282 ] /Subtype /Link /Type /Annot >>
endobj
171 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 327.785 519.2 334.261 527.308 ] /Subtype /Link /Type /Annot >>
endobj
172 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 11 0 R /XYZ 49.112 721.0 null ] /Rect [ 494.397 483.202 500.873 493.251 ] /Subtype /Link /Type /Annot >>
endobj
173 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 434.996 438.536 441.471 448.235 ] /Subtype /Link /Type /Annot >>
endobj
174 0 obj
<< /A << /S /URI /Type /Action /URI (https://github.com/facebookresearch/EGG) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 511.343 404.13 546.108 414.179 ] /Subtype /Link /Type /Annot >>
endobj
175 0 obj
<< /A << /S /URI /Type /Action /URI (https://github.com/facebookresearch/EGG) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 327.785 393.705 507.311 403.22 ] /Subtype /Link /Type /Annot >>
endobj
176 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 49.112 721.0 null ] /Rect [ 533.204 393.705 539.68 403.22 ] /Subtype /Link /Type /Annot >>
endobj
177 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 49.112 721.0 null ] /Rect [ 351.187 360.93 357.663 369.163 ] /Subtype /Link /Type /Annot >>
endobj
178 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 441.316 314.099 447.792 324.148 ] /Subtype /Link /Type /Annot >>
endobj
179 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 11 0 R /XYZ 49.112 721.0 null ] /Rect [ 450.283 314.099 456.758 324.148 ] /Subtype /Link /Type /Annot >>
endobj
180 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 49.112 721.0 null ] /Rect [ 457.025 280.042 463.501 290.091 ] /Subtype /Link /Type /Annot >>
endobj
181 0 obj
<< /A << /S /URI /Type /Action /URI (https://arxiv.org/abs/2201.12086) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 511.837 245.986 546.108 256.034 ] /Subtype /Link /Type /Annot >>
endobj
182 0 obj
<< /A << /S /URI /Type /Action /URI (https://arxiv.org/abs/2201.12086) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 327.785 235.56 469.653 245.076 ] /Subtype /Link /Type /Annot >>
endobj
183 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 495.546 235.56 502.021 245.076 ] /Subtype /Link /Type /Annot >>
endobj
184 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 49.112 721.0 null ] /Rect [ 504.512 235.56 510.988 245.076 ] /Subtype /Link /Type /Annot >>
endobj
185 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 351.187 179.73 357.663 189.101 ] /Subtype /Link /Type /Annot >>
endobj
186 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 49.112 721.0 null ] /Rect [ 360.154 179.73 366.629 189.101 ] /Subtype /Link /Type /Annot >>
endobj
187 0 obj
<< /A << /S /URI /Type /Action /URI (https://openaccess.thecvf.com/ECCV2018) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 441.899 134.57 546.108 144.086 ] /Subtype /Link /Type /Annot >>
endobj
188 0 obj
<< /A << /S /URI /Type /Action /URI (https://openaccess.thecvf.com/ECCV2018) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 327.785 124.302 431.994 133.127 ] /Subtype /Link /Type /Annot >>
endobj
189 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 435.471 124.302 441.947 133.127 ] /Subtype /Link /Type /Annot >>
endobj
190 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 422.577 78.063 429.052 88.111 ] /Subtype /Link /Type /Annot >>
endobj
191 0 obj
<< /Length 22486 >>
stream
q
q
q 0.1 0 0 0.1 0 0 cm
/R27 gs
0 g
q
10 0 0 10 0 0 cm BT
/R28 11.9552 Tf
1 0 0 1 50.1121 710.037 Tm
[(Refer)18(ences)]TJ
/R30 8.9664 Tf
4.48281 -18.6293 Td
[([1])-556.01(Harsh)-476.993(Agra)14.9865(w)10.0105(al,)-535.015(Karan)-478.017(Desai,)-534.996(Y)110.995(ufei)-477.981(W)80.0106(ang,)-534.981(Xinlei)-477(Chen,)]TJ
15.4359 -10.959 Td
[(Rishabh)-243.001(Jain,)-243.994(Mark)-241.991(Johnson,)-243.981(Dhruv)-242.989(Batra,)-244.018(De)25.0229(vi)-243(P)15.0056(arikh,)-244.013(Ste-)]TJ
10.959 TL
T*[(f)10.0058(an)-237.015(Lee,)-239.979(and)-237.015(Peter)-237.979(Anders)1.00609(on.)-332.994(Nocaps:)-302.989(No)15.0192(v)14.9865(el)-238.009(object)-237.015(caption-)]TJ
T*[(ing)-285.999(at)-287.019(scale.)-476.018(In)]TJ
/R32 8.9664 Tf
57.5371 0 Td
[(Pr)45.0031(oceedings)-286.008(of)-287(t)1.01153(he)-286.984(IEEE/CVF)-285.98(International)]TJ
-57.5371 -10.959 Td
[(Confer)36.9945(ence)-249.992(on)-249.978(Computer)-249.981(V)74.0122(ision)]TJ
/R30 8.9664 Tf
114.813 0 Td
[(,)-250(pages)-250.011(8948\2268957,)-250.003(2019.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 280.22 647.572 Tm
(4)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 54.5949 634.92 Tm
[([2])-556.01(Peter)-619.002(Anderson,)-711.005(Basura)-619.012(Fernando,)-712.003(Mark)-619.007(Johnson,)-711.001(and)]TJ
15.4359 -10.959 Td
[(Stephen)-338.994(Gould.)-645.009(Spice:)-488.98(Semantic)-338.995(propositional)-339.021(image)-339.002(cap-)]TJ
10.959 TL
T*[(tion)-242.99(e)24.9875(v)25.0066(aluation.)-343.983(In)-242.979(Bastian)-243.011(Leibe,)-243.979(Jiri)-243(Matas,)-244.007(Nicu)-242.983(Sebe,)-244.007(and)]TJ
T*[(Max)-232(W)80.0106(elling,)-235.005(editors,)]TJ
/R32 8.9664 Tf
79.7973 0 Td
[(Computer)-231.989(V)74.0122(ision)-231.006<96>-231.986(ECCV)-232.013(2016)]TJ
/R30 8.9664 Tf
111.765 0 Td
[(,)-235.014(pages)]TJ
-191.562 -10.959 Td
[(382\226398,)-250.003(Cham,)-249.997(2016.)-250.002(Springer)-249.999(International)-249.984(Publishing.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 279.235 591.084 Tm
(5)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 54.5949 578.432 Tm
[([3])-556.01(Peter)-600.008(Anderson,)-688.003(Xiaodong)-600.005(He,)-687.992(Chris)-601.015(Buehle)0.985668(r)39.021(,)-687.005(Damien)]TJ
15.4359 -10.959 Td
[(T)70.0049(ene)14.992(y)65(,)-657.99(Mark)-577.009(J)1.00609(ohnson,)-658.99(Stephen)-575.989(Gould,)-657.993(and)-575.997(Lei)-576.994(Zhang.)]TJ
10.959 TL
T*[(Bottom-up)-252.001(and)-252.001(top-do)25(wn)-251.992(attention)-252.987(for)-252.01(image)-252.001(captioning)-251.993(and)]TJ
T*[(visual)-308.005(question)-309.007(answering.)-545.989(In)]TJ
/R32 8.9664 Tf
111.567 0 Td
[(Pr)45.0031(oceedings)-308.008(of)-309.001(CVPR)]TJ
/R30 8.9664 Tf
79.341 0 Td
[(,)-307.986(pages)]TJ
-190.908 -10.959 Td
[(6077\2266086,)-250.003(Salt)-250.004(Lak)9.99554(e)-249.997(City)64.9874(,)-250(UT)74.0027(,)-250(2018.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 209.656 534.596 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 214.139 534.596 Tm
(,)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 218.622 534.596 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 54.5949 521.944 Tm
[([4])-556.01(Manuele)-274.986(Barraco,)-281.004(Matteo)-275.001(Stef)10.0146(anini,)-281.02(Marcella)-275.009(Cornia,)-280.986(Silvia)]TJ
15.4359 -10.959 Td
[(Cascianelli,)-305.002(Lorenzo)-293.993(Baraldi,)-305(and)-293.999(Rit)0.991113(a)-293.999(Cucchiara.)-501.005(CaMEL:)]TJ
10.959 TL
T*[(Mean)-333.005(T)70.0049(eacher)-332.015(Learning)-333.02(for)-331.997(Image)-333.014(Captioning.)-623.99(In)]TJ
/R32 8.9664 Tf
186.948 0 Td
(Interna-)Tj
-186.948 -10.959 Td
[(tional)-249.996(Confer)36.9939(ence)-249.992(on)-249.978(P)79.9807(attern)-250.019(Reco)10.02(gnition)]TJ
/R30 8.9664 Tf
149.289 0 Td
[(,)-250(2022.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 247.205 489.067 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 54.5949 476.415 Tm
[([5])-556.01(Raf)24.9868(f)10.0058(aell)0.982264(a)-400.995(Bernardi,)-437.985(Ruk)9.98873(et)-400.986(Cakici,)-437.992(Desmond)-399.99(Elliott,)-437.988(A)92(ykut)]TJ
15.4359 -10.959 Td
[(Erdem,)-547.016(Erkut)-487.987(Erdem,)-547.016(Nazli)-488.005(Ikizler)19.9924(-Cinbis,)-547.007(Frank)-487.993(K)24.9957(eller)40.0039(,)]TJ
10.959 TL
T*[(Adrian)-338.015(Muscat,)-359.98(and)-338(Barbara)-338.008(Plank.)-640.992(Automatic)-337.991(description)]TJ
T*[(generation)-312.984(from)-313.996(i)1.01153(mages:)-437.021(A)-312.984(surv)15.0192(e)15.011(y)-314.02(of)-312.988(models,)-328.982(datasets,)-329.014(and)]TJ
T*[(e)24.9875(v)25.0066(aluation)-360.994(measures.)]TJ
/R32 8.9664 Tf
82.1641 0 Td
[(J)24.9875(ournal)-361.014(of)-361.018<41727469026369616c>-361.01(Intellig)9.9792(ence)-360.997(Re-)]TJ
-82.1641 -10.959 Td
[(sear)37.0204(c)15.011(h)]TJ
/R30 8.9664 Tf
23.4383 0 Td
[(,)-250(55:409\226442,)-249.995(2016.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 168.679 421.62 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 54.5949 408.968 Tm
[([6])-556.01(P)15.0049(aul)-329.016(Bloom.)]TJ
/R32 8.9664 Tf
66.3531 0 Td
[(How)-329.003(Childr)36.9789(en)-328.982(Learn)-330.005(the)-329.017(Meanings)-328.984(of)-328.998(W)91.9966(or)36.9898(ds)]TJ
/R30 8.9664 Tf
163.172 0 Td
(.)Tj
-214.089 -10.959 Td
[(MIT)-249.993(Press,)-250.007(Cambridge,)-249.978(MA,)-250.006(2000.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 198.779 398.009 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 54.5949 385.357 Tm
[([7])-556.01(Tseng-Hung)-452.995(Chen,)-503.993(Y)110.995(uan-Hong)-453.997(Liao,)-504.003(Ching-Y)99.9799(ao)-453.012(Chuang,)]TJ
15.4359 -10.959 Td
[(W)80.0106(an-T)34.9885(ing)-271.012(Hsu,)-276.014(Jianlong)-271.018(Fu,)-275.991(and)-270.996(Min)-271.008(Sun.)-427.992(Sho)24.9793(w)64.9887(,)-276.009(adapt)-271.007(and)]TJ
10.959 TL
T*[(tell:)-500.985(Adv)15.0192(ersarial)-346.016(training)-345.001(of)-346.012(cross-domain)-344.992(image)-346.016(captioner)55.0122(.)]TJ
(In)'
/R32 8.9664 Tf
9.43008 0 Td
[(Pr)45.0024(oceedings)-219.005(of)-217.993(ICCV)]TJ
/R30 8.9664 Tf
75.741 0 Td
[(,)-218.982(pages)-217.992(521\226530,)-224.996(V)110.994(enice,)-225(Italy)64.9833(,)-224.994(2017.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 70.0309 341.521 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 54.5949 328.869 Tm
[([8])-556.01(Jaemin)-356.991(Cho,)-384.997(Seungh)5.0073(yun)-358.022(Y)109.993(oon,)-385.011(Ajink)14.9947(ya)-357.996(Kale,)-385.004(Franck)-357.01(Der)19.9965(-)]TJ
15.4359 -10.959 Td
[(noncourt,)-244.014(T)35.0212(rung)-242.979(Bui,)-244.01(and)-242.983(Mohit)-241.984(Bansal.)-343.982(Fine-grained)-243.013(image)]TJ
10.959 TL
T*[(captioning)-265.021(with)-265(CLIP)-265.998(re)25.0174(w)10.0105(a)0.982945(rd.)-408.985(In)]TJ
/R32 8.9664 Tf
120.691 0 Td
[(F)44.9976(indings)-264.987(of)-265(N)26.9806(AA)30.0057(CL)]TJ
/R30 8.9664 Tf
70.6043 0 Td
[(,)-264.987(pages)]TJ
-191.295 -10.959 Td
[(517\226527,)-250.003(Seattle,)-250.011(W)120.004(A,)-250.01(2022.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 176.534 295.992 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 54.5949 283.34 Tm
[([9])-556.01(Bo)-471.016(Dai)-471.006(and)-471.005(Dahua)-470.99(Lin.)-1066.98(Contrasti)25.0174(v)14.9865(e)-471.005(learning)-471.021(for)-471.013(image)]TJ
15.4359 -10.959 Td
[(captioning.)-607.99(In)]TJ
/R32 8.9664 Tf
55.9492 0 Td
[(Pr)45.0031(oceedings)-327.003(of)-327.996(NIPS)]TJ
/R30 8.9664 Tf
76.193 0 Td
[(,)-326.98(pages)-327.993(898\226907,)-346.021(Long)]TJ
-132.142 -10.959 Td
[(Beach,)-250(CA,)-249.996(2017.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 137.261 261.422 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 248.77 Tm
[([10])-556.01(Mic)0.996559(hael)-221.994(Denk)9.99146(o)25.0066(wski)-221.005(and)-220.983(Alon)-221.009(La)20.017(vie.)-298.02(Meteor)-221.002(uni)25.0147(v)14.9865(ersal:)-295.011(Lan-)]TJ
19.9187 -10.959 Td
[(guage)-232.983<73706563690263>-233.012(translation)-233(e)24.9875(v)25.0066(aluation)-232.999(for)-234.017(an)15.011(y)-232.988(tar)18.0116(get)-232.999(language.)]TJ
10.959 TL
(In)'
/R32 8.9664 Tf
9.34023 0 Td
[(Pr)45.0024(oceedings)-208.985(of)-208.017(the)-208.993(Ninth)-207.994(W)91.9952(orkshop)-208.994(on)-208.983(Statistical)-207.987(Mac)14.9974(hine)]TJ
-9.34023 -10.959 Td
[(T)54.9979(r)14.9906(anslation)]TJ
/R30 8.9664 Tf
41.2273 0 Td
[(,)-534.003(pages)-477.99(376\226380,)-534.006(Baltimore,)-534.006(Maryland,)-534(USA,)]TJ
-41.2273 -10.959 Td
[(June)-249.993(2014.)-250.002(Association)-249.991(for)-250.007(Computational)-250.003(Linguistics.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 269.273 204.934 Tm
(5)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 192.282 Tm
[([11])-556.01(Robert)0.991113(o)-627.996(Dess)]TJ
71.618 0.0449219 Td
<1e>Tj
0.246875 -0.0449219 Td
[<112c>-721.978(Eleonora)-626.999(Gualdoni,)-721.999(Francesca)-626.994(Franzon,)]TJ
-51.9461 -10.959 Td
[(Gemma)-278.979(Boleda,)-286.002(and)-278.01(Marco)-278.997(Baroni.)-451.98(Communication)-279.017(break-)]TJ
10.959 TL
T*[(do)25.0059(wn:)-348.002(On)-269.984(the)-268.982(lo)25.0147(w)-268.982(mutual)-269.01(intelligibility)-268.989(between)-269.989(human)-268.984(and)]TJ
10.9582 TL
T*[(neural)-337.981(captioning.)-640.01(In)]TJ
/R32 8.9664 Tf
81.7742 0 Td
[(Pr)45.0031(oceedings)-337.982(of)-337.014(EMNLP)]TJ
/R30 8.9664 Tf
86.843 0 Td
[(,)-338.002(Ab)19.9856(u)-336.979(Dhabi,)]TJ
-168.617 -10.959 Td
[(United)-249.989(Arab)-250.022(Emirates,)-249.982(2022.)-360.004(In)-249.993(press.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 210.211 148.447 Tm
(4)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 135.794 Tm
[([12])-556.01(Jef)25.0215(f)-213.006(Donahue,)-221.993(Lisa)-213.002(Anne)-213.978(Hendricks,)-220.991(Marcus)-213.993(Rohrbach,)-220.983(Sub-)]TJ
19.9187 -10.959 Td
[(hashini)-244.007(V)110.995(enugopalan,)-244.996(Ser)18.0211(gio)-243(Guadarrama,)-245.009(Kate)-244.004(Saenk)10(o,)-244.99(and)]TJ
10.9578 TL
T*[(T)35.0218(re)25.0174(v)19.9965(or)-259.011(Darrell.)-386.983(Long-term)-258.988(recurrent)-257.997(con)40.0176(v)19.9965(olutional)-258.98(netw)10(orks)]TJ
10.959 TL
T*[(for)-213.02(visual)-213.991(recogni)1.002(tion)-214.019(and)-213.01(description.)]TJ
/R32 8.9664 Tf
137.916 0 Td
[(IEEE)-213.021(T)54.9986(r)14.992(ansactions)-212.986(on)]TJ
-137.916 -10.959 Td
[(P)79.9813(attern)-332.009(Analysis)-331.007(and)-332.013(Mac)14.996(hine)-331.979(Intellig)9.9792(ence)]TJ
/R30 8.9664 Tf
155.394 0 Td
[(,)-351.987(39\(4\):677\226691,)]TJ
-155.394 -10.959 Td
(2017.)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 93.4332 81.0004 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 710.038 Tm
[([13])-556.012(Ale)15.011(x)14.9865(e)15.011(y)-463.013(Doso)14.9811(vitskiy)64.986(,)-516.011(Lucas)-464.01(Be)14.9811(yer)40.0039(,)-516.011(Ale)15.0083(xander)-462.981(K)35.0157(olesnik)9.97648(o)14.9865(v)65(,)]TJ
19.9187 -10.959 Td
[(Dirk)-638.99(W)80.0106(eissenborn,)-736.008(Xiaohua)-639.012(Zhai,)-736.991(Thomas)-638.985(Unterthiner)39.9876(,)]TJ
10.959 TL
T*[(Mostaf)10.0037(a)-275.004(Dehghani,)-282.018(Matthias)-274.985(Minderer)39.9822(,)-282.021(Geor)17.9925(g)-274.985(Heigold,)-281.988(Syl-)]TJ
10.9582 TL
T*[(v)25.0066(ain)-262.013(Gelly)64.9887(,)-264.987(Jak)10.0064(ob)-262.002(Uszk)9.99826(oreit,)-264.001(and)-261.981(Neil)-262.013(Houlsby)65(.)-397.992(An)-262.013(image)-261.981(is)]TJ
10.959 TL
T*[(w)10.0092(orth)-317.989(16x16)-317.987(w)10.0092(ords:)-445.979(T)35.0212(ra)1.0129(nsformers)-317.984(for)-318.011(image)-318.006(recognition)-318.011(at)]TJ
T*[(scale.)-408.012(In)]TJ
/R32 8.9664 Tf
33.6641 0 Td
[(International)-265.003(Confer)36.9925(ence)-265.019(on)-265.008(Learning)-263.996(Repr)37.0088(esenta-)]TJ
-33.6641 -10.959 Td
(tions)Tj
/R30 8.9664 Tf
17.4391 0 Td
[(,)-250(2021.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 374.105 644.284 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 632.145 Tm
[([14])-556.012(Ste)1.01017(phanie)-200.997(Ev)14.9811(ert.)]TJ
/R32 8.9664 Tf
80.8617 0 Td
[(The)-200.009(Statistics)-200.02(of)-199.998(W)91.9938(or)36.9925(d)-200.009(Cooccurr)37.0143(ences)]TJ
/R30 8.9664 Tf
132.704 0 Td
[(.)-252.004(Ph.D)]TJ
-193.647 -10.959 Td
[(dissertation,)-250.008(Stuttg)5.01002(art)-250.003(Uni)25.0066(v)14.9865(ersity)64.9887(,)-250(2005.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 472.495 621.186 Tm
(8)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 609.047 Tm
[([15])-556.012(Adam)-230(Fisch,)-234(K)24.9957(enton)-229.993(Lee,)-235.014(Ming-W)80.0079(ei)-229.993(Chang,)-234.017(Jonathan)-230.009(Clark,)]TJ
19.9187 -10.959 Td
[(and)-206.998(Re)14.9811(gina)-205.988(Barzilay)65.0051(.)-265.989(CapW)119.996(AP:)-207.007(Image)-206.021(captioning)-206.99(with)-206.015(a)-206.996(pur)19.9802(-)]TJ
10.959 TL
T*[(pose.)-390.994(In)]TJ
/R32 8.9664 Tf
31.982 0 Td
[(Pr)45.0031(oceedings)-259.998(of)-258.986(EMNLP)]TJ
/R30 8.9664 Tf
85.4441 0 Td
[(,)-260.02(pages)-258.986(8755\2268768,)-262.988(Online,)]TJ
-117.426 -10.9578 Td
(2020.)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 352.183 576.171 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 564.032 Tm
[([16])-556.012(Jac)1.0129(k)-203.015(Hessel,)-210.995(Ari)-202.985(Holtzma)0.980222(n,)-212.011(Maxwell)-201.997(F)15.0028(orbes,)-211.995(Ronan)-202.018(Le)-201.991(Bras,)]TJ
19.9187 -10.959 Td
[(and)-415.982(Y)100.015(ejin)-417.008(Choi.)-892.002(CLIPScore:)-642.993(A)-416.017(reference-free)-416.006(e)24.9902(v)25.0066(aluation)]TJ
10.959 TL
T*[(metric)-416.989(for)-416.992(image)-416.984(captioning.)-894.997(In)]TJ
/R32 8.9664 Tf
125.824 0 Td
[(Pr)45.0031(oceedings)-417.008(of)-416.997(EMNLP)]TJ
/R30 8.9664 Tf
88.2648 0 Td
(,)Tj
-214.089 -10.959 Td
[(pages)-318.017(7514\2267528,)-336.001(Punta)-318.022(Cana,)-335.982(Dominican)-318.006(Republic,)-336.004(2021.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 328.781 520.196 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 508.057 Tm
[([17])-556.012(Andrej)-197.997(Karpath)5.00185(y)-199.007(and)-198.982(Li)-199.001(Fei-Fei.)-248.998(Deep)-199.012(visual-semantic)-198(align-)]TJ
19.9187 -10.959 Td
[(ments)-293.018(for)-294.007(generating)-292.988(image)-293(descriptions.)-498.993(In)]TJ
/R32 8.9664 Tf
162.305 0 Td
[(Pr)45.0031(oceedings)-293.021(of)]TJ
-162.305 -10.9578 Td
(CVPR)Tj
/R30 8.9664 Tf
22.416 0 Td
[(,)-250(pages)-250.011(3128\2263137,)-250.006(Boston,)-250.017(MA,)-250.006(2015.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 495.395 486.141 Tm
(4)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 474.002 Tm
[([18])-556.012(Sahar)-472.02(Kazemzadeh,)-527.016(V)59.9787(icente)-472.984(Ordonez,)-527.005(Mark)-473.017(Matten,)-527.005(and)]TJ
19.9187 -10.959 Td
[(T)79.9807(amara)-397.989(Ber)18.017(g.)-831.991(ReferItGame:)-604.993(Referring)-396.984(to)-398.003(objects)-396.984(in)-398.003(pho-)]TJ
10.959 TL
T*[(tographs)-220.986(of)-220.977(natural)-221(scenes.)-296.011(In)]TJ
/R32 8.9664 Tf
106.945 0 Td
[(Pr)45.0031(oceedings)-221.007(of)-220.996(EMNLP)]TJ
/R30 8.9664 Tf
84.7469 0 Td
[(,)-220.986(pages)]TJ
-191.692 -10.959 Td
[(787\226798,)-250.003(Doha,)-249.987(Qatar)39.9849(,)-250(2014.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 435.992 441.125 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 428.986 Tm
[([19])-556.012(Eugene)-317.984(Kharitono)15.0056(v)65(,)-334.996(Roberto)-317.995(Dess)]TJ
143.959 0.0449219 Td
<1e>Tj
0.246875 -0.0449219 Td
[<112c>-334.985(Rahma)-318(Chaabouni,)-335.013(Di-)]TJ
-124.287 -10.959 Td
[(ane)-411.993(Bouchac)1.002(ourt,)-452.018(and)-412.02(Marco)-411.002(Baroni.)-877.005(EGG:)-412.015(a)-411.013(toolkit)-412.009(for)]TJ
10.959 TL
T*[(research)-395.019(on)-394.006(Emer)18.0061(gence)-395.019(of)-394.98(lanGuage)-394.022(in)-394.997(Games.)]TJ
ET
Q
0 1 0 0 k
q
10 0 0 10 0 0 cm BT
/R34 8.9664 Tf
1 0 0 1 512.339 407.068 Tm
[(https)-54.9796(:)]TJ
-183.558 -10.959 Td
(//github.com/facebookresearch/EGG)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 506.315 396.109 Tm
[(,)-250(2021.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 534.2 396.109 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 383.971 Tm
[([20])-556.012(Diede)1.00745(rik)-355.979(P)-355.998(Kingma)-355.984(and)-355.995(Jimmy)-355.984(Ba.)-698.991(Adam:)-522.012(A)-355.984(met)1.002(hod)-356.017(for)]TJ
19.9187 -10.959 Td
[(stochastic)-451.011(optimization.)]TJ
/R32 8.9664 Tf
95.9953 0 Td
[(arXiv)-451(pr)36.9925(eprint)-451.986(arXiv:1412.6980)]TJ
/R30 8.9664 Tf
118.094 0 Td
(,)Tj
-214.089 -10.959 Td
(2014.)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 352.183 362.053 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 349.914 Tm
[([21])-556.012(Eli)1.01562(sa)-447.997(Kreiss,)-498(Fei)-447.017(F)15.0056(ang,)-497.996(Noah)-447.008(Goodman,)-497.996(and)-447.003(Christopher)]TJ
19.9187 -10.959 Td
[(Potts.)-439.992(Concadia:)-359.004(T)79.9807(o)25.0066(w)10.0092(ards)-275.012(image-based)-275.012(te)15.0192(xt)-275.018(generation)-274.996(with)]TJ
10.959 TL
T*[(a)-341.006(purpose.)-649.002(In)]TJ
/R32 8.9664 Tf
54.0113 0 Td
[(Pr)45.0031(oceedings)-339.985(of)-341.019(EMNLP)]TJ
/R30 8.9664 Tf
86.893 0 Td
[(,)-341.008(Ab)19.9856(u)-339.985(Dhabi,)-362.987(United)]TJ
-140.904 -10.959 Td
[(Arab)-250.022(Emirates,)-249.981(2022.)-360.006(In)-249.995(press.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 442.313 317.037 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 446.796 317.037 Tm
(,)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 451.28 317.037 Tm
(4)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 304.898 Tm
[([22])-556.012(Dongxu)-501.013(Li,)-565.019(Junnan)-501.019(Li,)-565.016(Hung)-502.015(Le,)-563.998(Guangsen)-502.004(W)80.0079(ang,)-563.998(Sil-)]TJ
19.9187 -10.959 Td
[(vio)-370.995(Sa)19.9965(v)25.0066(are)0.993836(se,)-401.012(and)-370.979(Ste)25.0147(v)14.9865(en)-370.023(C.)-371.014(H.)-369.99(Hoi.)-745.992(La)20.0183(vis:)-550.994(A)-370.012(library)-370.987(for)]TJ
10.959 TL
T*[(language-vision)-250.019(intelligence,)-249.989(2022.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 458.023 282.98 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 270.841 Tm
[([23])-556.012(Junnan)-445.996(Li,)-497.013(Dongxu)-445.99(Li,)-497.011(Caiming)-446.001(Xiong,)-497.016(and)-447.003(Ste)25.0174(v)14.9865(en)-446.001(Hoi.)]TJ
19.9187 -10.959 Td
[(BLIP:)-426.004(Bootstrapping)-426.015(language-image)-425.977(pre-training)-425.994(for)-426.01(uni-)]TJ
10.959 TL
T*[<026564>-201.011(vision-language)-201.008(understanding)-201(and)-200.989(generation.)]TJ
ET
Q
0 1 0 0 k
q
10 0 0 10 0 0 cm BT
/R34 8.9664 Tf
1 0 0 1 512.833 248.923 Tm
(https:)Tj
-184.052 -10.959 Td
(//arxiv.org/abs/2201.12086)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 468.656 237.964 Tm
[(,)-250(2022.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 496.541 237.964 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 501.025 237.964 Tm
(,)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 505.508 237.964 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 225.825 Tm
[([24])-556.012(Tsung-Y)54.9986(i)-272.014(Lin,)-279.012(Michael)-272.012(Maire,)-279.009(Ser)18.0197(ge)-272(Belongie,)-278.977(James)-272(Hays,)]TJ
19.9187 -10.9578 Td
[(Pietro)-352.006(Perona,)-377.987(De)25.0229(v)25.0066(a)-352.986(R)1.0129(amanan,)-378(Piotr)-352.989(Doll)]TJ
153.273 0.0441406 Td
Tj
-0.497656 -0.0441406 Td
[(ar)40.0039(,)-377.995(and)-351.987(La)15.0083(wrence)]TJ
-152.775 -10.959 Td
[(Zitnick.)-548.987(Microsoft)-308.988(COCO:)-307.991(Common)-308.982(objects)-308.982(in)-308.999(conte)15.0028(xt.)-548.979(In)]TJ
/R32 8.9664 Tf
10.959 TL
T*[(Pr)45.0031(oceedings)-268.014(of)-269.008(ECCV)]TJ
/R30 8.9664 Tf
79.1242 0 Td
[(,)-267.993(pages)-269.006(740\226755,)-273.003(Zurich,)-271.984(Switzerland,)]TJ
-79.1242 -10.959 Td
(2014.)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 352.183 181.991 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 356.666 181.991 Tm
(,)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 361.15 181.991 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 169.852 Tm
[([25])-556.012(Xihui)-259.99(Liu,)-262.022(Hongsheng)-259.982(Li,)-262.977(Jing)-259.988(Shao,)-262.983(Dapeng)-260.004(Chen,)-261.986(and)-260.02(Xi-)]TJ
19.9187 -10.959 Td
[(aog)4.99096(ang)-204.994(W)80.0106(ang.)-262(Sho)24.9793(w)64.9887(,)-214.015(tell)-205.008(and)-204.997(discriminate:)-286.976(Image)-205.019(captioning)]TJ
10.959 TL
T*[(by)-192.995(self-retrie)25.012(v)25.0066(al)-193.006(with)-192.987(partially)-193.011(labeled)-192.989(data.)-237.001(In)]TJ
/R32 8.9664 Tf
163.205 0 Td
[(Pr)45.0031(oceedings)-192.995(of)]TJ
-163.205 -10.959 Td
(ECCV)Tj
/R30 8.9664 Tf
22.918 0 Td
[(,)-201.991(2018.)-257.017(Published)-202.993(online:)]TJ
ET
Q
0 1 0 0 k
q
10 0 0 10 0 0 cm BT
/R34 8.9664 Tf
1 0 0 1 442.895 136.975 Tm
(https://openaccess.)Tj
-114.114 -10.959 Td
(thecvf.com/ECCV2018)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 430.998 126.016 Tm
(.)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 436.468 126.016 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 113.878 Tm
[([26])-556.012(Ruoti)0.988391(an)-500.019(Luo,)-562.98(Gre)14.9865(gory)-500.017(Shakhnaro)14.9974(vich,)-561.983(Scott)-499.984(Cohen,)-561.978(and)]TJ
19.9187 -10.959 Td
[(Brian)-288.022(Price.)-481.009(Discriminability)-287.995(objecti)25.9977(v)13.9845(e)-286.982(for)-287.995(training)-288.016(descrip-)]TJ
10.9594 TL
T*[(ti)24.982(v)14.9865(e)-346.016(captions.)-666.981(In)]TJ
/R32 8.9664 Tf
64.8672 0 Td
[(Pr)45.0031(oceedings)-345.997(of)-345.986(CVPR)]TJ
/R30 8.9664 Tf
80.0129 0 Td
[(,)-346.018(pages)-345.986(6964\2266974,)]TJ
-144.88 -10.959 Td
[(Salt)-250.006(Lak)9.99554(e)-249.997(City)64.986(,)-250(UT)74.004(,)-250(2018.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 423.574 81.0004 Tm
(2)Tj
ET
Q
Q
Q
Q
q
1 0 0 1 0 0 cm
/2nVpwKFajizY8nuquO4PfA Do
Q
endstream
endobj
192 0 obj
<< /R27 241 0 R >>
endobj
193 0 obj
<< /R28 252 0 R /R30 253 0 R /R32 254 0 R /R34 255 0 R >>
endobj
194 0 obj
<< /BBox [ 0 0 612 792 ] /Matrix [ 1 0 0 1 0 0 ] /Resources << /Font 333 0 R /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ] >> /Subtype /Form /Type /XObject /Length 112 /Filter /FlateDecode >>
stream
x-0D|i;)iV21EB*CN7OBrIW|D)`w^W5~g!NNPZ8 'lti%#Tp
endstream
endobj
195 0 obj
<< /A << /S /URI /Type /Action /URI (https://arxiv.org/abs/2111.09734) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 206.702 696.141 287.358 706.19 ] /Subtype /Link /Type /Annot >>
endobj
196 0 obj
<< /A << /S /URI /Type /Action /URI (https://arxiv.org/abs/2111.09734) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 69.035 685.716 167.864 695.231 ] /Subtype /Link /Type /Annot >>
endobj
197 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 193.757 685.716 200.233 695.231 ] /Subtype /Link /Type /Annot >>
endobj
198 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 202.723 685.716 209.199 695.231 ] /Subtype /Link /Type /Annot >>
endobj
199 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 11 0 R /XYZ 49.112 721.0 null ] /Rect [ 211.69 685.716 218.166 695.231 ] /Subtype /Link /Type /Annot >>
endobj
200 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 15 0 R /XYZ 49.112 721.0 null ] /Rect [ 215.885 629.199 222.361 639.158 ] /Subtype /Link /Type /Annot >>
endobj
201 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 15 0 R /XYZ 49.112 721.0 null ] /Rect [ 155.928 551.796 162.403 561.167 ] /Subtype /Link /Type /Annot >>
endobj
202 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 12 0 R /XYZ 49.112 721.0 null ] /Rect [ 169.905 484.087 176.381 494.136 ] /Subtype /Link /Type /Annot >>
endobj
203 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 69.035 440.914 75.511 449.022 ] /Subtype /Link /Type /Annot >>
endobj
204 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 264.51 371.942 270.985 382.013 ] /Subtype /Link /Type /Annot >>
endobj
205 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 49.112 721.0 null ] /Rect [ 273.476 371.942 279.952 382.013 ] /Subtype /Link /Type /Annot >>
endobj
206 0 obj
<< /A << /S /URI /Type /Action /URI (https://d4mucfpksywv.cloudfront.net/better-language-models/language-models.pdf) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 172.051 337.787 287.358 347.835 ] /Subtype /Link /Type /Annot >>
endobj
207 0 obj
<< /A << /S /URI /Type /Action /URI (https://d4mucfpksywv.cloudfront.net/better-language-models/language-models.pdf) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 69.035 327.361 287.358 336.437 ] /Subtype /Link /Type /Annot >>
endobj
208 0 obj
<< /A << /S /URI /Type /Action /URI (https://d4mucfpksywv.cloudfront.net/better-language-models/language-models.pdf) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 69.035 316.402 173.742 325.918 ] /Subtype /Link /Type /Annot >>
endobj
209 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 199.635 316.402 206.111 325.918 ] /Subtype /Link /Type /Annot >>
endobj
210 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 242.758 282.391 249.233 291.763 ] /Subtype /Link /Type /Annot >>
endobj
211 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 92.437 227.457 98.913 235.69 ] /Subtype /Link /Type /Annot >>
endobj
212 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 243.546 191.486 250.022 201.535 ] /Subtype /Link /Type /Annot >>
endobj
213 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 92.437 136.091 98.913 145.462 ] /Subtype /Link /Type /Annot >>
endobj
214 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 49.112 721.0 null ] /Rect [ 101.404 136.091 107.879 145.462 ] /Subtype /Link /Type /Annot >>
endobj
215 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 12 0 R /XYZ 49.112 721.0 null ] /Rect [ 110.37 136.091 116.846 145.462 ] /Subtype /Link /Type /Annot >>
endobj
216 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 250.952 112.218 257.428 122.266 ] /Subtype /Link /Type /Annot >>
endobj
217 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 431.516 696.141 437.992 706.212 ] /Subtype /Link /Type /Annot >>
endobj
218 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 15 0 R /XYZ 49.112 721.0 null ] /Rect [ 407.478 641.027 413.954 650.399 ] /Subtype /Link /Type /Annot >>
endobj
219 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 49.112 721.0 null ] /Rect [ 471.604 617.436 478.08 627.507 ] /Subtype /Link /Type /Annot >>
endobj
220 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 49.112 721.0 null ] /Rect [ 507.085 572.604 513.561 582.653 ] /Subtype /Link /Type /Annot >>
endobj
221 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 12 0 R /XYZ 49.112 721.0 null ] /Rect [ 397.677 516.814 404.153 526.862 ] /Subtype /Link /Type /Annot >>
endobj
222 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 327.785 472.659 334.261 482.03 ] /Subtype /Link /Type /Annot >>
endobj
223 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 336.751 472.659 343.227 482.03 ] /Subtype /Link /Type /Annot >>
endobj
224 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 49.112 721.0 null ] /Rect [ 446.822 438.198 453.298 448.18 ] /Subtype /Link /Type /Annot >>
endobj
225 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 8 0 R /XYZ 49.112 721.0 null ] /Rect [ 446.32 382.995 452.795 392.367 ] /Subtype /Link /Type /Annot >>
endobj
226 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 433.875 337.836 440.351 347.557 ] /Subtype /Link /Type /Annot >>
endobj
227 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 10 0 R /XYZ 49.112 721.0 null ] /Rect [ 428.907 281.785 435.383 291.744 ] /Subtype /Link /Type /Annot >>
endobj
228 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 11 0 R /XYZ 49.112 721.0 null ] /Rect [ 437.873 281.785 444.349 291.744 ] /Subtype /Link /Type /Annot >>
endobj
229 0 obj
<< /A << /S /URI /Type /Action /URI (https://arxiv.org/abs/2205.12630) >> /Border [ 0 0 0 ] /C [ 0 1 1 ] /Rect [ 327.785 226.438 501.932 235.953 ] /Subtype /Link /Type /Annot >>
endobj
230 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 527.825 226.438 534.3 235.953 ] /Subtype /Link /Type /Annot >>
endobj
231 0 obj
<< /Border [ 0 0 0 ] /C [ 1 0 0 ] /Dest [ 9 0 R /XYZ 49.112 721.0 null ] /Rect [ 373.603 181.75 380.079 191.121 ] /Subtype /Link /Type /Annot >>
endobj
232 0 obj
<< /Length 21372 >>
stream
q
q
q 0.1 0 0 0.1 0 0 cm
/R27 gs
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 710.037 Tm
[([27])-556.01(Ron)-401.007(Mokady)64.9833(,)-439.989(Amir)-401.984(Hertz,)-438.996(and)-401.997(Amit)-402.005(Bermano.)-845.003(ClipCap:)]TJ
19.9187 -10.959 Td
[(CLIP)-446.011<7072650278>-445.994(for)-446.008(image)-446(captioning.)]TJ
ET
Q
0 1 0 0 k
q
10 0 0 10 0 0 cm BT
/R34 8.9664 Tf
1 0 0 1 207.698 699.078 Tm
[(https)-75.0224(:)-74.0013(/)-75.0033(/)-75.0033(arxiv)-74.0204(.)]TJ
-137.667 -10.9582 Td
(org/abs/2111.09734)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 166.868 688.12 Tm
[(,)-250(2021.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 194.754 688.12 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 199.237 688.12 Tm
(,)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 203.72 688.12 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 208.203 688.12 Tm
(,)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 212.686 688.12 Tm
(4)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 675.882 Tm
[([28])-556.01(Reiichi)1.00473(ro)-487.991(Nakano,)-547.993(Jacob)-488.01(Hilton,)-547.013(Suchir)-487.982(Balaji,)-547.985(J)1.00745(ef)25.0174(f)-487.99(W)49.994(u,)]TJ
19.9187 -10.9578 Td
[(Long)-297.994(Ouyang,)-310.02(Christina)-298.02(Kim)1.01017(,)-309.99(Christopher)-298.001(Hesse,)-309.984(Shantanu)]TJ
10.959 TL
T*[(Jain,)-471.014(V)59.9801(ineet)-428.007(K)35.0171(osaraju,)-471.003(W)40.0176(illiam)-427.002(Saunders,)-471.996(et)-426.996(al.)-927.018(W)80.0106(ebgpt:)]TJ
T*[(Bro)25.0052(wser)20.002(-assisted)-286.986(question-answering)-286.983(with)-288.003(human)-287.02(feedback.)]TJ
/R32 8.9664 Tf
T*[(arXiv)-249.989(pr)36.9911(eprint)-250.019(arXiv:2112.09332)]TJ
/R30 8.9664 Tf
118.965 0 Td
[(,)-250(2021.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 216.882 632.047 Tm
(8)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 619.81 Tm
[([29])-556.01(Long)-465.982(Ouyang,)-521.007(Jef)25.0215(f)-465.989(W)49.994(u,)-521.021(Xu)-465.985(Jiang,)-520.984(Di)1.002(ogo)-466.978(Almeida,)-519.997(Car)20.021(-)]TJ
19.9187 -10.959 Td
[(roll)-193.993(L.)-192.978(W)80.0106(ainwright,)-205.013(P)15.0042(amela)-193.991(Mishkin,)-204.013(Chong)-193.986(Zhang,)-204.978(Sandhini)]TJ
10.959 TL
T*[(Ag)5(arw)10.0207(al,)-306.993(Katarina)-296.003(Slama,)-306.985(Ale)15.011(x)-294.981(Ray)64.9942(,)-306.984(John)-295.981(Schulman,)-306.986(Jacob)]TJ
T*[(Hilton,)-215(Fraser)-206.979(K)24.997(elton,)-216.021(Luk)10.0146(e)-205.996(Miller)39.9917(,)-216.019(Maddie)-207.004(Simens)0.980222(,)-216.019(Amanda)]TJ
T*[(Ask)10.0146(ell,)-225.996(Peter)-219.986(W)80.0106(elinder)40.0026(,)-225.996(P)15.0042(aul)-220.015(Christiano,)-226.987(Jan)-220.019(Leik)10.0037(e,)-226.015(and)-219.981(Ryan)]TJ
T*[(Lo)25.0011(we.)-376.978(T)35.0218(raining)-255.005(language)-254.994(models)-254.986(to)-255.982(follo)25.0093(w)-255(instructions)-255.021(with)]TJ
T*[(human)-249.989(feedback,)-250.003(2022.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 156.924 554.056 Tm
(8)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 541.819 Tm
[([30])-556.01(Kishore)-300.021(P)15.0042(apineni,)-314.018(Salim)-301.011(Rouk)9.98873(os,)-312.992(T)79.9807(odd)-300.993(W)80.0106(ard,)-313.987(and)-300.011(W)80.0106(ei-Jing)]TJ
19.9187 -10.959 Td
[(Zhu.)-656.994(Bleu:)-495.022(a)-343.01(method)-341.991(for)-343.019(automatic)-343.012(e)24.9875(v)25.0066(aluation)-342(of)-343.004(machine)]TJ
10.959 TL
T*[(translation.)-267.003(In)]TJ
/R32 8.9664 Tf
51.818 0 Td
[(Pr)45.0031(oceedings)-206.981(of)-207.015(the)-206.989(40th)-207.015(Annual)-207.979(Meeting)-207.015(of)-207.015(the)]TJ
-51.818 -10.959 Td
[(Association)-320.979(for)-321.978(Computational)-320.995(Linguistics)]TJ
/R30 8.9664 Tf
154.125 0 Td
[(,)-339.004(pages)-321.981(311\226318,)]TJ
-154.125 -10.9578 Td
[(Philadelphia,)-215.98(Pennsylv)25.0174(ania,)-216.004(USA,)-208.004(July)-208.011(2002.)-208.006(Association)-207.995(for)]TJ
T*[(Computational)-250.003(Linguistics.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 170.903 487.025 Tm
(5)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 474.788 Tm
[([31])-556.01(Andr)]TJ
38.843 0.0441406 Td
Tj
-0.498047 -0.0441406 Td
[(e)-204.994(Susano)-206.018(Pinto,)-213.98(Ale)15.011(xander)-204.985(K)35.0171(olesnik)9.9792(o)14.9865(v)65(,)-214.015(Y)110.994(uge)-205.996(Shi,)-213.988(Lucas)]TJ
-18.4262 -10.959 Td
[(Be)14.9811(yer)40.0033(,)-357.999(and)-335.996(Xiaohua)-336.016(Zhai.)-636.005(T)44.9976(uning)-336.012(computer)-336.012(vision)-335.998(models)]TJ
10.959 TL
T*[(with)-306.997(task)-307.011(re)25.0174(w)10.0105(ards.)]TJ
/R32 8.9664 Tf
71.0531 0 Td
[(arXiv)-307.016(pr)36.9911(eprint)-307.003(arXiv:2302.08242)]TJ
/R30 8.9664 Tf
119.984 0 Td
[(,)-321.012(2023.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 70.0309 441.911 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 429.674 Tm
[([32])-556.01(Alec)-574.013(Radford,)-655.02(Jong)-574.015(W)80.0106(ook)-574.019(Kim,)-655.02(Chris)-574.004(Hallac)14.9811(y)65(,)-654.984(Aditya)]TJ
19.9187 -10.959 Td
[(Ramesh,)-577.014(Gabriel)-510.979(Goh,)-577.013(Sandhini)-512.008(Ag)5(arw)10.02(al,)-576.011(Girish)-511.984(Sastry)64.9969(,)]TJ
10.959 TL
T*[(Amanda)-540.991(Ask)10.0146(el)0.992475(l,)-613.98(P)15.0042(amela)-539.988(Mishkin,)-613.005(Jack)-540.984(Clark,)-612.998(Gretchen)]TJ
T*[(Krue)14.9872(ger)40.0033(,)-433.018(and)-396.987(Ilya)-396.993(Sutsk)10.0078(e)24.9875(v)14.9865(er)54.9905(.)-828.985(Learning)-396.015(transferable)-397.02(visual)]TJ
T*[(models)-329.003(from)-328.983(natural)-328.997(language)-330.014(supervis)0.985668(ion.)-613.981(In)]TJ
/R32 8.9664 Tf
171.912 0 Td
[(Pr)45.0031(oceedings)]TJ
-171.912 -10.959 Td
[(of)-250.013(ICML)]TJ
/R30 8.9664 Tf
30.6383 0 Td
[(,)-250(pages)-250.012(8748\2268763,)-250.003(virtual)-249.985(conference,)-249.992(2021.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 265.507 374.879 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 269.991 374.879 Tm
(,)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 274.474 374.879 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 362.642 Tm
[([33])-556.01(Alec)-255.985(Radford,)-257.006(Jef)25.0215(fre)14.9838(y)-255.99(W)49.994(u,)-258.016(Re)25.0011(w)10.0105(on)-255.99(Child,)-257.986(Da)20.0129(vid)-255.982(Luan,)-256.995(Dario)]TJ
19.9187 -10.959 Td
[(Amodei,)-438.999(and)-401.997(Ilya)-401(Sutsk)10.0078(e)24.9875(v)14.9865(er)54.9905(.)-845.017(Language)-401.997(models)-401.017(are)-401.986(unsu-)]TJ
10.959 TL
T*[(pervised)-270.014(multitask)-269.989(learners.)]TJ
ET
Q
0 1 0 0 k
q
10 0 0 10 0 0 cm BT
/R34 8.9664 Tf
1 0 0 1 173.047 340.724 Tm
[(https)-8.01876(:)-6.9977(/)-8(/)-6.9977(d4mucfpksywv)-7.98609(.)]TJ
-103.016 -10.959 Td
[(cloudfront)-135.013(.)-134.993(net)-135.001(/)-134.993(better)-134.994(-)-191.018(language)-135.004(-)-191.018(models)-134.993(/)]TJ
10.959 TL
T*[(language-)-56.0033(models.pdf)]TJ
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 172.746 318.806 Tm
[(,)-250(2019.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 200.632 318.806 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 306.57 Tm
[([34])-556.01(Marc'Aure)0.984306(lio)-437.989(Ranzato,)-484.984(Sumit)-438.005(Chopra,)-485.014(Michael)-437.999(Auli,)-484.984(and)]TJ
19.9187 -10.959 Td
[(W)80.0106(ojciech)-339.022(Zaremba.)-642.983(Sequence)-338.998(le)24.997(v)14.9865(el)-338.992(training)-337.986(with)-339.018(recurrent)]TJ
10.959 TL
T*[(neural)-250.022(netw)10(orks.)]TJ
/R32 8.9664 Tf
62.8992 0 Td
(CoRR)Tj
/R30 8.9664 Tf
21.4199 0 Td
[(,)-250(abs/1511.06732,)-249.987(2016.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 243.754 284.652 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 272.414 Tm
[([35])-556.01(Ste)25.0147(v)14.9865(en)-249.997(J)-251.02(Rennie,)-251.019(Etienne)-250.003(Marcheret,)-251.006(Y)109.992(oussef)-251.005(Mroueh,)-249.987(Jerret)]TJ
19.9187 -10.959 Td
[(Ross,)-263.004(and)-260.017(V)110.995(aibha)20.0115(v)25.0066(a)-260.017(Goel.)-392(Self-critical)-260.009(sequence)-259.982(training)-260.004(for)]TJ
10.9582 TL
T*[(image)-227.998(captioning.)-312.006(In)]TJ
/R32 8.9664 Tf
76.368 0 Td
[(Pr)45.0031(oceedings)-227.979(of)-228.013(the)-227.989(IEEE)-228.008(confer)37.0061(ence)-227.991(on)]TJ
-76.368 -10.959 Td
[(computer)-287(vision)-287.006(and)-287.01(pattern)-287.006(r)36.9911(eco)9.98193(gnition)]TJ
/R30 8.9664 Tf
145.854 0 Td
[(,)-296.005(pages)-286.998(7008\2267024,)]TJ
-145.854 -10.959 Td
(2017.)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 93.4332 228.579 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 216.343 Tm
[([36])-556.01(Anan)15(ya)-691.01(Sai,)-801.007(Akash)-691.016(K)15.0205(umar)-691.016(Mohankumar)39.9958(,)-801.016(and)-691.01(Mitesh)]TJ
19.9187 -10.959 Td
[(Khapra.)-548.006(A)-309.019(surv)15.0192(e)15.011(y)-309.01(of)-307.979(e)24.9875(v)25.0066(aluation)-309.02(metrics)-308.988(used)-307.98(for)-308.993(NLG)-308.99(sys-)]TJ
10.959 TL
(tems.)'
/R32 8.9664 Tf
22.407 0 Td
[(A)30.0118(CM)-249.98(Computing)-250.002(Surve)29.9825(ys)]TJ
/R30 8.9664 Tf
90.6129 0 Td
[(,)-250(2022.)-360.006(In)-249.992(press.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 244.542 194.425 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 182.188 Tm
[([37])-556.01(Piyush)-358.992(Sharma,)-387.998(Nan)-359.008(Ding,)-388.017(Sebastian)-358.995(Goodman,)-387.994(and)-358.998(Radu)]TJ
19.9187 -10.959 Td
[(Soricut.)-454.014(Conceptual)-279.019(Captions:)-369.018(A)-279.003(cleaned,)-287.012(h)5.01002(ypern)14.9974(ymed,)-286.998(im-)]TJ
10.959 TL
T*[(age)-288.006(alt-te)15.0056(xt)-288.003(dataset)-288.001(for)-287.996(automatic)-287.989(image)-287.986(captioning.)-480.998(In)]TJ
/R32 8.9664 Tf
200.299 0 Td
[(Pr)45.0031(o-)]TJ
-200.299 -10.959 Td
[(ceedings)-359.982(of)-360.016(A)30.0111(CL)]TJ
/R30 8.9664 Tf
60.9801 0 Td
[(,)-360.003(pages)-360.015(2556\2262565,)-388.018(Melbour)0.980222(ne,)-387.991(Australia,)]TJ
-60.9801 -10.959 Td
(2018.)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 93.4332 138.352 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 97.9164 138.352 Tm
(,)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 102.4 138.352 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 106.883 138.352 Tm
(,)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 111.366 138.352 Tm
(5)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 126.114 Tm
[([38])-556.01(Brian)-342(Sk)15.0042(yrms.)]TJ
/R32 8.9664 Tf
78.307 0 Td
[(Signals:)-494.984(Evolution,)-366.014(learning)9.9792(,)-365.013(and)-342.991(informa-)]TJ
-58.3883 -10.959 Td
(tion)Tj
/R30 8.9664 Tf
13.952 0 Td
[(.)-360.003(Oxford)-250.018(Uni)25.0052(v)14.9865(ersity)-249.989(Press,)-250.007(Oxford,)-249.995(UK,)-250.019(2010.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 251.951 115.155 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 50.1121 102.918 Tm
[([39])-556.01(Matte)0.986348(o)-333.014(Stef)10.0146(anini,)-352.99(Marcella)-332.994(Cornia,)-353(Lorenzo)-331.982(Baraldi,)-353.011(Silvia)]TJ
19.9187 -10.959 Td
[(Cascianelli,)-383.986(Giuseppe)-358.012(Fiameni,)-384(and)-357.996(Rita)-358.007(Cucchiara.)-704.02(From)]TJ
10.959 TL
T*[(sho)25.01(w)-359.991(to)-360.016(tell:)-530(A)-358.989(surv)15.0192(e)15.011(y)-359.981(on)-359.981(deep)-360.019(learning-based)-360.019(image)-360(cap-)]TJ
258.75 629.037 Td
(tioning.)Tj
/R32 8.9664 Tf
29.8602 0 Td
[(IEEE)-196.989(T)54.9986(r)14.992(ansactions)-198(on)-197.003(P)79.9807(attern)-198(Analysis)-197.003(and)-198.005(Mac)14.9974(hine)]TJ
-29.8602 -10.9582 Td
[(Intellig)9.9792(ence)]TJ
/R30 8.9664 Tf
42.2402 0 Td
[(,)-250(2022.)-360.006(In)-249.992(press.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 432.513 699.079 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 687.123 Tm
[([40])-556.012(Nisan)-325.014(Stiennon,)-342.996(Long)-326.005(Ouyang,)-343.001(Jef)25.0229(fre)14.9811(y)-326(W)49.9913(u,)-343.012(Daniel)-324.982(Zie)15.0137(gler)40.0148(,)]TJ
19.9187 -10.9578 Td
[(Ryan)-197.008(Lo)25.0011(we,)-207.989(Chelsea)-196.989(V)128.986(oss,)-206.99(Alec)-198(Radford,)-206.99(Dario)-196.992(Amodei,)-208.014(and)]TJ
10.959 TL
T*[(P)15.0056(aul)-244.979(F)-243.991(Christiano.)-349.013(Learning)-244.015(to)-245.001(summarize)-245.006(with)-244.004(human)-244.979(feed-)]TJ
(back.)'
/R32 8.9664 Tf
23.8441 0 Td
[(Advances)-300.005(in)-300.985(Neur)14.9865(al)-299.981(Information)-299.986(Pr)45.0031(ocessing)-301.015(Systems)]TJ
/R30 8.9664 Tf
190.245 0 Td
(,)Tj
-214.089 -10.959 Td
[(33:3008\2263021,)-249.995(2020.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 408.474 643.289 Tm
(8)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 631.334 Tm
[([41])-556.012(Richard)-207.009(S)-207.004(Sutton)-207.989(and)-206.998(Andre)25.0066(w)-207.992(G)-206.99(Barto.)]TJ
/R32 8.9664 Tf
160.517 0 Td
[(Reinfor)36.987(cement)-206.996(learn-)]TJ
-140.598 -10.959 Td
[(ing:)-310.017(An)-249.984(intr)44.9813(oduction)]TJ
/R30 8.9664 Tf
73.3621 0 Td
[(.)-360.003(MIT)-249.995(press,)-249.984(2018.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 472.601 620.375 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 608.42 Tm
[([42])-556.012(Ashish)-260.992(V)110.994(asw)9.99554(ani,)-264.998(Noam)-261.022(Shazeer)40.0094(,)-264.987(Niki)-260.995(P)15.0028(armar)39.9822(,)-264.987(Jak)10.0037(ob)-261(Uszk)9.99826(o-)]TJ
19.9187 -10.959 Td
[(reit,)-467.013(Llion)-423.007(Jones,)-467.01(Aidan)-422.998(Gomez,)-466.994<06756b61737a>-423.015(Kaiser)39.9876(,)-467(and)-422.998(Illia)]TJ
10.959 TL
T*[(Polosukhin.)-749.004(Attention)-372(is)-370.992(all)-372.005(you)-372.005(need.)-748.993(In)]TJ
/R32 8.9664 Tf
161.604 0 Td
[(Pr)45.0031(oceedings)-372.005(of)]TJ
-161.604 -10.959 Td
(NIPS)Tj
/R30 8.9664 Tf
18.9281 0 Td
[(,)-250(pages)-250.011(5998\2266008,)-250.006(Long)-249.984(Beach,)-250(CA,)-249.995(2017.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 508.082 575.543 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 563.587 Tm
[([43])-556.012(R.)-280.003(V)110.994(edantam,)-288.986(C.)-281.005(Zitnick,)-288.991(and)-281.019(D.)-280.986(P)15.0028(arikh.)-459.011(Cider:)-371.003(Consensus-)]TJ
19.9187 -10.959 Td
[(based)-319.977(image)-320.007(description)-321.012(e)24.9902(v)25.0066(aluation.)-583.984(In)]TJ
/R32 8.9664 Tf
145.52 0 Td
[(2015)-319.988(IEEE)-320.015(Confer)20.002(-)]TJ
-145.52 -10.959 Td
[(ence)-308.021(on)-307.006(Computer)-308.01(V)74.0122(ision)-307.986(and)-308.008(P)79.9807(attern)-307(Reco)10.02(gnition)-307.98(\(CVPR\))]TJ
/R30 8.9664 Tf
214.089 0 Td
(,)Tj
-214.089 -10.959 Td
[(pages)-261.992(4566\2264575,)-263.987(Los)-262.002(Alamitos,)-265.019(CA,)-262.019(USA,)-260.979(jun)-261.992(2015.)-261.981(IEEE)]TJ
10.959 TL
T*[(Computer)-249.981(Society)64.9969(.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 398.674 519.752 Tm
(5)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 507.796 Tm
[([44])-556.012(Oriol)-428.994(V)59.9787(in)14.9947(yals,)-474.019(Ale)15.011(xander)-429(T)79.9807(oshe)24.9902(v)65(,)-475.016(Samy)-428.983(Bengio,)-474.014(and)-429.01(Du-)]TJ
19.9187 -10.959 Td
[(mitru)-353.999(Erhan.)-691.008(Sho)24.9793(w)-353.022(and)-353.991(tell:)-517.018(A)-353.022(neural)-354.013(image)-352.989(caption)-353.991(gen-)]TJ
10.959 TL
T*[(erator)55.0095(.)-590.987(In)]TJ
/R32 8.9664 Tf
38.3141 0 Td
[(Computer)-321.995(V)74.0122(ision)-322.014(and)-322.994(P)79.9807(att)1.01834(ern)-323.01(Reco)10.02(gnition)]TJ
/R30 8.9664 Tf
152.55 0 Td
[(,)-340.006(2015.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 328.781 474.92 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 333.264 474.92 Tm
(,)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 337.747 474.92 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 462.964 Tm
[([45])-556.012(Ronald)-368.996(W)40.0176(illiams.)-741.998(Simple)-370.017(statistical)-368.994(gradient-follo)25.0066(wing)-369(al-)]TJ
19.9187 -10.959 Td
[(gorithms)-262.988(for)-262.988(connectionis)1.01834(t)-262.994(reinforcement)-263.01(learning.)]TJ
/R32 8.9664 Tf
185.092 0 Td
[(Mac)14.9974(hine)]TJ
-185.092 -10.959 Td
(learning)Tj
/R30 8.9664 Tf
30.3871 0 Td
[(,)-250(8\(3-4\):229\226256,)-249.995(1992.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 447.819 441.046 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 429.092 Tm
[([46])-556.012(K)24.9957(elvin)-270.018(Xu,)-275.018(Jimmy)-270.991(Ba,)-275.012(Ryan)-269.98(Kiros,)-276.02(K)24.9957(yungh)5.01002(yun)-270.018(Cho,)-274.996(Aaron)]TJ
19.9187 -10.9594 Td
[(Courville,)-448(Ruslan)-407.982(Salakhudino)14.9811(v)65(,)-448.005(Rich)-407.985(Zemel,)-447.989(and)-408.012(Y)109.992(oshua)]TJ
10.959 TL
T*[(Bengio.)-653.021(Sho)24.9793(w)64.9887(,)-365.013(attend)-342.01(and)-341.008(tell:)-494.016(Neural)-342(image)-341.008(caption)-342.01(gen-)]TJ
T*[(eration)-232.98(with)-232.98(vis)1.01562(ual)-232.999(attention.)-323.016(In)]TJ
/R32 8.9664 Tf
114.596 0 Td
[(Pr)45.0031(oceedings)-232.988(of)-232.977(ICML)]TJ
/R30 8.9664 Tf
76.9898 0 Td
[(,)-233.01(pages)]TJ
-191.586 -10.959 Td
[(2048\2262057,)-250.003(Lille,)-249.997(France,)-250.011(2015.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 447.317 385.255 Tm
(1)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 373.301 Tm
[([47])-556.012(Min)-392.99(Y)100.015(ang,)-428.986(W)80.0106(ei)-394.017(Zhao,)-428.994(W)80.0079(ei)-394.017(Xu,)-429.021(Y)100.015(abing)-394.017(Feng,)-429.01(Zhou)-393.009(Zhao,)]TJ
19.9187 -10.959 Td
[(Xiaojun)-374.02(Chen,)-405.011(and)-374.987(Kai)-373.987(Lei.)-756.987(Multitask)-374.984(learni)1.0129(ng)-375.011(for)-373.993(cross-)]TJ
10.959 TL
T*[(domain)-325(image)-325.017(captioning.)]TJ
/R32 8.9664 Tf
100.124 0 Td
[(IEEE)-324.982(T)54.9959(r)14.992(ansactions)-324.993(on)-324.998(Multime-)]TJ
-100.124 -10.9582 Td
(dia)Tj
/R30 8.9664 Tf
11.459 0 Td
[(,)-250(21\(4\):1047\2261061,)-249.981(2019.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 434.871 340.425 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 328.469 Tm
[([48])-556.012(Peter)-339.007(Y)109.992(oung,)-361.008(Alice)-339.012(Lai,)-361.021(Micah)-339.01(Hodosh,)-361.01(and)-339.004(Julia)-338.977(Hock)9.99282(en-)]TJ
19.9187 -10.959 Td
[(maier)54.9905(.)-477.02(From)-285.993(image)-286.984(descriptions)-285.98(to)-286.998(visual)-286.002(denotations:)-382.984(Ne)25.0229(w)]TJ
10.9582 TL
T*[(similarity)-259.016(metrics)-259.018(for)-258.98(semantic)-258.98(inference)-260.004(o)14.9865(v)14.9865(er)-258.986(e)24.9902(v)14.9865(ent)-259.007(descrip-)]TJ
10.959 TL
(tions.)'
/R32 8.9664 Tf
27.577 0 Td
[(T)54.9986(r)14.992(ansactions)-412.995(of)-411.987(the)-413.011(Association)-412.989(for)-411.987(Computational)]TJ
-27.577 -10.959 Td
(Linguistics)Tj
/R30 8.9664 Tf
39.3621 0 Td
[(,)-250(2:67\22678,)-249.992(2014.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 429.904 284.634 Tm
(3)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 434.387 284.634 Tm
(,)Tj
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 438.87 284.634 Tm
(4)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 272.679 Tm
[([49])-556.012(Y)109.992(oungjae)-443.003(Y)110.994(u,)-492.006(Jiw)9.9792(an)-443.994(Chung,)-491.995(Heeseung)-443.997(Y)110.994(un,)-492.006(Jack)-443.006(Hessel,)]TJ
19.9187 -10.959 Td
[(JaeSung)-281.013(P)15.0056(ark,)-287.978(Ximing)-279.979(Lu,)-287.995(Prithviraj)-280.992(Ammanabrolu,)-287.984(Ro)25.0174(w)10.0092(an)]TJ
10.959 TL
T*[(Zellers,)-260.012(Ronan)-256.998(Le)-258.019(Bras,)-259.993(Gunhee)-256.998(Kim,)-260.015(and)-258.016(Y)100.015(ejin)-256.992(Choi.)-384.988(Mul-)]TJ
T*[(timodal)-359.006(kno)25.0066(wledge)-359.017(alignment)-357.977(with)-359.017(reinforcement)-358.985(learning.)]TJ
ET
Q
0 1 0 0 k
q
10 0 0 10 0 0 cm BT
/R34 8.9664 Tf
1 0 0 1 328.781 228.843 Tm
(https://arxiv.org/abs/2205.12630)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 500.935 228.843 Tm
[(,)-250(2022.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 528.821 228.843 Tm
(2)Tj
ET
Q
0 g
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 308.862 216.888 Tm
[([50])-556.012(W)80.0106(entia)0.982945(n)-329.006(Zhao,)-348.003(Xinxiao)-328.015(W)49.9913(u,)-348.981(and)-327.982(Jiebo)-328.009(Luo.)-610.989(Cross-domain)]TJ
19.9187 -10.959 Td
[(image)-271.998(captioning)-271.99(via)-271.99(cross-modal)-272.017(retrie)25.0011(v)25.0066(al)-271.99(and)-272(model)-271.979(adap-)]TJ
10.959 TL
(tation.)'
/R32 8.9664 Tf
28.4891 0 Td
[(IEEE)-340.014(T)54.9986(r)14.992(ansactions)-340.981(on)-339.985(Ima)9.99826(g)10.02(e)-341.003(Pr)45.0031(ocessing)]TJ
/R30 8.9664 Tf
148.47 0 Td
[(,)-363.009(30:1180\226)]TJ
-176.959 -10.959 Td
[(1192,)-250.003(2021.)]TJ
ET
Q
1 0 0 rg
q
10 0 0 10 0 0 cm BT
/R30 8.9664 Tf
1 0 0 1 374.599 184.011 Tm
(2)Tj
ET
Q
Q
Q
Q
q
1 0 0 1 0 0 cm
/Q7zJuYBy3h1Bwo7pIlbNBw Do
Q
endstream
endobj
233 0 obj
<< /R27 241 0 R >>
endobj
234 0 obj
<< /R30 253 0 R /R32 254 0 R /R34 255 0 R >>
endobj
235 0 obj
<< /BBox [ 0 0 612 792 ] /Matrix [ 1 0 0 1 0 0 ] /Resources << /Font 334 0 R /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ] >> /Subtype /Form /Type /XObject /Length 112 /Filter /FlateDecode >>
stream
x-0D|CݴiJ01EB*CI;p>=%-_+!bcƞ-x>ᇖD;ۛqA
tB?`+|žXvTq
endstream
endobj
236 0 obj
<< /Dest [ 9 0 R /XYZ 308.862 519.55 null ] /Next 237 0 R /Parent 4 0 R /Prev 18 0 R /Title >>
endobj
237 0 obj
<< /Count -2 /Dest [ 10 0 R /XYZ 308.862 587.731 null ] /First 335 0 R /Last 336 0 R /Next 19 0 R /Parent 4 0 R /Prev 236 0 R /Title >>
endobj
238 0 obj
<< /SMask 337 0 R /Type /ExtGState >>
endobj
239 0 obj
<< /SMask 338 0 R /Type /ExtGState >>
endobj
240 0 obj
<< /TR /Identity /Type /ExtGState >>
endobj
241 0 obj
<< /BM /Normal /TK true /Type /ExtGState >>
endobj
242 0 obj
<< /BM /Normal /Type /ExtGState >>
endobj
243 0 obj
<< /SMask 339 0 R /Type /ExtGState >>
endobj
244 0 obj
<< /SMask 340 0 R /Type /ExtGState >>
endobj
245 0 obj
<< /SMask 341 0 R /Type /ExtGState >>
endobj
246 0 obj
<< /SMask 342 0 R /Type /ExtGState >>
endobj
247 0 obj
<< /SMask 343 0 R /Type /ExtGState >>
endobj
248 0 obj
<< /SMask 344 0 R /Type /ExtGState >>
endobj
249 0 obj
<< /SMask 345 0 R /Type /ExtGState >>
endobj
250 0 obj
<< /SMask 346 0 R /Type /ExtGState >>
endobj
251 0 obj
<< /SMask 347 0 R /Type /ExtGState >>
endobj
252 0 obj
<< /BaseFont /FVVVYR+NimbusRomNo9L-Medi /Encoding /WinAnsiEncoding /FirstChar 45 /FontDescriptor 348 0 R /LastChar 122 /Subtype /Type1 /Type /Font /Widths [ 333 250 0 500 500 500 500 500 500 500 500 500 500 0 0 0 0 0 0 0 722 667 722 722 667 611 778 778 389 0 0 667 944 0 778 611 778 722 556 667 0 0 1000 0 0 0 0 0 0 0 0 0 500 556 444 556 444 333 500 556 278 0 556 278 833 556 500 556 0 444 389 333 556 500 722 500 500 444 ] >>
endobj
253 0 obj
<< /BaseFont /OOOBTR+NimbusRomNo9L-Regu /Encoding 349 0 R /FirstChar 2 /FontDescriptor 350 0 R /LastChar 180 /Subtype /Type1 /Type /Font /Widths [ 556 556 0 0 611 0 0 0 0 0 0 0 0 0 0 278 0 0 0 0 0 0 0 0 0 0 0 0 333 0 0 0 0 500 0 833 0 333 333 333 0 564 250 333 250 278 500 500 500 500 500 500 500 500 500 500 278 278 0 0 0 0 921 722 667 667 722 611 556 722 722 333 389 722 611 889 722 722 556 722 667 556 611 722 722 944 722 722 611 333 0 333 0 0 0 444 500 444 500 444 333 500 500 278 278 500 278 778 500 500 500 500 333 389 278 500 500 722 500 500 444 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 444 444 0 500 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 333 0 0 0 0 0 0 0 0 0 0 0 333 ] >>
endobj
254 0 obj
<< /BaseFont /MPBWHA+NimbusRomNo9L-ReguItal /Encoding 351 0 R /FirstChar 2 /FontDescriptor 352 0 R /LastChar 150 /Subtype /Type1 /Type /Font /Widths [ 500 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 333 333 0 0 250 333 250 278 500 500 500 500 500 500 500 0 500 500 333 0 0 0 0 0 0 611 611 667 722 611 611 722 722 333 444 0 556 833 667 722 611 0 611 500 556 0 611 833 611 0 0 0 0 0 0 0 0 500 500 444 500 444 278 500 500 278 278 444 278 722 500 500 500 0 389 389 278 500 444 667 444 444 389 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 500 ] >>
endobj
255 0 obj
<< /BaseFont /BOXXCA+NimbusMonL-Regu /Encoding /WinAnsiEncoding /FirstChar 45 /FontDescriptor 353 0 R /LastChar 122 /Subtype /Type1 /Type /Font /Widths [ 600 600 600 600 600 600 600 600 600 600 600 600 600 600 0 0 0 0 0 0 0 0 600 0 600 0 600 0 600 0 0 600 0 0 0 600 0 0 0 0 0 600 0 0 0 0 0 0 0 0 600 0 600 600 600 600 600 600 600 600 600 0 600 600 600 600 600 600 0 600 600 600 600 600 600 600 600 600 ] >>
endobj
256 0 obj
<< /BBox [ 0 0 612 792 ] /Group << /CS /DeviceRGB /I true /S /Transparency /Type /Group >> /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> /a1 << /CA 0.5 /ca 0.5 >> >> /XObject << /x6 354 0 R >> >> /Subtype /Form /Type /XObject /Length 382 /Filter /FlateDecode >>
stream
xe[n!Y7P|=Q'y(Ji;#$v0U-V\oZWɽ:5db,6IR6@6Pc"3K+GQ؎3T<9j`UT@
v5ڳtHN;9+7[^S؇:[E"8+sW\qEeКu6Bhsj;)y;Tp0nؚgʦFǃS-="z7ۺ9*&Q~ZPuí}C9嬂8l?Jܪmx%e8w](Rlq鞋t×e:=p=y0`XeJCWxau~uof{`r
endstream
endobj
257 0 obj
<< /BitsPerComponent 8 /ColorSpace /DeviceGray /DecodeParms << /Columns 39 /Predictor 15 >> /Filter /FlateDecode /Height 39 /Interpolate true /Subtype /Image /Width 39 /Length 983 >>
stream
xL[Uy-?0^Mp?ID1ts˲d0X`-9uuKWg6Vf ,Ashk}@_aAx;|r|Ax
ɇ]-z$0\dO'vff39'oj8h;A".=kSO֟r8$G$]_q8Ǝ
`gRzP0
|W80c[ZW *5m,`p ;TntF˜fӦG#Zv~C"6(Ĺi7jlgќ|55j;v(h^ERc6R5]]dm5\/{ rJ&\}zX3/nM~%Ya*Bħ*.1 $9ch8a|1qEβn@ZBB`l?^CF/8
a9F;H`y4(ƦEA[+U]o:Lo^P,R/$w՝4,=A=\?P(h{9s5deAWr˱!zo s݁ 4h>mYQ˭_(WѼoUcm
wN/b oC4(}"jL,@[#uWDDҟ-G
ˤ^ Q)JYWx% _?T^W>>V6+ꃯ
O^FxW5I9os$ n"`Dݸ;G/U:K?!]u/\e>iEP(2Bx8VM1g>=0ᤖJI^wڜt4gN}YnZUOo@pUPXliC@%e=4W)" <$y=g
endstream
endobj
258 0 obj
<< /BBox [ 4765.32 4772.58 4866.8 4869.22 ] /Filter /FlateDecode /FormType 1 /Group 38 0 R /Matrix [ 1 0 0 1 0 0 ] /Resources << /ExtGState << /R36 242 0 R >> /XObject << /R102 257 0 R >> >> /Subtype /Form /Type /XObject /Length 88 >>
stream
x-
0{O&vbҳ