%PDF-1.3
%
1 0 obj
<< /Metadata 3 0 R /Pages 4 0 R /Type /Catalog >>
endobj
2 0 obj
<< /Author (Chen Sun; Arsha Nagrani; Yonglong Tian; Cordelia Schmid) /Producer (pikepdf 3.1.0) /Subject (IEEE International Conference on Computer Vision) /Title (Composable Augmentation Encoding for Video Representation Learning) >>
endobj
3 0 obj
<< /Subtype /XML /Type /Metadata /Length 1169 >>
stream
Composable Augmentation Encoding for Video Representation LearningChen Sun Arsha Nagrani Yonglong Tian Cordelia SchmidIEEE International Conference on Computer Vision
endstream
endobj
4 0 obj
<< /Count 11 /Kids [ 5 0 R 6 0 R ] /Type /Pages >>
endobj
5 0 obj
<< /Count 8 /Kids [ 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R 13 0 R 14 0 R ] /Parent 4 0 R /Type /Pages >>
endobj
6 0 obj
<< /Count 3 /Kids [ 15 0 R 16 0 R 17 0 R ] /Parent 4 0 R /Type /Pages >>
endobj
7 0 obj
<< /Contents [ 18 0 R 19 0 R 20 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 21 0 R /Rotate 0 /Type /Page >>
endobj
8 0 obj
<< /Contents [ 22 0 R 23 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 24 0 R /Rotate 0 /Type /Page >>
endobj
9 0 obj
<< /Contents [ 25 0 R 26 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 27 0 R /Rotate 0 /Type /Page >>
endobj
10 0 obj
<< /Contents [ 28 0 R 29 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 30 0 R /Rotate 0 /Type /Page >>
endobj
11 0 obj
<< /Contents [ 31 0 R 32 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 33 0 R /Rotate 0 /Type /Page >>
endobj
12 0 obj
<< /Contents [ 34 0 R 35 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 36 0 R /Rotate 0 /Type /Page >>
endobj
13 0 obj
<< /Contents [ 37 0 R 38 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 39 0 R /Rotate 0 /Type /Page >>
endobj
14 0 obj
<< /Contents [ 40 0 R 41 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 42 0 R /Rotate 0 /Type /Page >>
endobj
15 0 obj
<< /Contents [ 43 0 R 44 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 6 0 R /Resources 45 0 R /Rotate 0 /Type /Page >>
endobj
16 0 obj
<< /Contents [ 46 0 R 47 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 6 0 R /Resources 48 0 R /Rotate 0 /Type /Page >>
endobj
17 0 obj
<< /Contents [ 49 0 R 50 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 6 0 R /Resources 51 0 R /Rotate 0 /Type /Page >>
endobj
18 0 obj
<< /Length 20175 >>
stream
q Q q 0 0 612 792 re W n BT 14.3462 0 0 14.3462 75.09 675.067 Tm /Ty1 1 Tf
[ (Composable) -250 (A) 50 (ugmentation) -250 (Encoding) -250 (f) 25 (or)
-250 (V) 37 (ideo) -250 (Repr) 18 (esentation) -250 (Lear) 15 (ning) ] TJ
ET BT 11.9552 0 0 11.9552 128.159 637.209 Tm /Ty2 1 Tf [ (Chen) -250 (Sun)
] TJ ET BT 7.9701 0 0 7.9701 174.987 641.548 Tm /Ty3 1 Tf (1) Tj ET BT 7.9701 0 0 7.9701 179.221 641.548
Tm /Ty4 1 Tf (,) Tj ET BT 7.9701 0 0 7.9701 181.573 641.548 Tm /Ty3 1 Tf (2)
Tj ET BT 11.9552 0 0 11.9552 201.25 637.209 Tm /Ty2 1 Tf [ (Arsha) -250 (Nagrani)
] TJ ET BT 7.9701 0 0 7.9701 271.294 641.548 Tm /Ty3 1 Tf (1) Tj ET BT 11.9552 0 0 11.9552 290.971 637.209
Tm /Ty2 1 Tf [ (Y) 110 (onglong) -250 (T) 35 (ian) ] TJ ET BT 7.9701 0 0 7.9701 361.96 641.548
Tm /Ty3 1 Tf (3) Tj ET BT 11.9552 0 0 11.9552 381.636 637.209 Tm /Ty2 1 Tf
[ (Cordelia) -250 (Schmid) ] TJ ET BT 7.9701 0 0 7.9701 462.333 641.548 Tm
/Ty3 1 Tf (1) Tj ET BT 7.9701 0 0 7.9701 176.516 627.6 Tm /Ty3 1 Tf (1) Tj
ET BT 11.9552 0 0 11.9552 184.237 623.262 Tm /Ty2 1 Tf [ (Google) -250 (Research)
] TJ ET BT 7.9701 0 0 7.9701 281.181 627.6 Tm /Ty3 1 Tf (2) Tj ET BT 11.9552 0 0 11.9552 288.902 623.262
Tm /Ty2 1 Tf [ (Bro) 25 (wn) -250 (Uni) 25 (v) 15 (ersity) ] TJ ET BT 7.9701 0 0 7.9701 389.073 627.6
Tm /Ty3 1 Tf (3) Tj ET BT 11.9552 0 0 11.9552 396.794 623.262 Tm /Ty2 1 Tf
(MIT) Tj ET BT 8.9664 0 0 8.9664 137.886 609.314 Tm /Ty5 1 Tf ({) Tj ET BT
8.9664 0 0 8.9664 142.494 609.314 Tm /Ty6 1 Tf [ (chensun,) -600 (anagrani,)
-600 (cordelias) ] TJ ET BT 8.9664 0 0 8.9664 293.129 609.314 Tm /Ty5 1 Tf
(}) Tj ET BT 8.9664 0 0 8.9664 297.736 609.314 Tm /Ty6 1 Tf [ (@google.com)
-1600 (yonglong@mit.edu) ] TJ ET BT 11.9552 0 0 11.9552 145.995 568.268 Tm
/Ty1 1 Tf (Abstract) Tj ET BT 9.9626 0 0 9.9626 62.067 544.01 Tm /Ty7 1 Tf
[ (W) 92 (e) -548 (focus) -549 (on) -548 (contr) 15 (astive) -548 (methods)
-548 (for) -549 (self-supervised) ] TJ ET BT 9.9626 0 0 9.9626 50.112 532.054
Tm /Ty7 1 Tf [ (video) -238 (r) 37 (epr) 37 (esentation) -239 (learning) 15
(.) -306 (A) -238 (common) -239 (par) 15 (adigm) -238 (in) -239 (con-) ] TJ
ET BT 9.9626 0 0 9.9626 50.112 520.099 Tm /Ty7 1 Tf [ (tr) 15 (astive) -301
(learning) -300 (is) -301 (to) -300 (construct) -301 (positive) -301 (pair)
10 (s) -300 (by) -301 (sampling) ] TJ ET BT 9.9626 0 0 9.9626 50.112 508.144
Tm /Ty7 1 Tf [ (dif) 18 (fer) 37 (ent) -410 (data) -410 (vie) 15 (ws) -410
(for) -410 (the) -410 (same) -411 (instance) 10 (,) -450 (with) -410 (dif)
18 (fer) 37 (ent) ] TJ ET BT 9.9626 0 0 9.9626 50.112 496.189 Tm /Ty7 1 Tf
[ (data) -346 (instances) -345 (as) -346 (ne) 40 (gatives.) -598 (The) 1 (se)
-346 (methods) -346 (implicitly) -346 (as-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 484.234
Tm /Ty7 1 Tf [ (sume) -347 (a) -347 (set) -347 (of) -347 (r) 37 (epr) 37 (esentational)
-347 (in) 40 (variances) -347 (to) -347 (the) -347 (vie) 15 (w) -347 (se-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 472.278 Tm /Ty7 1 Tf [ (lection) -456
(mec) 15 (hanism) -456 (\() ] TJ ET BT 9.9626 0 0 9.9626 134.306 472.278 Tm
/Ty2 1 Tf (e.g) Tj ET BT 9.9626 0 0 9.9626 146.202 472.278 Tm /Ty7 1 Tf [
(.,) -508 (sampling) -456 (fr) 15 (ames) -456 (with) -456 (tempor) 15 (al)
] TJ ET BT 9.9626 0 0 9.9626 50.112 460.323 Tm /Ty7 1 Tf [ (shifts\),) -212
(whic) 15 (h) -202 (may) -202 (lead) -203 (to) -202 (poor) -202 (performance)
-202 (on) -203 (downstr) 37 (eam) ] TJ ET BT 9.9626 0 0 9.9626 50.112 448.368
Tm /Ty7 1 Tf [ (tasks) -427 (whic) 15 (h) -428 (violate) -427 (these) -428
(in) 40 (variances) -427 (\(ne-gr) 15 (ained) -428 (video) ] TJ ET BT 9.9626 0 0 9.9626 50.112 436.413
Tm /Ty7 1 Tf [ (action) -326 (r) 37 (eco) 10 (gnition) -327 (that) -326 (would)
-327 (benet) -326 (fr) 45 (om) -326 (tempor) 15 (al) -327 (infor) 20 (-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 424.458 Tm /Ty7 1 Tf [ (mation\).) -442
(T) 92 (o) -294 (o) 10 (ver) 37 (come) -293 (this) -294 (limitation,) -305
(we) -294 (pr) 45 (opose) -294 (an) -294 (aug-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 412.503
Tm /Ty7 1 Tf [ (mentation) -419 (awar) 37 <65d5> -420 (contr) 15 (astive) -419
(learning) -420 (fr) 15 (ame) 15 (work,) -462 (wher) 37 (e) ] TJ ET BT 9.9626 0 0 9.9626 50.112 400.547
Tm /Ty7 1 Tf [ (we) -369 (e) 20 (xplicitly) -369 (pr) 45 (o) 10 (vide) -370
(a) -369 (sequence) -369 (of) -369 (augmentation) -370 (par) 15 (am-) ] TJ
ET BT 9.9626 0 0 9.9626 50.112 388.592 Tm /Ty7 1 Tf [ (eterisations) -378
(\(suc) 15 (h) -379 (as) -378 (the) -379 (values) -378 (of) -379 (the) -378
(time) -379 (shifts) -378 (used) -379 (to) ] TJ ET BT 9.9626 0 0 9.9626 50.112 376.637
Tm /Ty7 1 Tf [ (cr) 37 (eate) -285 (data) -286 (vie) 15 (ws\)) -285 (as) -286
(composable) -285 (augmentation) -286 (encodings) ] TJ ET BT 9.9626 0 0 9.9626 50.112 364.682
Tm /Ty7 1 Tf [ (\(CA) 37 (TE\)) -241 (to) -241 (our) -241 (model) -241 (when)
-241 (pr) 45 (ojecting) -241 (the) -241 (video) -241 (r) 37 (epr) 37 (esenta-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 352.727 Tm /Ty7 1 Tf [ (tions) -217 (for)
-218 (contr) 15 (astive) -217 (learning) 15 (.) -299 (W) 92 (e) -218 (show)
-217 (that) -218 (r) 37 (epr) 37 (esentations) ] TJ ET BT 9.9626 0 0 9.9626 50.112 340.772
Tm /Ty7 1 Tf [ (learned) -301 (by) -300 (our) -301 (method) -301 (encode)
-300 (valuable) -301 (information) -301 (about) ] TJ ET BT 9.9626 0 0 9.9626 50.112 328.816
Tm /Ty7 1 Tf [ (specied) -226 (spatial) -226 (or) -226 (tempor) 15 (al) -225
(augmentation,) -231 (and) -226 (in) -226 (doing) -226 (so) ] TJ ET BT 9.9626 0 0 9.9626 50.112 316.861
Tm /Ty7 1 Tf [ (also) -361 (ac) 15 (hie) 15 (ve) -360 (state-of-the-art) -361
(performance) -361 (on) -360 (a) -361 (number) -361 (of) ] TJ ET BT 9.9626 0 0 9.9626 50.112 304.906
Tm /Ty7 1 Tf [ (video) -250 (benc) 15 (hmarks.) ] TJ ET BT 11.9552 0 0 11.9552 50.112 267.997
Tm /Ty1 1 Tf [ (1.) -250 (Intr) 18 (oduction) ] TJ ET BT 9.9626 0 0 9.9626 62.067 248.72
Tm /Ty2 1 Tf [ (W) 80 (e) -266 (focus) -266 (on) -266 (contrasti) 25 (v) 15
(e) -266 (learning) -266 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 199.1723 248.72
Tm /Ty2 1 Tf (16) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 209.1349 248.72
Tm /Ty2 1 Tf [ (]) -266 (of) -266 (self-supervised) ] TJ ET BT 9.9626 0 0 9.9626 50.112 236.765
Tm /Ty2 1 Tf [ (video) -311 (representations.) -492 (The) -311 (contrasti)
25 (v) 15 (e) -311 (objecti) 25 (v) 15 (e) -311 (is) -311 (simple:) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 224.81 Tm /Ty2 1 Tf [ (it) -331 (pulls) -331 (the)
-331 (latent) -330 (representations) -331 (of) -331 (positi) 25 (v) 15 (e)
-331 (pairs) -331 (close) -331 (to) ] TJ ET BT 9.9626 0 0 9.9626 50.112 212.855
Tm /Ty2 1 Tf [ (each) -211 (other) 40 (,) -220 (while) -211 (pushing) -211
(ne) 15 (g) 5 (ati) 25 (v) 15 (e) -212 (pairs) -211 (apart.) -297 (It) -212
(is) -211 (a) -212 (natural) ] TJ ET BT 9.9626 0 0 9.9626 50.112 200.899 Tm
/Ty2 1 Tf [ -256 (for) -255 (self-supervised) -256 (learning,) -257 (where)
-255 (positi) 25 (v) 15 (e) -256 (and) -256 (ne) 15 (g) 5 (ati) 25 (v) 15
(e) ] TJ ET BT 9.9626 0 0 9.9626 50.112 188.944 Tm /Ty2 1 Tf [ (pairs) -382
(can) -381 (be) -382 (constructed) -382 (from) -381 (the) -382 (data) -382
(itsel) 1 (f,) -415 (without) -382 (the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 176.989
Tm /Ty2 1 Tf [ (need) -250 (for) -250 (additional) -250 (annotations.) ] TJ
ET BT 9.9626 0 0 9.9626 62.067 164.686 Tm /Ty2 1 Tf [ (Amongst) -259 (dif)
25 (ferent) -259 (posit) 1 (i) 25 (v) 15 (e) -259 (pair) -259 (generation)
-259 (techniques,) -261 (a) ] TJ ET BT 9.9626 0 0 9.9626 50.112 152.731 Tm
/Ty2 1 Tf [ (particularly) -212 (successful) -213 (one) -212 (has) -212 (been)
-213 (augmentation-in) 40 (v) 25 (ariant) ] TJ ET BT 9.9626 0 0 9.9626 50.112 140.776
Tm /Ty2 1 Tf [ (contrasti) 25 (v) 15 (e) -381 (learning) -381 ([) ] TJ ET
/Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 136.9859 140.776 Tm /Ty2 1 Tf (8) Tj
ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 141.9672 140.776 Tm /Ty2 1 Tf (,) Tj
ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 146.6297 140.776 Tm /Ty2 1 Tf (20)
Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 156.5923 140.776 Tm /Ty2 1 Tf (,)
Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 161.2448 140.776 Tm /Ty2 1 Tf
(61) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 171.2074 140.776 Tm /Ty2 1 Tf
[ (],) -414 (which) -381 (has) -382 (sho) 25 (wn) -381 (impres-) ] TJ ET BT
9.9626 0 0 9.9626 50.112 128.82 Tm /Ty2 1 Tf [ (si) 25 (v) 15 (e) -378 (results)
-378 (for) -378 (image) -378 (representation) -378 (learning.) -695 (In) -378
(this) -378 (in-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 116.865 Tm /Ty2 1 Tf
[ (stance) -453 (dis) 1 (crimination) -453 (frame) 25 (w) 10 (ork,) -503 (positi)
25 (v) 15 (e) -453 (pairs) -452 (are) -453 (con-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 104.91
Tm /Ty2 1 Tf [ (structed) -387 (by) -387 (applyi) 1 (ng) -387 (articial)
-387 (aggressi) 25 (v) 15 (e) ] TJ ET BT 9.9626 0 0 9.9626 220.609 104.91
Tm /Ty7 1 Tf [ (photo-g) 10 (eometric) ] TJ ET BT 9.9626 0 0 9.9626 50.112 92.955
Tm /Ty2 1 Tf [ (data) -275 (augmentations) -276 (to) -275 (create) -276 (dif)
25 (ferent) -275 (v) 15 (ersions) -276 (of) -275 (the) -276 (same) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 81 Tm /Ty2 1 Tf [ (instances) -325 -325 (learned)
-325 (representations) -325 (are) -325 (thus) -326 (encouraged) -325 (to)
] TJ ET Q q 308.862 450.364 236.2514 127.8662 re W n /Cs1 cs 1 1 1 sc 308.862 450.364 236.2514 127.8662
re f 0 0 0 sc q 0.3542 0 0 0.3542 328.7888 412.1104 cm BT 18 0 0 18 0 361
Tm /TT2 1 Tf [ (!) -0.2 (") 0.2 (#) -0.4 ($) -0.2 (%) -27.8 (&') 0.2 (%) ]
TJ ET Q q 0.3542 0 0 0.3542 350.7492 412.1104 cm BT 18 0 0 18 0 361 Tm /TT4
1 Tf (!) Tj ET Q q 0.3542 0 0 0.3542 354.6454 414.5898 cm BT 13 0 0 13 0 361
Tm /TT6 1 Tf (!) Tj ET Q Q q 308.862 482.5962 68.3606 49.9422 re W n /Perceptual
ri q 68.3606 0 0 49.9422 308.862 482.5962 cm /Im1 Do Q Q q 476.7528 512.349 68.3606 49.588
re W n /Perceptual ri q 80.06255 0 0 49.588 476.7528 512.349 cm /Im2 Do Q
Q q 308.862 450.364 236.2514 127.8662 re W n /Cs1 cs 0 0 0 sc q 0.3542 0 0 0.3542 493.2439 441.509
cm BT 18 0 0 18 0 361 Tm /TT2 1 Tf [ (!) -0.2 (") 0.2 (#) -0.4 ($) -0.2 (%)
-27.8 (\(') 0.2 (%) ] TJ ET Q q 0.3542 0 0 0.3542 515.2043 441.509 cm BT 18 0 0 18 0 361
Tm /TT4 1 Tf (!) Tj ET Q q 0.3542 0 0 0.3542 519.1005 443.9884 cm BT 13 0 0 13 0 361
Tm /TT6 1 Tf (!) Tj ET Q q 0.3542 0 0 0.3542 521.2257 443.9884 cm BT 13 0 0 13 0 361
Tm /TT6 1 Tf (") Tj ET Q q 0.3542 0 0 0.3542 524.4135 443.9884 cm BT 0.0215
Tc 13 0 0 13 0 361 Tm /TT6 1 Tf (!#) Tj ET Q Q q 386.0776 505.265 m 386.0776
522.8707 400.3499 537.143 417.9556 537.143 c 435.5613 537.143 449.8336 522.8707
449.8336 505.265 c 449.8336 487.6593 435.5613 473.387 417.9556 473.387 c 400.3499
473.387 386.0776 487.6593 386.0776 505.265 c h W n 308.862 450.364 236.2514 127.8662
re W n /Perceptual ri q 0.00002788976 0 0 -0.00002788976 386.0776 537.143
cm /Sh1 sh Q Q q 308.862 450.364 236.2514 127.8662 re W n /Cs1 cs 0.6509804
0.6509804 0.6509804 sc 476.3815 537.6608 m 431.4885 512.4464 l 432.269 511.0567
l 477.162 536.271 l h 431.4028 514.2264 m 428.4045 509.8002 l 433.7444 510.0573
l h f 0 0 0 sc q 0.3542 0 0 0.3542 380.6717 337.7284 cm BT 18 0 0 18 0 361
Tm /TT2 1 Tf [ (\)) 0.3 (#) -0.4 (*+) -0.3 (#) -0.4 (,) 0.1 (#) -0.4 (-.)
0.2 (/) -0.4 (.) 0.2 (") 0.2 (0-%) -27.8 (,) 0.1 (*/) -0.4 (1) -0.4 (#) ]
TJ ET Q 0.6509804 0.6509804 0.6509804 sc 377.4548 506.7037 m 425.564 510.0387
l 425.4537 511.6288 l 377.3446 508.2938 l h 424.8791 508.3935 m 429.4841 511.1093
l 424.5485 513.1637 l h f 1 0 0 sc 422.7763 489.5074 m 424.9898 495.4864 l
423.4951 496.0398 l 421.2815 490.0608 l h 426.65 499.9707 m 428.7633 505.6789
l 427.2685 506.2323 l 425.1552 500.524 l h 429.9814 504.3782 m 429.3994 509.6925
l 425.4971 506.0383 l h f 0 0 0 sc q 0.3409831 -0.09585470 0.09585470 0.3409831 404.4598 353.4799
cm BT 18 0 0 18 0 361 Tm /TT2 1 Tf [ (2) -0.2 ($) -0.2 (/) -0.4 (+) -0.3 (#)
-0.4 (%) -27.8 (03) -0.3 (%) 27.8 (.) 0.2 (") 0.2 (4) 0.2 (#) ] TJ ET Q q
0.3039157 0.1819145 -0.1819145 0.3039157 499.383 408.6568 cm BT 18 0 0 18 0 361
Tm /TT2 1 Tf [ (5) -0.3 (-6/) -0.4 (+) -0.3 (") 0.2 (/) -0.4 (-.) 0.2 (%)
-27.8 (.) 0.2 (0%) 27.8 (.) 0.2 (") 0.2 (4) 0.2 (#) ] TJ ET Q 0.6509804 0.6509804
0.6509804 sc 476.8049 471.7133 m 424.5587 487.2492 l 425.013 488.777 l 477.2592
473.2411 l h 424.8682 485.4943 m 420.9663 489.1489 l 426.2311 490.0777 l h
f Q q 476.7528 450.364 68.3606 49.9422 re W n /Perceptual ri q 80.06255 0 0 49.9422 476.7528 450.364
cm /Im2 Do Q Q q 308.862 450.364 236.2514 127.8662 re W n /Cs1 cs 0 0 0 sc
q 0.3347701 -0.1157005 0.1157005 0.3347701 386.9406 377.329 cm BT 18 0 0 18 0 361
Tm /TT2 1 Tf [ (7) -0.1 (-1) -0.4 (08#) -0.4 (%) ] TJ ET Q q 0.3347701 -0.1157005 0.1157005 0.3347701 406.692 370.245
cm BT -0.0061 Tc 18 0 0 18 0 361 Tm /TT4 1 Tf ("#) Tj ET Q Q q 0 0 612 792
re W n BT 8.9664 0 0 8.9664 308.862 439.405 Tm /Ty2 1 Tf [ (Figure) -394 (1.)
-394 (Standard) -394 (self-supervised) -394 (contrasti) 25 (v) 15 (e) -394
(learning) -394 (methods) ] TJ ET BT 8.9664 0 0 8.9664 308.862 428.446 Tm
/Ty2 1 Tf (are) Tj ET BT 8.9664 0 0 8.9664 322.735 428.446 Tm /Ty7 1 Tf [
(augmentation-in) 40 (variant) ] TJ ET BT 8.9664 0 0 8.9664 407.556 428.446
Tm /Ty2 1 Tf [ (,) -345 (the) 15 (y) -327 (i) 1 (ngest) -327 (tw) 10 (o) -326
(augmented) -326 (vie) 25 (ws) -326 (of) ] TJ ET BT 8.9664 0 0 8.9664 308.862 417.487
Tm /Ty2 1 Tf [ (the) -268 (same) -268 (instance) -267 (and) -268 (encourage)
-268 (their) -268 (latent) -268 (representations) -268 (to) -267 (be) ] TJ
ET BT 8.9664 0 0 8.9664 308.862 406.528 Tm /Ty2 1 Tf [ (similar) 55 (.) -298
(F) 15 (or) -215 (videos,) -223 (if) -215 (the) -215 (tw) 10 (o) -215 (vie)
25 (ws) -215 (were) -215 (sampled) -215 (with) -215 (a) -215 (temporal) ]
TJ ET BT 8.9664 0 0 8.9664 308.862 395.569 Tm /Ty2 1 Tf [ (shift,) -319 (this)
-305 (approach) -306 (w) 10 (ould) -305 (learn) -306 (repre) 1 (sentations)
-306 (that) -305 (are) -305 (in) 40 (v) 25 (ariant) ] TJ ET BT 8.9664 0 0 8.9664 308.862 384.61
Tm /Ty2 1 Tf [ (to) -340 (time) -340 (changes,) -363 (losing) -340 (v) 25
(aluable) -340 (temporal) -340 (dynamics) -340 (information) ] TJ ET BT 8.9664 0 0 8.9664 308.862 373.651
Tm /Ty2 1 Tf (\() Tj ET BT 8.9664 0 0 8.9664 311.848 373.651 Tm /Ty7 1 Tf
[ (e) 15 (.g) ] TJ ET BT 8.9664 0 0 8.9664 322.419 373.651 Tm /Ty2 1 Tf [
(.) -310 (the) -310 (action) -310 (of) -310 (slicing) -310 (oranges\)) -310
(for) -310 (do) 25 (wnstream) -310 (tasks.) -490 (W) 80 (e) -309 (in-) ] TJ
ET BT 8.9664 0 0 8.9664 308.862 362.692 Tm /Ty2 1 Tf [ (stead) -368 (project)
-368 (latent) -367 (representations) ] TJ ET BT 8.9664 0 0 8.9664 439.583 362.692
Tm /Ty7 1 Tf [ (by) -368 (additionally) -368 (encoding) ] TJ ET BT 8.9664 0 0 8.9664 534.155 362.692
Tm /Ty2 1 Tf (the) Tj ET BT 8.9664 0 0 8.9664 308.862 351.734 Tm /Ty7 1 Tf
[ (r) 37 (elative) -268 (tr) 15 (ansformation) ] TJ ET BT 8.9664 0 0 8.9664 394.4 351.734
Tm /Ty2 1 Tf [ (of) -268 (the) -268 (tw) 10 (o) -268 (vie) 25 (ws) -268 (\()
] TJ ET BT 8.9664 0 0 8.9664 459.478 351.734 Tm /Ty7 1 Tf [ (e) 15 (.g) ]
TJ ET BT 8.9664 0 0 8.9664 470.05 351.734 Tm /Ty2 1 Tf [ (.) -268 (the) -268
(time) -268 (shift) -268 (by) ] TJ ET BT 8.9664 0 0 8.9664 536.114 351.734
Tm /Ty8 1 Tf (t) Tj ET BT 5.9776 0 0 5.9776 539.442 355.543 Tm /Ty10 1 Tf
(!) Tj ET BT 8.9664 0 0 8.9664 542.126 351.734 Tm /Ty2 1 Tf (\)) Tj ET BT
8.9664 0 0 8.9664 308.862 340.775 Tm /Ty2 1 Tf [ (with) -365 (a) -364 (composable)
-365 (augmentation) -365 (encoding) -364 (\(CA) 111 (TE\)) -365 (to) -365
(mak) 10 (e) -364 (the) ] TJ ET BT 8.9664 0 0 8.9664 308.862 329.816 Tm /Ty2
1 Tf (representation) Tj ET BT 8.9664 0 0 8.9664 361.897 329.816 Tm /Ty7 1
Tf [ (augmentation-awar) 37 (e) ] TJ ET BT 8.9664 0 0 8.9664 436.282 329.816
Tm /Ty2 1 Tf (.) Tj ET BT 9.9626 0 0 9.9626 308.862 297.09 Tm /Ty2 1 Tf [
(be) -250 (in) 40 (v) 25 (ariant) -250 (to) -250 (these) -250 (data) -250
(augmentations.) ] TJ ET BT 9.9626 0 0 9.9626 320.817 284.686 Tm /Ty2 1 Tf
[ (A) -255 (number) -256 (of) -255 (self-supervised) -255 (w) 10 (orks) -256
(also) -255 (e) 15 (xtend) -255 (this) -256 (idea) ] TJ ET BT 9.9626 0 0 9.9626 308.862 272.731
Tm /Ty2 1 Tf [ (to) -396 (videos,) -432 (where) -396 (instead) -395 (of) -396
(articial) -396 (augmentations,) -432 (the) 15 (y) ] TJ ET BT 9.9626 0 0 9.9626 308.862 260.776
Tm /Ty2 1 Tf [ (treat) -249 (temporal) -249 (shift) -249 (as) -249 (a) ] TJ
ET BT 9.9626 0 0 9.9626 404.818 260.776 Tm /Ty7 1 Tf [ (natur) 15 (al) ] TJ
ET BT 9.9626 0 0 9.9626 436.499 260.776 Tm /Ty2 1 Tf [ (data) -249 (augmentation)
-249 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 515.612 260.776 Tm
/Ty2 1 Tf (46) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 525.5746 260.776 Tm
/Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 529.3405 260.776
Tm /Ty2 1 Tf (57) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 539.3031 260.776
Tm /Ty2 1 Tf (],) Tj ET BT 9.9626 0 0 9.9626 308.862 248.821 Tm /Ty2 1 Tf
[ (where) -206 (tw) 10 (o) -206 (frames) -207 (from) -206 (the) -206 (same)
-206 (video) -206 (with) -206 (a) -207 (temporal) -206 (shift) ] TJ ET BT
9.9626 0 0 9.9626 308.862 236.866 Tm /Ty2 1 Tf [ (form) -232 (a) -233 (positi)
25 (v) 15 (e) -232 (pair) 55 (.) -304 (While) -232 (this) -233 (is) -232 (useful)
-232 (for) -232 (capturing) -233 (high-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 224.91
Tm /Ty2 1 Tf [ (le) 25 (v) 15 (el) -322 (semantic) -322 (information,) ] TJ
ET BT 9.9626 0 0 9.9626 422.579 224.91 Tm /Ty7 1 Tf [ (e) 15 (.g) ] TJ ET
BT 9.9626 0 0 9.9626 434.325 224.91 Tm /Ty2 1 Tf [ (.) -322 (kno) 25 (wledge)
-322 (of) -321 (object) -322 (cate-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 212.955
Tm /Ty2 1 Tf [ (gories,) -309 (it) -296 (can) -297 (remo) 15 (v) 15 (e) -297
(ne-grained) -297 (information) -297 (that) -297 (may) -297 (be) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 201 Tm /Ty2 1 Tf [ (useful) -360 (depending)
-359 (on) -360 (the) -360 (do) 25 (wnstream) -360 (task) -359 -360 (as)
-360 (pre) 25 (viously) ] TJ ET BT 9.9626 0 0 9.9626 308.862 189.045 Tm /Ty2
1 Tf [ (studied) -283 (in) -284 (images) -283 ([) ] TJ ET /Cs1 cs 0 1 0 sc
BT 9.9626 0 0 9.9626 385.4047 189.045 Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 390.386 189.045 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0
sc BT 9.9626 0 0 9.9626 394.3909 189.045 Tm /Ty2 1 Tf (63) Tj ET /Cs2 cs 0
sc BT 9.9626 0 0 9.9626 404.3535 189.045 Tm /Ty2 1 Tf [ (].) -410 (Consider)
-283 (the) -284 (case) -283 (of) -283 (the) -284 (oranges) ] TJ ET BT 9.9626 0 0 9.9626 308.862 177.09
Tm /Ty2 1 Tf [ (in) -352 (Figure) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 349.6489 177.09
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 358.137 177.09 Tm
/Ty2 1 Tf [ -353 (for) -352 (object) -353 (classication,) -378 (in) 40
(v) 25 (ariance) -352 (to) -353 (small) ] TJ ET BT 9.9626 0 0 9.9626 308.862 165.135
Tm /Ty2 1 Tf [ (time) -295 (shifts) -294 (in) -295 (a) -294 (video) -295 (that)
-295 (can) -294 (result) -295 (in) -294 (vie) 25 (w) -295 (point) -295 (changes)
] TJ ET BT 9.9626 0 0 9.9626 308.862 153.179 Tm /Ty2 1 Tf [ (or) -383 (shape)
-383 (deformations) -383 (may) -383 (be) -383 (useful) -384 (and) -383 (e)
25 (v) 15 (en) -383 (desirable.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 141.224
Tm /Ty2 1 Tf [ (Ho) 25 (we) 25 (v) 15 (er) 40 (,) -282 (for) -276 (a) -275
(do) 25 (wnstream) -276 (task) -275 (in) 40 (v) 20 (olving) -276 (reasoning)
-276 (about) ] TJ ET BT 9.9626 0 0 9.9626 308.862 129.269 Tm /Ty2 1 Tf [ (temporal)
-357 (relationships,) -383 (such) -356 (as) -357 (recognising) -357 (the)
-356 (state) -357 (tran-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 117.314 Tm
/Ty2 1 Tf [ (sition) -271 (between) -272 (a) -271 (whole) -271 (orange) -271
(and) -272 (orange) -271 (slices) -271 (caused) -272 (by) ] TJ ET BT 9.9626 0 0 9.9626 308.862 105.359
Tm /Ty2 1 Tf [ (the) -200 (act) -200 (of) -200 (cutting) -200 (fruit,) -210
(a) -201 (re) 1 (p) -1 (r) 1 (esentation) -201 (in) 40 (v) 25 (ariant) -200
(to) -200 (temporal) ] TJ ET BT 9.9626 0 0 9.9626 308.862 93.404 Tm /Ty2 1
Tf [ (shifts) -250 (may) -250 (ha) 20 (v) 15 (e) -250 (lost) -250 (v) 25 (aluable)
-250 (information.) ] TJ ET BT 9.9626 0 0 9.9626 320.817 81 Tm /Ty2 1 Tf [
(W) 80 (e) -385 (ar) 18 (gue) -385 (that) -385 (augmentation-a) 15 (w) 10
(are) -385 (information) -385 (can) -385 (be) ] TJ ET Q
endstream
endobj
19 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/QQwpFUUFs187ltVEUhCVRw Do
Q
endstream
endobj
20 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/VrWpfhvCRRGWnLgmkPJAzw Do
Q
endstream
endobj
21 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /TT2 54 0 R /TT4 55 0 R /TT6 56 0 R /Ty1 57 0 R /Ty10 58 0 R /Ty2 59 0 R /Ty3 60 0 R /Ty4 61 0 R /Ty5 62 0 R /Ty6 63 0 R /Ty7 64 0 R /Ty8 65 0 R >> /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ] /Shading << /Sh1 66 0 R >> /XObject << /Im1 67 0 R /Im2 68 0 R /QQwpFUUFs187ltVEUhCVRw 69 0 R /VrWpfhvCRRGWnLgmkPJAzw 70 0 R >> >>
endobj
22 0 obj
<< /Length 29429 >>
stream
q Q q 0 0 612 792 re W n BT 9.9626 0 0 9.9626 50.112 710.037 Tm /Ty2 1 Tf
[ (retained) -310 (if) -311 (the) -310 (relati) 25 (v) 15 (e) -311 (augmentations)
-310 (of) -310 (the) -311 (tw) 10 (o) -310 (vie) 25 (ws) -311 (are) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 698.082 Tm /Ty2 1 Tf [ (kno) 25 (wn) -349 (to)
-349 (the) -348 (contrasti) 25 (v) 15 (e) -349 (learning) -349 (frame) 25
(w) 10 (ork.) -606 (F) 15 (or) -349 (the) -349 (or) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 686.127
Tm /Ty2 1 Tf [ (anges) -331 (in) -331 (Figure) ] TJ ET /Cs1 cs 1 0 0 sc BT
9.9626 0 0 9.9626 116.4629 686.127 Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT
9.9626 0 0 9.9626 121.4442 686.127 Tm /Ty2 1 Tf [ (,) -351 (an) -332 (e) 1
(n) -1 (c) 1 (od) -1 (e) 1 (r) -332 (could) -331 (k) 10 (eep) -331 (the) -331
(shape) -332 (infor) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 674.172 Tm
/Ty2 1 Tf [ (mation) -245 (of) -244 (the) -245 (sliced) -244 (orange) -245
(vie) 25 (w) -244 (if) -245 (it) -244 (is) -245 (a) 15 (w) 10 (are) -245 (that)
-244 (the) -245 (other) ] TJ ET BT 9.9626 0 0 9.9626 50.112 662.217 Tm /Ty2
1 Tf [ (vie) 25 (w) -250 (is) ] TJ ET BT 9.9626 0 0 9.9626 80.856 662.217
Tm /Ty11 1 Tf (t) Tj ET BT 6.9738 0 0 6.9738 84.454 665.832 Tm /Ty13 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 89.74 662.217 Tm /Ty2 1 Tf [ (behind) -250
(in) -250 (time) -250 (\(and) -250 (lik) 10 (ely) -250 (to) -250 (be) -250
(a) -250 (whole) -250 (orange\).) ] TJ ET BT 9.9626 0 0 9.9626 62.067 646.577
Tm /Ty2 1 Tf [ (W) 80 (e) -305 (therefore) -306 (propose) -305 (a) -306 (generalised)
-305 (frame) 25 (w) 10 (ork) -305 (for) -306 (self-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 634.622
Tm /Ty2 1 Tf [ (supervised) -202 (video) -203 (representat) 1 (ion) -203 (learning)
-202 (as) -202 (follo) 25 (ws.) -294 (F) 15 (or) -203 (no-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 622.667
Tm /Ty2 1 Tf [ (tational) -239 (con) 40 (v) 15 (enience,) -240 (we) -239 (use)
-238 (the) -239 (term) ] TJ ET BT 9.9626 0 0 9.9626 201.35 622.667 Tm /Ty7
1 Tf [ (data) -239 (augmentation) ] TJ ET BT 9.9626 0 0 9.9626 278.611 622.667
Tm /Ty2 1 Tf (to) Tj ET BT 9.9626 0 0 9.9626 50.112 610.712 Tm /Ty2 1 Tf [
(consider) -387 (all) -387 (parameterisable) -387 (data) -387 (transformations,)
-421 (includ-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 598.756 Tm /Ty2 1 Tf [
(ing) -325 (shifts) -326 (in) -325 (space) -325 (or) -326 (in) -325 (time.)
-536 (W) 80 (e) -326 (then) -325 (apply) -325 (these) -326 (gener) 20 (-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 586.801 Tm /Ty2 1 Tf [ (alised) -367 (data)
-367 (augmentations) -367 (to) -367 (create) -367 (dif) 25 (ferent) -367 (vie)
25 (ws) -367 (of) -367 (the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 574.846 Tm
/Ty2 1 Tf [ (same) -400 (data,) -437 (as) -399 (is) -400 (done) -400 (in)
-399 (pre) 25 (vious) -400 (augmentation-in) 40 (v) 25 (ariant) ] TJ ET BT
9.9626 0 0 9.9626 50.112 562.891 Tm /Ty2 1 Tf [ (contrasti) 25 (v) 15 (e)
-280 (learning.) -400 (Ho) 25 (we) 25 (v) 15 (er) 40 (,) -288 (instead) -280
(of) -280 (directly) -280 (applying) ] TJ ET BT 9.9626 0 0 9.9626 50.112 550.936
Tm /Ty2 1 Tf [ (a) -377 (contrasti) 25 (v) 15 (e) -376 (loss) -377 (on) -376
(these) -377 (vie) 25 (ws,) -408 (we) -377 (apply) -376 (an) -377 (additional)
] TJ ET BT 9.9626 0 0 9.9626 50.112 538.981 Tm /Ty2 1 Tf [ (projection) -269
(head) -269 (that) -269 (optionally) -269 (also) ] TJ ET BT 9.9626 0 0 9.9626 194.126 538.981
Tm /Ty7 1 Tf [ (encodes) -269 (the) -269 (augmenta-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 527.025
Tm /Ty7 1 Tf (tions) Tj ET BT 9.9626 0 0 9.9626 73.005 527.025 Tm /Ty2 1 Tf
[ (that) -353 (were) -353 (used) -353 (to) -353 (create) -352 (the) -353 (vie)
25 (ws) -353 (in) -353 (the) -353 -353 (place.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 515.07
Tm /Ty2 1 Tf [ (F) 15 (or) -423 (e) 15 (xample,) -466 (gi) 25 (v) 15 (en)
-423 (tw) 10 (o) -423 (vie) 25 (ws) -423 (of) -423 (an) -423 (image) -423
(obtained) -423 (via) ] TJ ET BT 9.9626 0 0 9.9626 50.112 503.115 Tm /Ty2
1 Tf [ (cropping,) -300 (this) -290 (can) -291 (be) -290 (an) -290 (encoding)
-290 (of) -290 (the) -290 (bounding) -291 (box) -290 (co-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 491.16
Tm /Ty2 1 Tf [ (ordinates) -194 (of) -193 (the) -194 (cropping) -194 (spatial)
-194 (transformation.) -291 (F) 15 (or) -194 (videos,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 479.205
Tm /Ty2 1 Tf [ (this) -208 (encoding) -207 (can) -208 (also) -207 (include)
-208 (information) -208 (about) -207 (the) -208 (tempo-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 467.25
Tm /Ty2 1 Tf [ (ral) -235 (relationship) -235 (between) -236 (the) -235 (vie)
25 (ws) -235 (\() ] TJ ET BT 9.9626 0 0 9.9626 191.062 467.25 Tm /Ty7 1 Tf
[ (e) 15 (.g) ] TJ ET BT 9.9626 0 0 9.9626 202.808 467.25 Tm /Ty2 1 Tf [ (.)
-235 (a) -235 (5-second) -236 (shift\),) -238 (in) ] TJ ET BT 9.9626 0 0 9.9626 50.112 455.294
Tm /Ty2 1 Tf [ (addition) -324 (to) -324 (spatial) -324 (transformations.)
-531 (In) -324 (the) -324 (case) -324 (of) -324 (missing) ] TJ ET BT 9.9626 0 0 9.9626 50.112 443.339
Tm /Ty2 1 Tf [ (or) -268 (occluded) -268 (sequential) -267 (data,) -273 (we)
-267 (can) -268 (also) -268 (specify) -268 (the) -268 (partic-) ] TJ ET BT
9.9626 0 0 9.9626 50.112 431.384 Tm /Ty2 1 Tf [ (ular) -254 (locations) -255
(to) -254 (be) -254 (predicted.) -323 (When) -255 (no) -254 (such) -254 (encodings)
-255 (are) ] TJ ET BT 9.9626 0 0 9.9626 50.112 419.429 Tm /Ty2 1 Tf [ (pro)
15 (vided,) -327 (our) -312 (frame) 25 (w) 10 (ork) -312 (becomes) -312 (standard)
-312 (augmentation-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 407.474 Tm /Ty2 1
Tf [ (in) 40 (v) 25 (ariant) -250 (contrasti) 25 (v) 15 (e) -250 (learning.)
] TJ ET BT 9.9626 0 0 9.9626 62.067 391.834 Tm /Ty2 1 Tf [ (W) 80 (e) -268
(formulate) -267 (this) -268 (frame) 25 (w) 10 (ork) -268 (as) -267 (a) -268
(prediction) -268 (task,) -272 (gi) 25 (v) 15 (en) ] TJ ET BT 9.9626 0 0 9.9626 50.112 379.879
Tm /Ty2 1 Tf [ (sequential) -370 (data) -371 (as) -370 (input.) -671 (The)
-370 (input) -371 (sequence) -370 (in) -370 (this) -371 (case) ] TJ ET BT
9.9626 0 0 9.9626 50.112 367.924 Tm /Ty2 1 Tf [ (contains) -318 (encoded)
-319 (visual) -319 (represent) 1 (ations) -319 (to) -319 (be) -318 (learned,)
-336 (and) ] TJ ET BT 9.9626 0 0 9.9626 50.112 355.969 Tm /Ty2 1 Tf [ (optionally)
-250 (a) -249 (set) -250 (of) -249 (encoded) -250 (data) -250 (transformations)
-249 (for) -250 (predic-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 344.014 Tm /Ty2
1 Tf [ (tion.) -567 (By) -336 (using) -336 (transformers,) -357 (we) -336
(can) -335 (easily) -336 (compose) -336 (mul-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 332.058
Tm /Ty2 1 Tf [ (tiple) -384 (encoded) -384 (data) -385 (transformations) -384
(in) -384 (the) -384 (input) -385 (sequence.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 320.103
Tm /Ty2 1 Tf [ (W) 80 (e) -225 (refer) -224 (to) -225 (this) -225 (projection)
-225 (as) -224 (a) ] TJ ET BT 9.9626 0 0 9.9626 172.881 320.103 Tm /Ty1 1
Tf (C) Tj ET BT 9.9626 0 0 9.9626 180.074 320.103 Tm /Ty2 1 Tf (omposable)
Tj ET BT 9.9626 0 0 9.9626 225.481 320.103 Tm /Ty1 1 Tf (A) Tj ET BT 9.9626 0 0 9.9626 232.674 320.103
Tm /Ty2 1 Tf (ugmen) Tj ET BT 9.9626 0 0 9.9626 259.792 320.103 Tm /Ty1 1
Tf (T) Tj ET BT 9.9626 0 0 9.9626 266.437 320.103 Tm /Ty2 1 Tf (ation) Tj
ET BT 9.9626 0 0 9.9626 50.112 308.148 Tm /Ty1 1 Tf (E) Tj ET BT 9.9626 0 0 9.9626 56.757 308.148
Tm /Ty2 1 Tf [ (ncoding) -350 (\(CA) 111 (TE\)) -349 (model.) -609 (When)
-350 (data) -349 (transformations) -350 (are) ] TJ ET BT 9.9626 0 0 9.9626 50.112 296.193
Tm /Ty2 1 Tf [ (e) 15 (xplicitly) -383 (encoded) -383 (in) -383 (this) -383
(w) 10 (ay) 65 (,) -416 (our) -383 (training) -383 (objecti) 25 (v) 15 (e)
-383 (can) ] TJ ET BT 9.9626 0 0 9.9626 50.112 284.238 Tm /Ty2 1 Tf [ (moti)
25 (v) 25 (ate) -249 (a) -248 (model) -249 (to) -248 (utilise) -249 (such)
-248 (information) -249 (if) -249 (it) -248 (helps) -249 (with) ] TJ ET BT
9.9626 0 0 9.9626 50.112 272.282 Tm /Ty2 1 Tf [ (learning) -311 (\() ] TJ
ET BT 9.9626 0 0 9.9626 89.176 272.282 Tm /Ty7 1 Tf [ (e) 15 (.g) ] TJ ET
BT 9.9626 0 0 9.9626 100.922 272.282 Tm /Ty2 1 Tf [ (.) -311 (learning) -311
(the) -311 (temporal) -311 (dynamics) -312 (that) -311 (oranges) ] TJ ET BT
9.9626 0 0 9.9626 50.112 260.327 Tm /Ty2 1 Tf [ (can) -335 (be) -336 (cut)
-335 (into) -335 (slices\).) -566 (W) 80 (e) -335 (choose) -336 (to) -335
(al) 10 (w) 10 (ays) -335 (sample) -336 (ne) 15 (g-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 248.372
Tm /Ty2 1 Tf [ (ati) 25 (v) 15 (e) -317 (pairs) -316 (across) -317 (dif) 25
(ferent) -317 (instances,) -333 (so) -317 (the) -316 (model) -317 (has) -317
(the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 236.417 Tm /Ty2 1 Tf [ (freedom)
-321 (to) -320 (ignore) -321 (the) -321 (transformation) -321 (encodings)
-320 (if) -321 (the) 15 (y) -321 (do) ] TJ ET BT 9.9626 0 0 9.9626 50.112 224.462
Tm /Ty2 1 Tf [ (not) -410 (help) -409 (in) -410 (reducing) -409 (the) -410
(contrasti) 25 (v) 15 (e) -409 (loss.) -789 (Ho) 25 (we) 25 (v) 15 (er) 40
(,) -450 (em-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 212.507 Tm /Ty2 1 Tf [
(pirical) -427 (results) -427 (sho) 25 (w) -427 (that) -426 (the) 15 (y) -427
(are) -427 (almost) -427 (al) 10 (w) 10 (ays) -427 (utilised.) ] TJ ET BT
9.9626 0 0 9.9626 50.112 200.551 Tm /Ty2 1 Tf [ (W) 80 (e) -272 (conduct)
-271 (thorough) -272 (e) 25 (v) 25 (aluations) -271 (to) -272 (test) -271
(the) -272 (ef) 25 15 (y) -271 (of) -272 (our) ] TJ ET BT 9.9626 0 0 9.9626 50.112 188.596
Tm /Ty2 1 Tf [ (frame) 25 (w) 10 (ork,) -376 (and) -352 (in) -351 (doing)
-351 (so) -351 (mak) 10 (e) -351 (the) -352 (follo) 25 (wing) -351 (contrib)
20 (u-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 176.641 Tm /Ty2 1 Tf [ (tions:)
-473 (\(1\)) -331 (we) -332 (propose) -331 (Composable) -331 (AugmenT) 80
(ation) -332 (Encod-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 164.686 Tm /Ty2
1 Tf [ (ing) -410 (\(CA) 111 (TE\)) -410 (to) -410 (learn) -410 (augmentation-a)
15 (w) 10 (are) -410 (representations,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 152.731
Tm /Ty2 1 Tf [ (and) -259 (v) 25 (alidate) -260 (t) 1 (hat) -260 (CA) 111
(TE) -259 (learns) -259 (representations) -259 (that) -260 (preserv) 15 (e)
] TJ ET BT 9.9626 0 0 9.9626 50.112 140.776 Tm /Ty2 1 Tf [ (useful) -359 (information)
-359 (\() ] TJ ET BT 9.9626 0 0 9.9626 131.971 140.776 Tm /Ty7 1 Tf [ (e)
15 (.g) ] TJ ET BT 9.9626 0 0 9.9626 143.717 140.776 Tm /Ty2 1 Tf [ (.) -359
(location,) -386 (arro) 25 (w) -359 (of) -358 (time\)) -359 (more) -359 (ef-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 128.82 Tm /Ty2 1 Tf [ (fecti) 25 (v) 15
(ely) -419 (than) -419 (a) -419 (vie) 25 (w-in) 40 (v) 25 (ariant) -419 (baseline)
-420 (without) -419 (augmen-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 116.865
Tm /Ty2 1 Tf [ (tation) -328 (encoding;) -368 (\(2\)) -329 (we) -328 (perform)
-329 (a) -328 (number) -329 (of) -328 (ablations) -329 (on) ] TJ ET BT 9.9626 0 0 9.9626 50.112 104.91
Tm /Ty2 1 Tf [ (augmentation) -354 (type) -354 (and) -354 (parameterisation,)
-380 (and) -354 (observ) 15 (e) -354 (that) ] TJ ET BT 9.9626 0 0 9.9626 50.112 92.955
Tm /Ty2 1 Tf [ (dif) 25 (ferent) -470 (do) 25 (wnstream) -470 (tasks) -470
(f) 10 (a) 20 (v) 20 (our) -470 (the) -470 (a) 15 (w) 10 (areness) -470 (of)
-470 (dif-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 81 Tm /Ty2 1 Tf [ (ferent)
-403 (augmentations,) ] TJ ET BT 9.9626 0 0 9.9626 142.349 81 Tm /Ty7 1 Tf
[ (e) 15 (.g) ] TJ ET BT 9.9626 0 0 9.9626 154.095 81 Tm /Ty2 1 Tf [ (.) -403
(temporal) -402 (a) 15 (w) 10 (areness) -403 (is) -402 (particu-) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 710.037 Tm /Ty2 1 Tf [ (larly) -369 (helpful)
-369 (for) -369 (ne-grained) -369 (action) -369 (recognition.) -668 (W) 80
(e) -369 (also) ] TJ ET BT 9.9626 0 0 9.9626 308.862 698.082 Tm /Ty2 1 Tf
[ -424 (that) -424 (encoding) -425 (both) -424 (the) -424 (arro) 25
(w) -424 (of) -424 (time) -424 (and) -425 (the) -424 (abso-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 686.127
Tm /Ty2 1 Tf [ (lute) -329 (v) 25 (alue) -329 (of) -330 (the) -329 (temporal)
-329 (shift) -329 (outperforms) -329 (using) -330 (just) -329 (the) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 674.172 Tm /Ty2 1 Tf [ (arro) 25 (w) -442 (of)
-441 (time) -442 (while) -441 (encoding) -442 (temporal) -441 (information;)
-538 (\(3\)) ] TJ ET BT 9.9626 0 0 9.9626 308.862 662.216 Tm /Ty2 1 Tf [ (we)
-416 (set) -416 (a) -416 (ne) 25 (w) -416 (state-of-the-art) -417 (for) -416
(self-supervised) -416 (learning) ] TJ ET BT 9.9626 0 0 9.9626 308.862 650.261
Tm /Ty2 1 Tf [ (on) -287 (Something-Something) -288 ([) ] TJ ET /Cs1 cs 0
1 0 sc BT 9.9626 0 0 9.9626 417.544 650.261 Tm /Ty2 1 Tf (15) Tj ET /Cs2 cs
0 sc BT 9.9626 0 0 9.9626 427.5066 650.261 Tm /Ty2 1 Tf [ (],) -297 (a) -287
(dataset) -288 (designed) -287 (for) -288 ] TJ ET BT 9.9626 0 0 9.9626 308.862 638.306
Tm /Ty2 1 Tf [ (grained) -312 (action) -311 (recognition,) -327 (and) -312
(nally) -312 (\(4\)) -311 (we) -312 (also) -312 (achie) 25 (v) 15 (e) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 626.351 Tm /Ty2 1 Tf [ (state-of-the-art)
-333 (performance) -333 (on) -333 (standard) -334 (benchmarks) -333 (such)
] TJ ET BT 9.9626 0 0 9.9626 308.862 614.396 Tm /Ty2 1 Tf [ (as) -250 (HMDB51)
-250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 365.3101 614.396 Tm
/Ty2 1 Tf (31) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 375.2727 614.396 Tm
/Ty2 1 Tf [ (]) -250 (and) -250 (UCF101) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc
BT 9.9626 0 0 9.9626 438.0869 614.396 Tm /Ty2 1 Tf (52) Tj ET /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 448.0495 614.396 Tm /Ty2 1 Tf (].) Tj ET BT 11.9552 0 0 11.9552 308.862 590.288
Tm /Ty1 1 Tf [ (2.) -250 (Related) -250 (W) 75 (orks) ] TJ ET BT 9.9626 0 0 9.9626 308.862 571.293
Tm /Ty1 1 Tf [ (Contrasti) 10 (v) 10 (e) -218 (Lear) 15 (ning) 15 (.) ] TJ
ET BT 9.9626 0 0 9.9626 405.112 571.293 Tm /Ty2 1 Tf [ (Recently) -218 (the)
-218 (most) -218 (competiti) 25 (v) 15 (e) -218 (self-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 559.338
Tm /Ty2 1 Tf [ (supervised) -274 (representation) -274 (learning) -273 (methods)
-274 (ha) 20 (v) 15 (e) -274 (used) -274 (con-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 547.383
Tm /Ty2 1 Tf [ (trasti) 25 (v) 15 (e) -480 (learning) -480 ([) ] TJ ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 383.3225 547.383 Tm /Ty2 1 Tf (8) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 388.3038 547.383 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 393.6138 547.383 Tm /Ty2 1 Tf (9) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 398.5951 547.383 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 403.9052 547.383 Tm /Ty2 1 Tf (20) Tj ET
/Cs2 cs 0 sc BT 9.9626 0 0 9.9626 413.8678 547.383 Tm /Ty2 1 Tf (,) Tj ET
/Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 419.1878 547.383 Tm /Ty2 1 Tf (21) Tj
ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 429.1504 547.383 Tm /Ty2 1 Tf (,) Tj
ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 434.4605 547.383 Tm /Ty2 1 Tf (23)
Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 444.4231 547.383 Tm /Ty2 1 Tf (,)
Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 449.7332 547.383 Tm /Ty2 1 Tf
(42) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 459.6958 547.383 Tm /Ty2 1 Tf
(,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 465.0158 547.383 Tm /Ty2 1
Tf (55) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 474.9784 547.383 Tm /Ty2 1
Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 480.2885 547.383 Tm /Ty2
1 Tf (61) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 490.2511 547.383 Tm /Ty2
1 Tf [ (].) -1000 (This) -480 (idea) ] TJ ET BT 9.9626 0 0 9.9626 308.862 535.428
Tm /Ty2 1 Tf [ (dates) -491 (back) -490 (to) -491 ([) ] TJ ET /Cs1 cs 0 1
0 sc BT 9.9626 0 0 9.9626 373.8779 535.428 Tm /Ty2 1 Tf (16) Tj ET /Cs2 cs
0 sc BT 9.9626 0 0 9.9626 383.8405 535.428 Tm /Ty2 1 Tf [ (],) -550 (where)
-491 (contrasti) 25 (v) 15 (e) -491 (learning) -490 (w) 10 (as) -491 (for)
20 (-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 523.472 Tm /Ty2 1 Tf [ (mulated)
-490 (as) -491 (binary) -490 (classication) -491 (with) -490 (mar) 18 (gins.)
-1032 (Modern) ] TJ ET BT 9.9626 0 0 9.9626 308.862 511.517 Tm /Ty2 1 Tf [
(contrasti) 25 (v) 15 (e) -475 (approaches) -475 (rely) -474 (on) -475 (a)
-475 (lar) 18 (ge) -475 (number) -475 (of) -475 (ne) 15 (g) 5 (a-) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 499.562 Tm /Ty2 1 Tf [ (ti) 25 (v) 15 (es) -369
([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 334.2766 499.562 Tm /Ty2
1 Tf (20) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 344.2392 499.562 Tm /Ty2
1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 348.812 499.562 Tm /Ty2
1 Tf (55) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 358.7746 499.562 Tm /Ty2
1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 363.3475 499.562 Tm /Ty2
1 Tf (61) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 373.3101 499.562 Tm /Ty2
1 Tf [ (]) -369 (and) -369 (therefore) -369 (a) -368 (common) -369 (technique)
-369 (is) -369 (to) ] TJ ET BT 9.9626 0 0 9.9626 308.862 487.607 Tm /Ty2 1
Tf [ (emplo) 10 (y) -279 (the) -280 (k-pair) -279 (InfoNCE) -280 (loss) -279
([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 443.8752 487.607 Tm /Ty2
1 Tf (42) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 453.8378 487.607 Tm /Ty2
1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 457.8228 487.607 Tm /Ty2
1 Tf (51) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 467.7854 487.607 Tm /Ty2
1 Tf [ (].) -398 (By) -279 (choosing) -280 (dif-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 475.652
Tm /Ty2 1 Tf [ (ferent) -249 (positi) 25 (v) 15 (e) -249 (pairs) -249 (or)
-249 25 <77d5> -249 (of) -249 (the) -249 (data,) -250 (contrasti) 25
(v) 15 (e) -249 (learn-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 463.697 Tm /Ty2
1 Tf [ (ing) -479 (can) -479 (encourage) -479 (dif) 25 (ferent) -479 (representational)
-479 (in) 40 (v) 25 (ariances,) ] TJ ET BT 9.9626 0 0 9.9626 308.862 451.741
Tm /Ty2 1 Tf [ (e.g.,) -235 (luminance) -230 (and) -231 (chrominance) -231
([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 445.6385 451.741 Tm /Ty2
1 Tf (55) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 455.6011 451.741 Tm /Ty2
1 Tf [ (],) -235 (rotation) -230 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 500.3531 451.741
Tm /Ty2 1 Tf (39) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 510.3157 451.741
Tm /Ty2 1 Tf [ (]) -231 (,) -235 (image) ] TJ ET BT 9.9626 0 0 9.9626 308.862 439.786
Tm /Ty2 1 Tf [ (augmentations) -372 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 373.9975 439.786
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 378.9788 439.786
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 383.5815 439.786
Tm /Ty2 1 Tf (20) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 393.5441 439.786
Tm /Ty2 1 Tf [ (],) -402 (temporal) -373 (shifts) -372 ([) ] TJ ET /Cs1 cs
0 1 0 sc BT 9.9626 0 0 9.9626 471.1029 439.786 Tm /Ty2 1 Tf (17) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 481.0655 439.786 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 485.6583 439.786 Tm /Ty2 1 Tf (42) Tj ET
/Cs2 cs 0 sc BT 9.9626 0 0 9.9626 495.6209 439.786 Tm /Ty2 1 Tf (,) Tj ET
/Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 500.2236 439.786 Tm /Ty2 1 Tf (47) Tj
ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 510.1862 439.786 Tm /Ty2 1 Tf (,) Tj
ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 514.779 439.786 Tm /Ty2 1 Tf (49)
Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 524.7416 439.786 Tm /Ty2 1 Tf (,)
Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 529.3443 439.786 Tm /Ty2 1 Tf
(69) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 539.3069 439.786 Tm /Ty2 1 Tf
(],) Tj ET BT 9.9626 0 0 9.9626 308.862 427.831 Tm /Ty2 1 Tf [ (te) 15 (xt)
-379 (and) -379 (its) -378 (conte) 15 (xts) -379 ([) ] TJ ET /Cs1 cs 0 1 0
sc BT 9.9626 0 0 9.9626 398.9239 427.831 Tm /Ty2 1 Tf (30) Tj ET /Cs2 cs 0
sc BT 9.9626 0 0 9.9626 408.8865 427.831 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0
1 0 sc BT 9.9626 0 0 9.9626 413.5291 427.831 Tm /Ty2 1 Tf (33) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 423.4917 427.831 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 428.1342 427.831 Tm /Ty2 1 Tf (38) Tj ET
/Cs2 cs 0 sc BT 9.9626 0 0 9.9626 438.0968 427.831 Tm /Ty2 1 Tf [ (],) -411
(and) -379 (multi-modal) -379 (in) 40 (v) 25 (ari-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 415.876
Tm /Ty2 1 Tf [ (ance) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 332.9217 415.876
Tm /Ty2 1 Tf (10) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 342.8843 415.876
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 346.6701 415.876
Tm /Ty2 1 Tf (41) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 356.6327 415.876
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 360.4185 415.876
Tm /Ty2 1 Tf (44) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 370.3811 415.876
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 374.1668 415.876
Tm /Ty2 1 Tf (48) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 384.1294 415.876
Tm /Ty2 1 Tf (].) Tj ET BT 9.9626 0 0 9.9626 320.817 403.855 Tm /Ty2 1 Tf
[ (A) -459 (number) -459 (of) -459 (w) 10 (orks) -459 (ha) 20 (v) 15 (e) -459
(highlighted) -459 (the) -459 (issues) -459 (with) ] TJ ET BT 9.9626 0 0 9.9626 308.862 391.9
Tm /Ty2 1 Tf [ (these) -483 (inb) 20 (uilt) -483 (representational) -483 (in)
40 (v) 25 (ariances.) -1010 (InfoMin) -483 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT
9.9626 0 0 9.9626 531.835 391.9 Tm /Ty2 1 Tf (56) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 541.7976 391.9
Tm /Ty2 1 Tf (]) Tj ET BT 9.9626 0 0 9.9626 308.862 379.945 Tm /Ty2 1 Tf [
(demonstrates) -610 (that) -611 (dif) 25 (ferent) -610 (in) 40 (v) 25 (ariances)
-610 (f) 10 (a) 20 (v) 20 (our) -611 (dif) 25 (ferent) ] TJ ET BT 9.9626 0 0 9.9626 308.862 367.989
Tm /Ty2 1 Tf [ (do) 25 (wnstream) -387 (tasks,) -421 (and) -386 (proposes)
-387 (that) -387 (optimal) -386 (vie) 25 (ws) -387 (for) -387 (a) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 356.034 Tm /Ty2 1 Tf [ (gi) 25 (v) 15 (en) -326
(task) -327 (should) -326 (only) -327 (be) -326 (in) 40 (v) 25 (ariant) -326
(to) -327 (irrele) 25 (v) 25 (ant) -326 (f) 10 (actors) -327 (of) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 344.079 Tm /Ty2 1 Tf [ (that) -301 (task.) -464
(In) -301 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 364.5828 344.079
Tm /Ty2 1 Tf (46) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 374.5454 344.079
Tm /Ty2 1 Tf [ (],) -314 (occlusion-in) 40 (v) 25 (ariance) -301 (is) -301
(sho) 25 (wn) -302 (to) -301 (benet) ] TJ ET BT 9.9626 0 0 9.9626 308.862 332.124
Tm /Ty2 1 Tf [ (the) -278 (do) 25 (wnstream) -278 (task) -279 (of) -278 (object)
-278 (detection.) -394 (Ho) 25 (we) 25 (v) 15 (er) 40 (,) -286 (design-) ]
TJ ET BT 9.9626 0 0 9.9626 308.862 320.169 Tm /Ty2 1 Tf [ (ing) -241 (task-dependent)
-241 (in) 40 (v) 25 (ariances) -240 (requires) -241 (kno) 25 (wing) -241 (the)
-241 (do) 25 (wn-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 308.214 Tm /Ty2 1
Tf [ (stream) -216 (task) -217 (beforehand) -216 (and) -217 (may) -216 (mak)
10 (e) -217 (the) -216 (learned) -217 (represen-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 296.258
Tm /Ty2 1 Tf [ (tations) -277 (less) -276 (general.) -390 (T) 80 (o) -277
(o) 15 (v) 15 (ercome) -277 (this,) -276 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 469.3097 296.258
Tm /Ty2 1 Tf (63) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 479.2723 296.258
Tm /Ty2 1 Tf [ (]) -277 (learns) -277 (multiple) ] TJ ET BT 9.9626 0 0 9.9626 308.862 284.303
Tm /Ty2 1 Tf [ (embedding) -297 (spaces,) -308 (each) -297 (in) 40 (v) 25
(ariant) -297 (to) -297 (all) -297 (b) 20 (ut) -297 (one) -297 (augmenta-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 272.348 Tm /Ty2 1 Tf [ (tion.) -306 (This)
-240 (means) -239 (that) -239 (the) -240 (model) -239 (\(projection) -239
(head\)) -240 (comple) 15 (x-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 260.393
Tm /Ty2 1 Tf [ (ity) -331 (gro) 25 (ws) -330 (linearly) -331 (with) -331 (the)
-330 (cardinality) -331 (of) -331 (the) -330 (set) -331 (of) -331 (in) 40
(v) 25 (ari-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 248.438 Tm /Ty2 1 Tf [
(ances.) -320 (Instead,) -255 (our) -253 (transformer) -253 (based) -254 (projection)
-253 (head) -254 (tak) 10 (es) ] TJ ET BT 9.9626 0 0 9.9626 308.862 236.482
Tm /Ty2 1 Tf [ (in) -293 (a) -294 (sequence) -293 (of) -293 (composable) -294
(encodings,) -304 (and) -293 (can) -294 (modulate) ] TJ ET BT 9.9626 0 0 9.9626 308.862 224.527
Tm /Ty2 1 Tf [ (the) -225 (in) 40 (v) 25 (ariances) -225 (that) -225 (we)
-225 (w) 10 (ant) -225 (with) -225 (a) -226 15 (ed) -225 (model) -225
(comple) 15 (xity) 65 (.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 212.506 Tm
/Ty1 1 Tf [ (Self-super) 10 (vised) -475 (Lear) 15 (ning) -475 (f) 25 (or)
-475 (V) 37 (ideo.) ] TJ ET BT 9.9626 0 0 9.9626 476.189 212.506 Tm /Ty2 1
Tf [ (V) 60 (ideos) -475 (of) 25 (fer) -475 (ad-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 200.551
Tm /Ty2 1 Tf [ (ditional) -391 (opportunities) -390 (for) -391 (learning)
-391 (representations) -391 (be) 15 (yond) ] TJ ET BT 9.9626 0 0 9.9626 308.862 188.596
Tm /Ty2 1 Tf [ (those) -351 (of) -350 (images,) -376 (by) -351 (e) 15 (xploiting)
-350 (spatio-temporal) -351 (and) -351 (multi-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 176.641
Tm /Ty2 1 Tf [ (modal) -239 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 339.4671 176.641
Tm /Ty2 1 Tf (3) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 344.4484 176.641
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 348.0549 176.641
Tm /Ty2 1 Tf (43) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 358.0175 176.641
Tm /Ty2 1 Tf [ (]) -239 (information.) -306 (Some) -239 (w) 10 (orks) -239
(e) 15 (xtend) -239 (spatial) -239 (tasks) ] TJ ET BT 9.9626 0 0 9.9626 308.862 164.686
Tm /Ty2 1 Tf [ (to) -322 (the) -322 (space-time) -322 (dimensions) -322 (of)
-322 (videos) ] TJ ET BT 9.9626 0 0 9.9626 470.891 164.686 Tm /Ty7 1 Tf [
(e) 15 (.g) ] TJ ET BT 9.9626 0 0 9.9626 482.637 164.686 Tm /Ty2 1 Tf [ (.)
-322 (by) -322 (using) -322 (rota-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 152.73
Tm /Ty2 1 Tf [ (tion) -293 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 330.6004 152.73
Tm /Ty2 1 Tf (26) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 340.563 152.73 Tm
/Ty2 1 Tf [ (]) -293 (or) -293 (jigsa) 15 (w) -293 (solving) -293 ([) ] TJ
ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 422.3759 152.73 Tm /Ty2 1 Tf (29)
Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 432.3385 152.73 Tm /Ty2 1 Tf [ (],)
-304 (while) -293 (others) -293 (use) -293 (temporal) ] TJ ET BT 9.9626 0 0 9.9626 308.862 140.775
Tm /Ty2 1 Tf [ (information) -193 (by) -192 (ordering) -193 (frames) -192
(or) -193 (clips) -193 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 468.682 140.775
Tm /Ty2 1 Tf (14) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 478.6446 140.775
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 481.474 140.775
Tm /Ty2 1 Tf (25) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 491.4366 140.775
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 494.266 140.775
Tm /Ty2 1 Tf (32) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 504.2286 140.775
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 507.0679 140.775
Tm /Ty2 1 Tf (34) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 517.0305 140.775
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 519.8599 140.775
Tm /Ty2 1 Tf (40) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 529.8225 140.775
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 532.6618 140.775
Tm /Ty2 1 Tf (60) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 542.6244 140.775
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 308.862 128.82
Tm /Ty2 1 Tf (65) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 318.8246 128.82
Tm /Ty2 1 Tf [ (],) -306 (future) -296 (prediction) -295 ([) ] TJ ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 401.0758 128.82 Tm /Ty2 1 Tf (17) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 411.0384 128.82 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs
0 1 0 sc BT 9.9626 0 0 9.9626 415.1231 128.82 Tm /Ty2 1 Tf (18) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 425.0857 128.82 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs
0 1 0 sc BT 9.9626 0 0 9.9626 429.1704 128.82 Tm /Ty2 1 Tf (58) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 439.133 128.82 Tm /Ty2 1 Tf [ (],) -306 (speed)
-295 (prediction) -296 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 520.2783 128.82
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 525.2596 128.82 Tm
/Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 529.3443 128.82
Tm /Ty2 1 Tf (59) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 539.3069 128.82
Tm /Ty2 1 Tf (],) Tj ET BT 9.9626 0 0 9.9626 308.862 116.865 Tm /Ty2 1 Tf
[ (or) -386 (motion) -386 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 356.4035 116.865
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 361.3848 116.865
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 366.0672 116.865
Tm /Ty2 1 Tf (12) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 376.0298 116.865
Tm /Ty2 1 Tf [ (].) -718 (T) 80 (aCo) -386 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT
9.9626 0 0 9.9626 417.4942 116.865 Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT
9.9626 0 0 9.9626 422.4755 116.865 Tm /Ty2 1 Tf [ (]) -386 (consolidates)
-386 (these) -386 (w) 10 (orks) -386 (by) ] TJ ET BT 9.9626 0 0 9.9626 308.862 104.91
Tm /Ty2 1 Tf [ (combining) -442 (dif) 25 (ferent) -443 (temporal) -442 (augmentations.)
-887 (Similar) -443 (to) ] TJ ET BT 9.9626 0 0 9.9626 308.862 92.955 Tm /Ty2
1 Tf [ (us,) -312 (the) 15 (y) -299 (try) -299 (to) -300 (b) 20 (uild) -299
(augmentation) -299 (a) 15 (w) 10 (areness,) -312 (b) 20 (ut) -299 (do) -299
(so) -300 (by) ] TJ ET BT 9.9626 0 0 9.9626 308.862 80.999 Tm /Ty2 1 Tf [
(adding) -334 (a) -334 (dif) 25 (ferent) ] TJ ET BT 9.9626 0 0 9.9626 384.441 80.999
Tm /Ty7 1 Tf [ (pr) 37 (ete) 20 (xt) -334 (task) ] TJ ET BT 9.9626 0 0 9.9626 434.415 80.999
Tm /Ty2 1 Tf [ (head) -334 (besides) -334 (the) -334 (projection) ] TJ ET
Q
endstream
endobj
23 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/X6DzMWZrKQCz3SGcHxfTAw Do
Q
endstream
endobj
24 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 57 0 R /Ty11 71 0 R /Ty13 72 0 R /Ty2 59 0 R /Ty7 64 0 R >> /ProcSet [ /PDF /Text ] /XObject << /X6DzMWZrKQCz3SGcHxfTAw 73 0 R >> >>
endobj
25 0 obj
<< /Length 37323 >>
stream
q Q q 52.586 544.912 490.048 175.088 re W n /Cs1 cs 1 1 1 sc 52.586 544.912 490.048 175.088
re f 6350 w 8 M /Cs1 CS 0 0 0 SC q 0 -0.00003905512 0.00003905512 0 116.818 677.096
cm 0 0 m 1030428 0 l 1030428 1108626 l S Q 0 0 0 sc 237.346 685.652 m 311.6717
685.652 l 311.6717 685.404 l 237.346 685.404 l h 311.1757 687.016 m 314.1517
685.528 l 311.1757 684.04 l h f 237.346 592.9 m 312.3002 592.9 l 312.3002
592.652 l 237.346 592.652 l h 311.8041 594.264 m 314.7801 592.776 l 311.8041
591.288 l h f 0.772549 0.8784314 0.7058824 sc 419.13 599.1413 m 419.13 600.6936
420.3884 601.952 421.9407 601.952 c 453.0233 601.952 l 454.5756 601.952 455.834
600.6936 455.834 599.1413 c 455.834 587.8987 l 455.834 586.3464 454.5756 585.088
453.0233 585.088 c 421.9407 585.088 l 420.3884 585.088 419.13 586.3464 419.13
587.8987 c h f 0 0 0 sc q 0.496 0 0 0.496 428.107 415.456 cm BT 0.0263 Tc
18 0 0 18 0 353 Tm /TT8 1 Tf [ (!") 4 (#) 2 ($) 41 (%) ] TJ ET Q 0.772549
0.8784314 0.7058824 sc 354.65 690.984 m 354.65 692.4906 355.8714 693.712 357.378
693.712 c 388.626 693.712 l 390.1326 693.712 391.354 692.4906 391.354 690.984
c 391.354 680.072 l 391.354 678.5654 390.1326 677.344 388.626 677.344 c 357.378
677.344 l 355.8714 677.344 354.65 678.5654 354.65 680.072 c h f 0 0 0 sc q
0.496 0 0 0.496 363.3615 507.216 cm BT 0.0263 Tc 18 0 0 18 0 353 Tm /TT8 1
Tf [ (!") 4 (#) 2 ($) 41 (%) ] TJ ET Q 12700 w [ 50800 38100 ] 0 d q 0.00003905512 0 0 -0.00003905512 310.754 605.672
cm 0 114302.2 m 0 51174.83 51174.53 0 114301.5 0 c 3860799 0 l 3923926 0 3975100
51174.83 3975100 114302.2 c 3975100 571497.8 l 3975100 634625.1 3923926 685800
3860799 685800 c 114301.5 685800 l 51174.53 685800 0 634625.1 0 571497.8 c
h S Q 0.9058824 0.9019608 0.9019608 sc 272.81 626.256 65.472 22.816 re f 0
0 0 sc q 0.496 0 0 0.496 277.5989 465.056 cm BT -0.0119 Tc 18 0 0 18 0 353
Tm /TT10 1 Tf [ (!") -16 (#) -18 ($) -13 (%) -24 (&) -10 (') -7 (\() 32 (')
-63 (\)) -12 (*) 19 (&) ] TJ ET Q q 0.496 0 0 0.496 280.0789 454.144 cm BT
-0.0194 Tc 18 0 0 18 0 353 Tm /TT10 1 Tf [ (+&) -17 (,) -23 (*) -44 (-) -20
(%) -31 (.) ] TJ ET Q q 0.496 0 0 0.496 311.8229 454.144 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (/) Tj ET Q q 0.496 0 0 0.496 313.8069 454.144 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (0) Tj ET Q q 0.496 0 0 0.496 318.2709 454.144 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (1) Tj ET Q q 0.496 0 0 0.496 322.2389 454.144 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (2) Tj ET Q q 0.496 0 0 0.496 325.7109 454.144 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (3) Tj ET Q q 0.00003905512 0 0 -0.00003905512 311.25 696.44
cm 0 93135.71 m 0 41698.28 41698.24 0 93135.62 0 c 2078564 0 l 2130002 0 2171700
41698.28 2171700 93135.71 c 2171700 465664.3 l 2171700 517101.7 2130002 558800
2078564 558800 c 93135.62 558800 l 41698.24 558800 0 517101.7 0 465664.3 c
h S Q q 0.496 0 0 0.496 75.15752 423.888 cm BT 18 0 0 18 0 353 Tm /TT10 1
Tf (4) Tj ET Q q 0.496 0 0 0.496 211.6623 376.768 cm BT 18 0 0 18 0 353 Tm
/TT10 1 Tf (4) Tj ET Q q 0.496 0 0 0.496 215.6303 374.784 cm BT 13 0 0 13 0 353
Tm /TT12 1 Tf (!) Tj ET Q q 0.496 0 0 0.496 211.6623 474.48 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (4) Tj ET Q q 0.496 0 0 0.496 216.6223 472.496 cm BT 13 0 0 13 0 353
Tm /TT12 1 Tf (") Tj ET Q 6350 w [] 0 d q 0 -0.00003905512 0.00003905512 0 90.03398 605.672
cm 0 0 m 319177 0 l 319177 2507540 l S Q q 0 0.00003905512 0.00003905512 0 90.034 659.1964
cm 0 0 m 674218 0 l 674218 2459638 l S Q 1 0.9019608 0.6 sc 93.754 677.344 45.136 20.832
re f 0 0 0 sc q 0.496 0 0 0.496 98.34118 515.152 cm BT -0.0048 Tc 17 0 0 17 0 353
Tm /TT14 1 Tf [ (!") -21 (#) 4 ($) 13 (%) -20 (&) 13 (') 18 (") -21 (\() 4
(\)) ] TJ ET Q q 0.496 0 0 0.496 110.7412 504.736 cm BT 18 0 0 18 0 353 Tm
/TT10 1 Tf (1) Tj ET Q q 0.496 0 0 0.496 114.7092 504.736 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (5) Tj ET Q q 0.496 0 0 0.496 118.1812 504.736 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (3) Tj ET Q 0.9058824 0.9019608 0.9019608 sc 314.474 585.584 40.176 15.376
re f 0 0 0 sc q 0.496 0 0 0.496 324.6163 415.456 cm BT 18 0 0 18 0 353 Tm
/TT10 1 Tf (6) Tj ET Q q 0.496 0 0 0.496 329.5763 415.456 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (1) Tj ET Q q 0.496 0 0 0.496 333.5443 415.456 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (4) Tj ET Q q 0.496 0 0 0.496 337.5123 413.472 cm BT 13 0 0 13 0 353
Tm /TT12 1 Tf (!) Tj ET Q q 0.496 0 0 0.496 340.9843 415.456 cm BT 18 0 0 18 0 353
Tm /TT16 1 Tf (!) Tj ET Q 0.9058824 0.9019608 0.9019608 sc 399.29 672.88 58.032 25.296
re f 0 0 0 sc q 0.496 0 0 0.496 402.7777 512.672 cm BT 0.0181 Tc 18 0 0 18 0 353
Tm /TT10 1 Tf [ (7.) 43 (\() 6 (&) 21 (8) 4 (9) 43 (*) -7 (.) 43 ($) 17 (%)
6 (.) 43 (/) ] TJ ET Q q 0.496 0 0 0.496 402.7777 502.256 cm BT 0.0036 Tc
18 0 0 18 0 353 Tm /TT10 1 Tf [ (:%) -8 (\() -8 (-) 3 (/) ] TJ ET Q q 0.496 0 0 0.496 424.1147 502.752
cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (;) Tj ET Q q 0.496 0 0 0.496 429.5707 502.752
cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (1) Tj ET Q q 0.496 0 0 0.496 433.5387 502.752
cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (2) Tj ET Q q 0.496 0 0 0.496 435.5227 502.752
cm BT 18 0 0 18 0 353 Tm /TT16 1 Tf (!) Tj ET Q q 0.00003905512 0 0 -0.00003905512 338.53 637.416
cm 0 0 m 830996 0 l 830996 943028 l S Q 0.9058824 0.9019608 0.9019608 sc 313.978 678.832 37.696 14.384
re f 0 0 0 sc q 0.496 0 0 0.496 322.9804 507.216 cm BT 18 0 0 18 0 353 Tm
/TT10 1 Tf (6) Tj ET Q q 0.496 0 0 0.496 327.9404 507.216 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (1) Tj ET Q q 0.496 0 0 0.496 331.9084 507.216 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (4) Tj ET Q q 0.496 0 0 0.496 336.8684 505.232 cm BT 13 0 0 13 0 353
Tm /TT12 1 Tf (") Tj ET Q q 0.496 0 0 0.496 339.3484 507.216 cm BT 18 0 0 18 0 353
Tm /TT16 1 Tf (!) Tj ET Q 0.9058824 0.9019608 0.9019608 sc 258.922 671.392 45.632 26.288
re f 0 0 0 sc q 0.496 0 0 0.496 267.7117 511.68 cm BT 0.0071 Tc 18 0 0 18 0 353
Tm /TT10 1 Tf [ (<\)) 7 (8) -7 (") 3 (\() 51 (=) ] TJ ET Q q 0.496 0 0 0.496 291.5197 511.68
cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (/) Tj ET Q q 0.496 0 0 0.496 261.7597 500.768
cm BT 0.012 Tc 18 0 0 18 0 353 Tm /TT10 1 Tf [ (%&) 14 (,) 9 (*) 43 (-) 11
(%.) ] TJ ET Q q 0.496 0 0 0.496 293.0077 500.768 cm BT 18 0 0 18 0 353 Tm
/TT10 1 Tf (/) Tj ET Q q 0.496 0 0 0.496 294.9917 500.768 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (6) Tj ET Q 0.9058824 0.9019608 0.9019608 sc 258.922 579.136 46.128 26.288
re f 0 0 0 sc q 0.496 0 0 0.496 268.0355 419.424 cm BT 0.0071 Tc 18 0 0 18 0 353
Tm /TT10 1 Tf [ (<\)) 7 (8) -7 (") 3 (\() 51 (=) ] TJ ET Q q 0.496 0 0 0.496 291.8435 419.424
cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (/) Tj ET Q q 0.496 0 0 0.496 262.0835 408.512
cm BT 0.012 Tc 18 0 0 18 0 353 Tm /TT10 1 Tf [ (%&) 14 (,) 9 (*) 43 (-) 11
(%.) ] TJ ET Q q 0.496 0 0 0.496 293.3315 408.512 cm BT 18 0 0 18 0 353 Tm
/TT10 1 Tf (/) Tj ET Q q 0.496 0 0 0.496 295.3155 408.512 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (6) Tj ET Q 0.9058824 0.9019608 0.9019608 sc 473.69 580.128 58.032 25.296
re f 0 0 0 sc q 0.496 0 0 0.496 477.2564 419.92 cm BT 0.0181 Tc 18 0 0 18 0 353
Tm /TT10 1 Tf [ (7.) 43 (\() 6 (&) 21 (8) 4 (9) 43 (*) -7 (.) 43 ($) 17 (%)
6 (.) 43 (/) ] TJ ET Q q 0.496 0 0 0.496 477.2564 409.504 cm BT 0.0036 Tc
18 0 0 18 0 353 Tm /TT10 1 Tf [ (:%) -8 (\() -8 (-) 3 (/) ] TJ ET Q q 0.496 0 0 0.496 498.5934 410
cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (;) Tj ET Q q 0.496 0 0 0.496 504.0494 410
cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (1) Tj ET Q q 0.496 0 0 0.496 508.0174 410
cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (2) Tj ET Q q 0.496 0 0 0.496 510.0014 410
cm BT 18 0 0 18 0 353 Tm /TT16 1 Tf (!) Tj ET Q 457.5707 684.7616 m 479.02
684.8928 l 479.0184 685.1408 l 457.5693 685.0096 l h 478.5323 683.5258 m 481.4992
685.032 l 478.5141 686.5017 l h f 512.75 605.1592 m 512.75 671.64 l 512.502
671.64 l 512.502 605.1592 l h 514.114 671.144 m 512.626 674.12 l 511.138 671.144
l h f 12700 w [ 50800 38100 12700 38100 ] 0 d q 0.00003905512 0 0 -0.00003905512 481.378 696.936
cm 0 0 1562100 584200 re S Q q 0.496 0 0 0.496 486.3291 513.168 cm BT -0.0074
Tc 18 0 0 18 0 353 Tm /TT10 1 Tf [ (>*) -32 (&) -5 (8) 34 (') -58 (.) 18 (\()
36 (8) -22 (') -3 (\)) -7 (?) -3 (%) ] TJ ET Q q 0.496 0 0 0.496 533.4491 513.168
cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (/) Tj ET Q q 0.496 0 0 0.496 501.2091 502.752
cm BT 0.0186 Tc 18 0 0 18 0 353 Tm /TT10 1 Tf [ (@*) 50 (8) 4 (8) ] TJ ET
Q q 0.496 0 0 0.496 518.5691 502.752 cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (/)
Tj ET Q 6350 w [] 0 d q 0.00003905512 0 0 -0.00003905512 158.978 680.072 cm
0 0 m 15224 1104901 l S Q q 0.00003905512 0 0 0.00003905512 158.978 636.7196
cm 0 0 m 2930670 17831 l S Q 1 0.9019608 0.6 sc 356.634 585.584 28.768 15.376
re f 0 0 0 sc q 0.496 0 0 0.496 361.1733 414.96 cm BT 18 0 0 18 0 353 Tm /TT10
1 Tf (0) Tj ET Q q 0.496 0 0 0.496 365.6373 414.96 cm BT 18 0 0 18 0 353 Tm
/TT10 1 Tf (1) Tj ET Q q 0.496 0 0 0.496 369.6053 414.96 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (A) Tj ET Q q 0.496 0 0 0.496 374.0693 412.976 cm BT 13 0 0 13 0 353
Tm /TT12 1 Tf (#) Tj ET Q q 0.496 0 0 0.496 377.5413 414.96 cm BT 18 0 0 18 0 353
Tm /TT8 1 Tf (&) Tj ET Q q 0 -0.00003905512 0.00003905512 0 372.258 636.92
cm 0 0 m -14564.7 0 l -14564.7 761290 l 934266 761290 l S Q Q q 52.586 606.416 60.512 60.512
re W n /Perceptual ri q 83.19056 0 0 60.512 39.84453 606.416 cm /Im1 Do Q
Q q 52.586 544.912 490.048 175.088 re W n /Cs1 cs 1 0.9019608 0.6 sc 141.37 677.344 39.184 20.832
re f 0 0 0 sc q 0.496 0 0 0.496 151.584 515.152 cm BT 18 0 0 18 0 353 Tm /TT8
1 Tf (") Tj ET Q q 0.496 0 0 0.496 156.544 515.152 cm BT -0.0251 Tc 18 0 0 18 0 353
Tm /TT10 1 Tf [ (.*) -50 (B) ] TJ ET Q q 0.496 0 0 0.496 155.552 504.24 cm
BT 18 0 0 18 0 353 Tm /TT10 1 Tf (1) Tj ET Q q 0.496 0 0 0.496 159.52 504.24
cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (C) Tj ET Q q 0.496 0 0 0.496 162.496 504.24
cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (3) Tj ET Q 6350 w 8 M /Cs1 CS 0 0 0 SC
q 0.00003905512 0 0 -0.00003905512 159.474 636.92 cm 0 0 m 9471 1093569 l
S Q 1 0.9019608 0.6 sc 141.37 579.632 38.688 20.832 re f 0 0 0 sc q 0.496 0 0 0.496 151.5067 417.44
cm BT 18 0 0 18 0 353 Tm /TT8 1 Tf (") Tj ET Q q 0.496 0 0 0.496 156.4667 417.44
cm BT -0.0251 Tc 18 0 0 18 0 353 Tm /TT10 1 Tf [ (.*) -50 (B) ] TJ ET Q q
0.496 0 0 0.496 154.4827 406.528 cm BT 18 0 0 18 0 353 Tm /TT10 1 Tf (1) Tj
ET Q q 0.496 0 0 0.496 158.4507 406.528 cm BT 0.0173 Tc 18 0 0 18 0 353 Tm
/TT10 1 Tf (CD) Tj ET Q q 0.496 0 0 0.496 163.4107 406.528 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (3) Tj ET Q 1 0.9019608 0.6 sc 387.882 585.584 28.768 15.376
re f 0 0 0 sc q 0.496 0 0 0.496 393.1311 414.96 cm BT 18 0 0 18 0 353 Tm /TT10
1 Tf (0) Tj ET Q q 0.496 0 0 0.496 397.5951 414.96 cm BT 18 0 0 18 0 353 Tm
/TT10 1 Tf (1) Tj ET Q q 0.496 0 0 0.496 401.5631 414.96 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (A) Tj ET Q q 0.496 0 0 0.496 406.0271 412.976 cm BT 13 0 0 13 0 353
Tm /TT12 1 Tf ($) Tj ET Q q 0.496 0 0 0.496 409.0031 414.96 cm BT 18 0 0 18 0 353
Tm /TT8 1 Tf (&) Tj ET Q Q q 185.514 561.776 60.512 60.512 re W n /Perceptual
ri q 102.0198 0 0 74.44241 169.8887 561.776 cm /Im1 Do Q Q q 185.018 659.488 60.512 60.512
re W n /Perceptual ri q 98.04754 0 0 60.512 185.018 659.488 cm /Im2 Do Q Q
q 52.586 544.912 490.048 175.088 re W n 6350 w 8 M /Cs1 CS 0 0 0 SC q 0.00003905512 0 0 -0.00003905512 116.818 637.912
cm 0 0 m 9471 1093569 l S Q /Cs1 cs 1 0.9019608 0.6 sc 92.762 579.632 45.136 20.832
re f 0 0 0 sc q 0.496 0 0 0.496 97.35297 417.44 cm BT -0.0048 Tc 17 0 0 17 0 353
Tm /TT14 1 Tf [ (!") -21 (#) 4 ($) 13 (%) -20 (&) 13 (') 18 (") -21 (\() 4
(\)) ] TJ ET Q q 0.496 0 0 0.496 109.257 407.024 cm BT 18 0 0 18 0 353 Tm
/TT10 1 Tf (1) Tj ET Q q 0.496 0 0 0.496 113.225 407.024 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (E) Tj ET Q q 0.496 0 0 0.496 118.185 407.024 cm BT 18 0 0 18 0 353
Tm /TT10 1 Tf (3) Tj ET Q Q q 0 0 612 792 re W n BT 8.9664 0 0 8.9664 50.112 533.953
Tm /Ty2 1 Tf [ (Figure) -227 (2.) ] TJ ET BT 8.9664 0 0 8.9664 84.313 533.953
Tm /Ty1 1 Tf [ (Ov) 10 (er) 10 (view) -227 (of) -226 (our) -227 (contrasti)
10 (v) 10 (e) -227 (lear) 15 (ning) -226 (framew) 10 (ork) -227 (CA) 95 (TE:)
] TJ ET BT 8.9664 0 0 8.9664 299.808 533.953 Tm /Ty2 1 Tf [ (Positi) 25 (v)
15 (e) -227 (pairs) -226 (are) -227 (constructed) -227 (from) -226 (the) -227
(same) -227 (instance.) -302 (F) 15 (or) -227 (each) -226 (vie) 25 (w) 65
(,) ] TJ ET BT 8.9664 0 0 8.9664 50.112 522.994 Tm /Ty2 1 Tf [ (a) -319 (random)
-318 (set) -319 (of) -319 (data) -319 (augme) 1 (ntations) -319 (\(e.g.) -319
(temporal) -319 (shifting,) -335 (spatial) -319 (cropping\)) -319 (is) -318
(sampled) -319 (and) -319 (applied.) -516 (The) -319 (vie) 25 (ws) -318 (are)
-319 (then) -319 (encoded) -319 (by) -318 (a) ] TJ ET BT 8.9664 0 0 8.9664 50.112 512.035
Tm /Ty2 1 Tf [ (shared) -201 (visual) -201 (encoder) -202 (\() ] TJ ET BT
8.9664 0 0 8.9664 131.712 512.035 Tm /Ty7 1 Tf [ (e) 15 (.g) ] TJ ET BT 8.9664 0 0 8.9664 142.284 512.035
Tm /Ty2 1 Tf [ (.) -201 (3D) -201 (Con) 40 (vNets) -202 (for) -201 (videos\).)
-294 (Encoded) -201 (visual) -201 (features,) -211 (along) -201 (with) -202
(parameterised) -201 (and) -201 (embedded) -201 (data) -202 (augmentations,)
] TJ ET BT 8.9664 0 0 8.9664 50.112 501.076 Tm /Ty2 1 Tf [ (are) -204 (then)
-203 (passed) -204 (to) -203 (a) -204 (transformer) -203 (head) -204 (\(this)
-203 (contains) -204 (multiple) -203 (layers,) -213 (only) -204 (the) -203
(input) -204 (layer) -203 (is) -204 (sho) 25 (wn) -204 (for) -203 (simplicity\))
-204 (which) -203 (summarises) -204 (the) -203 (input) ] TJ ET BT 8.9664 0 0 8.9664 50.112 490.117
Tm /Ty2 1 Tf [ (sequence) -301 (and) -301 (generates) -301 (projected) -301
(features) -301 (for) -301 (contrasti) 25 (v) 15 (e) -301 (learning.) -464
(In) -301 (this) -301 (e) 15 (xample,) -314 (the) -301 (bottom) -301 (transformer)
-301 (head) -301 (is) -301 (task) 10 (ed) -301 (to) -301 (predict) -301 (the)
] TJ ET BT 8.9664 0 0 8.9664 50.112 479.158 Tm /Ty2 1 Tf [ (features) -246
(kno) 25 (wing) -246 (the) -246 (temporal) -246 (augmentation) -245 (\(predict)
-246 (features) ] TJ ET BT 8.9664 0 0 8.9664 272.991 479.158 Tm /Ty8 1 Tf
(t) Tj ET BT 8.9664 0 0 8.9664 278.524 479.158 Tm /Ty2 1 Tf [ (seconds) -246
(ahead) -246 (in) -246 (time\)) -246 (and) -246 (spatia) 1 (l) -246 (augmentation)
-246 (\(shift) -246 (of) -246 (box) -246 (coordinates\)) ] TJ ET BT 8.9664 0 0 8.9664 50.112 468.199
Tm /Ty2 1 Tf [ (relati) 25 (v) 15 (e) -250 (to) ] TJ ET BT 8.9664 0 0 8.9664 88.102 468.199
Tm /Ty8 1 Tf (v) Tj ET BT 5.9776 0 0 5.9776 92.578 467.203 Tm /Ty14 1 Tf (i)
Tj ET BT 8.9664 0 0 8.9664 95.74 468.199 Tm /Ty2 1 Tf [ (.) -310 (The) -250
(visual) -250 (encoder) ] TJ ET BT 8.9664 0 0 8.9664 171.227 468.199 Tm /Ty8
1 Tf (f) Tj ET BT 8.9664 0 0 8.9664 178.917 468.199 Tm /Ty2 1 Tf [ (is) -250
(transferred) -250 (to) -250 (the) -250 (do) 25 (wnstream) -250 (tasks.) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 436.568 Tm /Ty2 1 Tf [ (head) -403 (for)
-403 (each) -403 (temporally) -403 (transformed) -403 (video,) -441 (which)
-403 (once) ] TJ ET BT 9.9626 0 0 9.9626 50.112 424.613 Tm /Ty2 1 Tf [ (ag)
5 (ain) -192 (gro) 25 (ws) -193 (linearly) -192 (with) -193 (the) -192 (cardinal)
-193 (set) -192 (of) -193 (augmentations.) ] TJ ET BT 11.9552 0 0 11.9552 50.112 400.752
Tm /Ty1 1 Tf [ (3.) -250 (Method) ] TJ ET BT 9.9626 0 0 9.9626 62.067 381.823
Tm /Ty2 1 Tf [ (This) -293 (section) -293 (describes) -294 (our) -293 (unied)
-293 (CA) 111 (TE) -293 (frame) 25 (w) 10 (ork) -294 (for) ] TJ ET BT 9.9626 0 0 9.9626 50.112 369.867
Tm /Ty2 1 Tf [ (contrasti) 25 (v) 15 (e) -364 (learning.) -654 (W) 80 (e)
-364 (be) 15 (gin) -364 (by) -365 (pro) 15 (viding) -364 (an) -365 (o) 15
(v) 15 (ervie) 25 (w) ] TJ ET BT 9.9626 0 0 9.9626 50.112 357.912 Tm /Ty2
1 Tf [ (of) -265 (contrasti) 25 (v) 15 (e) -265 (learning.) -355 (W) 80 (e)
-265 (then) -265 (describe) -265 (tw) 10 (o) -265 (paradigms) -265 (in) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 345.957 Tm /Ty2 1 Tf [ (contrasti) 25 (v)
15 (e) -306 (learning) -306 (-) -305 25 (w-in) 40 (v) 25 (ariant)
-306 (and) -306 (predicti) 25 (v) 15 (e) -306 (cod-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 334.002
Tm /Ty2 1 Tf [ (ing,) -258 (and) -256 (sho) 25 (w) -256 (ho) 25 (w) -257
(our) -256 (frame) 25 (w) 10 (ork) -256 (consolidates) -256 (both) -257 (using)
] TJ ET BT 9.9626 0 0 9.9626 50.112 322.047 Tm /Ty2 1 Tf [ (a) -314 (transformer)
-314 (projection) -314 (head.) -502 (W) 80 (e) -314 (also) -314 (discuss)
-314 (ho) 25 (w) -314 (e) 15 (xist-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 310.092
Tm /Ty2 1 Tf [ (ing) -327 (contrasti) 25 (v) 15 (e) -328 (learning) -327 (approaches)
-327 (can) -328 (be) -327 (vie) 25 (wed) -327 (as) -328 (spe-) ] TJ ET BT
9.9626 0 0 9.9626 50.112 298.136 Tm /Ty2 1 Tf [ (cial) -225 (cases) -225 (of)
-224 (our) -225 (frame) 25 (w) 10 (ork.) -302 (An) -224 (illustrati) 25 (v)
15 (e) -225 (o) 15 (v) 15 (ervie) 25 (w) -225 (of) -225 (our) ] TJ ET BT 9.9626 0 0 9.9626 50.112 286.181
Tm /Ty2 1 Tf [ (proposed) -250 (frame) 25 (w) 10 (ork) -250 (is) -250 (pro)
15 (vided) -250 (in) -250 (Figure) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 220.6119 286.181
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 225.5932 286.181
Tm /Ty2 1 Tf (.) Tj ET BT 10.9589 0 0 10.9589 50.112 266.305 Tm /Ty1 1 Tf
[ (3.1.) -250 (Contrasti) 10 (v) 10 (e) -250 (Lear) 15 (ning) ] TJ ET BT 9.9626 0 0 9.9626 62.067 248.372
Tm /Ty2 1 Tf [ (Contrasti) 25 (v) 15 (e) -445 (learning) -444 (methods) -445
(learn) -445 (representations) -445 (by) ] TJ ET BT 9.9626 0 0 9.9626 50.112 236.417
Tm /Ty2 1 Tf [ (maximising) -727 (agreement) -728 (between) -727 (dif) 25
(ferently) -728 (augmented) ] TJ ET BT 9.9626 0 0 9.9626 50.112 224.462 Tm
/Ty2 1 Tf [ (vie) 25 (ws) -202 (of) -202 (the) -202 (same) -202 (data) -202
(e) 15 (xample) -202 (\(a) -203 (pos) 1 (iti) 25 (v) 15 (e) -203 (pair\))
-202 (while) -202 (push-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 212.507 Tm /Ty2
1 Tf [ (ing) -305 (apart) -305 (dif) 25 (ferent) -305 (data) -305 (samples)
-305 (\(ne) 15 (g) 5 (ati) 25 (v) 15 (e) -305 (pairs\).) -476 (The) -305 (con-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 200.552 Tm /Ty2 1 Tf [ (struction) -349
(of) -350 (vie) 25 (ws) -349 (for) -349 (a) -350 (positi) 25 (v) 15 (e) -349
(pair) -350 (can) -349 (be) -349 (v) 15 (ery) -350 (general,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 188.596
Tm /Ty7 1 Tf [ (e) 15 (.g) ] TJ ET BT 9.9626 0 0 9.9626 61.858 188.596 Tm
/Ty2 1 Tf [ (.,) -289 (via) -281 (a) -281 (stochastic) -281 (data) -281 (augmentation)
-281 (module) -281 (or) -282 (by) -281 (sam-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 176.641
Tm /Ty2 1 Tf [ (pling) -208 (co-occurring) -208 (modaliti) 1 (es) -208 (from)
-208 (multi-sensory) -208 (data.) -296 (F) 15 (or) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 164.686
Tm /Ty2 1 Tf [ (mally) 65 (,) -408 (gi) 25 (v) 15 (en) -376 (tw) 10 (o) -376
(random) -376 (v) 25 (ariables) ] TJ ET BT 9.9626 0 0 9.9626 196.435 164.686
Tm /Ty15 1 Tf (x) Tj ET BT 9.9626 0 0 9.9626 206.229 164.686 Tm /Ty2 1 Tf
(and) Tj ET BT 9.9626 0 0 9.9626 224.363 164.686 Tm /Ty15 1 Tf (y) Tj ET BT
9.9626 0 0 9.9626 234.316 164.686 Tm /Ty2 1 Tf [ -376 (contrasti) 25 (v)
15 (e) ] TJ ET BT 9.9626 0 0 9.9626 50.112 152.731 Tm /Ty2 1 Tf [ (learning)
-367 (seeks) -368 (to) -367 (learn) -368 (a) -367 (function) -368 (that) -367
(discriminates) -368 (sam-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 140.776 Tm
/Ty2 1 Tf [ (ples) -368 (from) -368 (the) -369 (joint) -368 (distrib) 20 (ution)
] TJ ET BT 9.9626 0 0 9.9626 180.063 140.776 Tm /Ty11 1 Tf (p) Tj ET BT 9.9626 0 0 9.9626 185.076 140.776
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 188.95 140.776 Tm /Ty15 1 Tf
(x) Tj ET BT 9.9626 0 0 9.9626 194.997 140.776 Tm /Ty11 1 Tf (,) Tj ET BT
9.9626 0 0 9.9626 199.425 140.776 Tm /Ty15 1 Tf (y) Tj ET BT 9.9626 0 0 9.9626 205.631 140.776
Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 213.173 140.776 Tm /Ty2 1 Tf
[ (and) -368 (samples) -368 (from) ] TJ ET BT 9.9626 0 0 9.9626 50.112 128.821
Tm /Ty2 1 Tf [ (the) -374 (product) -375 (of) -374 (mar) 18 (ginals) ] TJ
ET BT 9.9626 0 0 9.9626 155.05 128.821 Tm /Ty11 1 Tf (p) Tj ET BT 9.9626 0 0 9.9626 160.062 128.821
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 163.937 128.821 Tm /Ty15 1 Tf
(x) Tj ET BT 9.9626 0 0 9.9626 169.983 128.821 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 173.858 128.821 Tm /Ty11 1 Tf (p) Tj ET BT 9.9626 0 0 9.9626 178.87 128.821
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 182.744 128.821 Tm /Ty15 1 Tf
(y) Tj ET BT 9.9626 0 0 9.9626 188.95 128.821 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 192.825 128.821 Tm /Ty2 1 Tf [ (.) -683 (Therefore,) -405
(there) -375 (is) -374 (a) ] TJ ET BT 9.9626 0 0 9.9626 50.112 116.865 Tm
/Ty2 1 Tf [ (natural) -315 (connection) -315 (with) -315 (mutual) -316 (information)
-315 (maximisation,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 104.91 Tm /Ty2 1
Tf [ (and) -275 (as) -276 (sho) 25 (wn) -275 (in) -275 ([) ] TJ ET /Cs1 cs
0 1 0 sc BT 9.9626 0 0 9.9626 120.5974 104.91 Tm /Ty2 1 Tf (42) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 130.56 104.91 Tm /Ty2 1 Tf [ (]) -276 (contrasti)
25 (v) 15 (e) -275 (learning) -276 (can) -275 (be) -275 (vie) 25 (wed) -276
(as) ] TJ ET BT 9.9626 0 0 9.9626 50.112 92.955 Tm /Ty2 1 Tf [ (maximising)
-349 (a) -350 (lo) 25 (wer) -349 (bound) -350 (on) -349 (the) -350 (mutual)
-349 (information) -350 (be-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 81 Tm /Ty2
1 Tf [ (tween) -389 (representations) -388 (of) ] TJ ET BT 9.9626 0 0 9.9626 154.133 81
Tm /Ty15 1 Tf (x) Tj ET BT 9.9626 0 0 9.9626 164.052 81 Tm /Ty2 1 Tf (and)
Tj ET BT 9.9626 0 0 9.9626 182.311 81 Tm /Ty15 1 Tf (y) Tj ET BT 9.9626 0 0 9.9626 188.517 81
Tm /Ty2 1 Tf [ (.) -726 (Specically) 65 (,) -424 (gi) 26 (v) 14 (en) -388
(an) ] TJ ET BT 9.9626 0 0 9.9626 308.862 436.568 Tm /Ty2 1 Tf [ (anchor)
-381 (point) ] TJ ET BT 9.9626 0 0 9.9626 364.037 436.568 Tm /Ty15 1 Tf (x)
Tj ET BT 9.9626 0 0 9.9626 370.084 436.568 Tm /Ty2 1 Tf [ (,) -413 (its) -381
(paired) ] TJ ET BT 9.9626 0 0 9.9626 418.586 436.568 Tm /Ty15 1 Tf (y) Tj
ET BT 6.9738 0 0 6.9738 424.792 440.183 Tm /Ty17 1 Tf (+) Tj ET BT 9.9626 0 0 9.9626 431.406 436.568
Tm /Ty2 1 Tf [ (,) -413 (and) -381 (a) -381 (set) -380 (of) -381 (ne) 15 (g)
5 (ati) 25 (v) 15 (es) ] TJ ET BT 9.9626 0 0 9.9626 532.181 436.568 Tm /Ty15
1 Tf (y) Tj ET BT 6.9738 0 0 6.9738 538.387 440.83 Tm /Ty13 1 Tf (") Tj ET
BT 6.9738 0 0 6.9738 538.228 433.562 Tm /Ty18 1 Tf (i) Tj ET BT 9.9626 0 0 9.9626 308.862 424.613
Tm /Ty2 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 312.18 424.613 Tm /Ty11 1 Tf
(i) Tj ET BT 0.2788 Tc 9.9626 0 0 9.9626 318.379 424.613 Tm /Ty16 1 Tf (=1)
Tj 0 Tc ET BT 9.9626 0 0 9.9626 333.877 424.613 Tm /Ty11 1 Tf (,) Tj ET BT
9.9626 0 0 9.9626 338.304 424.613 Tm /Ty16 1 Tf (2) Tj ET BT 0.1678 Tc 9.9626 0 0 9.9626 343.286 424.613
Tm /Ty11 1 Tf [ (,.) 167 (.) 167 (.) 167 (,) 1 (K) ] TJ 0 Tc ET BT 9.9626 0 0 9.9626 369.617 424.613
Tm /Ty2 1 Tf [ (\),) -250 (the) -250 (InfoNCE) -250 (loss) -250 (is) -250
(dened) -250 (as) -250 (follo) 25 (ws:) ] TJ ET BT 9.9626 0 0 9.9626 334.714 397.371
Tm /Ty19 1 Tf (L) Tj ET BT 6.9738 0 0 6.9738 341.586 395.877 Tm /Ty2 1 Tf
(NCE) Tj ET BT 9.9626 0 0 9.9626 358.799 397.371 Tm /Ty16 1 Tf (=) Tj ET BT
9.9626 0 0 9.9626 369.315 397.371 Tm /Ty20 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 377.064 397.371
Tm /Ty21 1 Tf (E) Tj ET BT 9.9626 0 0 9.9626 385.366 414.408 Tm /Ty23 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 391.177 397.371 Tm /Ty16 1 Tf [ (l) -0.8 (og)
] TJ ET BT 9.9626 0 0 9.9626 442.748 404.111 Tm /Ty11 1 Tf (e) Tj ET BT 6.9738 0 0 6.9738 447.387 407.726
Tm /Ty24 1 Tf (h) Tj ET BT 6.9738 0 0 6.9738 452.051 407.726 Tm /Ty17 1 Tf
(\() Tj ET BT 6.9738 0 0 6.9738 455.164 407.726 Tm /Ty18 1 Tf (x) Tj ET BT
6.9738 0 0 6.9738 459.926 407.726 Tm /Ty24 1 Tf (,) Tj ET BT 6.9738 0 0 6.9738 462.292 407.726
Tm /Ty18 1 Tf (y) Tj ET BT 4.9813 0 0 4.9813 467.177 410.733 Tm /Ty25 1 Tf
(+) Tj ET BT 6.9738 0 0 6.9738 472.795 407.726 Tm /Ty17 1 Tf (\)) Tj ET 0.398
w q 1 0 0 1 406.902 399.862 cm 0 0 m 105.351 0 l S Q BT 9.9626 0 0 9.9626 406.902 388.43
Tm /Ty11 1 Tf (e) Tj ET BT 6.9738 0 0 6.9738 411.541 391.308 Tm /Ty24 1 Tf
(h) Tj ET BT 6.9738 0 0 6.9738 416.205 391.308 Tm /Ty17 1 Tf (\() Tj ET BT
6.9738 0 0 6.9738 419.318 391.308 Tm /Ty18 1 Tf (x) Tj ET BT 6.9738 0 0 6.9738 424.08 391.308
Tm /Ty24 1 Tf (,) Tj ET BT 6.9738 0 0 6.9738 426.446 391.308 Tm /Ty18 1 Tf
(y) Tj ET BT 4.9813 0 0 4.9813 431.331 393.3 Tm /Ty25 1 Tf (+) Tj ET BT 6.9738 0 0 6.9738 436.949 391.308
Tm /Ty17 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 442.774 388.43 Tm /Ty16 1 Tf
(+) Tj ET BT 9.9626 0 0 9.9626 452.737 395.902 Tm /Ty23 1 Tf (") Tj ET BT
6.9738 0 0 6.9738 463.253 393.439 Tm /Ty24 1 Tf (K) Tj ET BT 6.9738 0 0 6.9738 463.253 385.441
Tm /Ty24 1 Tf (i) Tj ET BT 6.9738 0 0 6.9738 466.072 385.441 Tm /Ty17 1 Tf
(=1) Tj ET BT 9.9626 0 0 9.9626 478.317 388.43 Tm /Ty11 1 Tf (e) Tj ET BT
6.9738 0 0 6.9738 482.956 391.914 Tm /Ty24 1 Tf (h) Tj ET BT 6.9738 0 0 6.9738 487.621 391.914
Tm /Ty17 1 Tf (\() Tj ET BT 6.9738 0 0 6.9738 490.734 391.914 Tm /Ty18 1 Tf
(x) Tj ET BT 6.9738 0 0 6.9738 495.495 391.914 Tm /Ty24 1 Tf (,) Tj ET BT
6.9738 0 0 6.9738 497.861 391.914 Tm /Ty18 1 Tf (y) Tj ET BT 4.9813 0 0 4.9813 502.746 395.146
Tm /Ty27 1 Tf (!) Tj ET BT 4.9813 0 0 4.9813 502.623 389.502 Tm /Ty28 1 Tf
(i) Tj ET BT 6.9738 0 0 6.9738 508.641 391.914 Tm /Ty17 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 513.448 414.408 Tm /Ty23 1 Tf (#) Tj ET BT 9.9626 0 0 9.9626 533.496 397.371
Tm /Ty2 1 Tf (\(1\)) Tj ET BT 9.9626 0 0 9.9626 308.862 369.576 Tm /Ty2 1
Tf [ (The) -207 (critical) -207 (function) ] TJ ET BT 9.9626 0 0 9.9626 391.411 369.576
Tm /Ty11 1 Tf (h) Tj ET BT 9.9626 0 0 9.9626 397.151 369.576 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 401.025 369.576 Tm /Ty19 1 Tf Tj ET BT
9.9626 0 0 9.9626 403.793 369.576 Tm /Ty11 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 408.221 369.576
Tm /Ty19 1 Tf Tj ET BT 9.9626 0 0 9.9626 410.988 369.576 Tm /Ty16 1 Tf
(\)) Tj ET BT 9.9626 0 0 9.9626 416.925 369.576 Tm /Ty2 1 Tf [ (typically)
-207 (consists) -207 (of) -207 (one) -207 (or) -207 (more) ] TJ ET BT 9.9626 0 0 9.9626 308.862 357.621
Tm /Ty2 1 Tf [ (backbone) -248 (netw) 10 (orks) -248 ([) ] TJ ET /Cs1 cs 0
1 0 sc BT 9.9626 0 0 9.9626 391.7209 357.621 Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs
0 sc BT 9.9626 0 0 9.9626 396.7022 357.621 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs
0 1 0 sc BT 9.9626 0 0 9.9626 400.4482 357.621 Tm /Ty2 1 Tf (20) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 410.4108 357.621 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 414.1667 357.621 Tm /Ty2 1 Tf (55) Tj ET
/Cs2 cs 0 sc BT 9.9626 0 0 9.9626 424.1293 357.621 Tm /Ty2 1 Tf [ (],) -248
(projection) -248 (heads) -248 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 503.7504 357.621
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 508.7317 357.621
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 512.4776 357.621
Tm /Ty2 1 Tf (61) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 522.4402 357.621
Tm /Ty2 1 Tf [ (],) -249 (and) ] TJ ET BT 9.9626 0 0 9.9626 308.862 345.666
Tm /Ty2 1 Tf [ (a) -324 (cosine) -323 (similarity) -324 (function.) -531 (This)
-324 (function) -323 (is) -324 (optimised) -324 (to) ] TJ ET BT 9.9626 0 0 9.9626 308.862 333.711
Tm /Ty2 1 Tf [ (assign) -222 (a) -222 (high) -222 (score) -223 (to) -222 (positi)
25 (v) 15 (e) -222 (pairs) ] TJ ET BT 9.9626 0 0 9.9626 450.69 333.711 Tm
/Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 454.565 333.711 Tm /Ty15 1 Tf (x)
Tj ET BT 9.9626 0 0 9.9626 460.611 333.711 Tm /Ty11 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 465.039 333.711
Tm /Ty15 1 Tf (y) Tj ET BT 6.9738 0 0 6.9738 471.245 337.326 Tm /Ty17 1 Tf
(+) Tj ET BT 9.9626 0 0 9.9626 477.859 333.711 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 483.947 333.711 Tm /Ty2 1 Tf [ (and) -222 (a) -222 (lo)
25 (w) -222 (score) ] TJ ET BT 9.9626 0 0 9.9626 308.862 321.756 Tm /Ty2 1
Tf [ (to) -272 (ne) 15 (g) 5 (ati) 25 (v) 15 (e) -273 (pairs) ] TJ ET BT 9.9626 0 0 9.9626 377.279 321.756
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 381.154 321.756 Tm /Ty15 1 Tf
(x) Tj ET BT 9.9626 0 0 9.9626 387.2 321.756 Tm /Ty11 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 391.628 321.756
Tm /Ty15 1 Tf (y) Tj ET BT 6.9738 0 0 6.9738 397.834 326.017 Tm /Ty13 1 Tf
(") Tj ET BT 6.9738 0 0 6.9738 397.675 318.75 Tm /Ty18 1 Tf (i) Tj ET BT 9.9626 0 0 9.9626 404.559 321.756
Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 408.433 321.756 Tm /Ty2 1 Tf
[ (.) -377 (Minimising) -273 (this) -272 (InfoNCE) -273 (loss) -272 (is) ]
TJ ET BT 9.9626 0 0 9.9626 308.862 309.8 Tm /Ty2 1 Tf [ (equi) 25 (v) 25 (alent)
-223 (to) -224 (maximising) -223 (a) -224 (lo) 25 (wer) -223 (bound) ] TJ
ET BT 9.9626 0 0 9.9626 469.795 309.8 Tm /Ty11 1 Tf (I) Tj ET BT 6.9738 0 0 6.9738 474.174 308.306
Tm /Ty2 1 Tf (NCE) Tj ET BT 9.9626 0 0 9.9626 490.847 309.8 Tm /Ty2 1 Tf [
(on) -223 (the) -224 (mutual) ] TJ ET BT 9.9626 0 0 9.9626 308.862 297.845
Tm /Ty2 1 Tf [ (information) -250 (between) ] TJ ET BT 9.9626 0 0 9.9626 394.081 297.845
Tm /Ty15 1 Tf (x) Tj ET BT 9.9626 0 0 9.9626 402.619 297.845 Tm /Ty2 1 Tf
(and) Tj ET BT 9.9626 0 0 9.9626 419.496 297.845 Tm /Ty15 1 Tf (y) Tj ET BT
9.9626 0 0 9.9626 425.701 297.845 Tm /Ty2 1 Tf [ (,) -250 (denoted) -250 (as)
] TJ ET BT 9.9626 0 0 9.9626 475.504 297.845 Tm /Ty11 1 Tf (I) Tj ET BT 9.9626 0 0 9.9626 480.665 297.845
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 484.54 297.845 Tm /Ty15 1 Tf
(x) Tj ET BT 9.9626 0 0 9.9626 490.587 297.845 Tm /Ty16 1 Tf (;) Tj ET BT
9.9626 0 0 9.9626 495.014 297.845 Tm /Ty15 1 Tf (y) Tj ET BT 9.9626 0 0 9.9626 501.22 297.845
Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 505.095 297.845 Tm /Ty2 1 Tf
(:) Tj ET BT 9.9626 0 0 9.9626 345.639 279.017 Tm /Ty11 1 Tf (I) Tj ET BT
9.9626 0 0 9.9626 350.8 279.017 Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 354.674 279.017
Tm /Ty15 1 Tf (x) Tj ET BT 9.9626 0 0 9.9626 360.721 279.017 Tm /Ty16 1 Tf
(;) Tj ET BT 9.9626 0 0 9.9626 365.149 279.017 Tm /Ty15 1 Tf (y) Tj ET BT
9.9626 0 0 9.9626 371.355 279.017 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 377.996 279.017
Tm /Ty20 1 Tf (") Tj ET BT 9.9626 0 0 9.9626 388.513 279.017 Tm /Ty16 1 Tf
[ (l) -0.8 (og) -14 (\() ] TJ ET BT 9.9626 0 0 9.9626 405.255 279.017 Tm /Ty11
1 Tf (K) Tj ET BT 9.9626 0 0 9.9626 414.429 279.017 Tm /Ty16 1 Tf (\)) Tj
ET BT 0.2228 Tc 9.9626 0 0 9.9626 420.518 279.017 Tm /Ty20 1 Tf (!) Tj /Ty19
1 Tf (L) Tj 0 Tc ET BT 6.9738 0 0 6.9738 437.352 277.523 Tm /Ty2 1 Tf (NCE)
Tj ET BT 9.9626 0 0 9.9626 454.565 279.017 Tm /Ty16 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 465.081 279.017
Tm /Ty11 1 Tf (I) Tj ET BT 6.9738 0 0 6.9738 469.46 277.523 Tm /Ty2 1 Tf (NCE)
Tj ET BT 9.9626 0 0 9.9626 483.906 279.017 Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 487.78 279.017
Tm /Ty15 1 Tf (x) Tj ET BT 9.9626 0 0 9.9626 493.827 279.017 Tm /Ty16 1 Tf
(;) Tj ET BT 9.9626 0 0 9.9626 498.255 279.017 Tm /Ty15 1 Tf (y) Tj ET BT
9.9626 0 0 9.9626 504.461 279.017 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 533.496 279.017
Tm /Ty2 1 Tf (\(2\)) Tj ET BT 10.9589 0 0 10.9589 308.862 260.188 Tm /Ty1
1 Tf [ (3.2.) -250 (In) 40 (v) 10 (ariant) -250 (and) -250 (Pr) 18 (edicti)
10 (v) 10 (e) -250 (Coding) ] TJ ET BT 9.9626 0 0 9.9626 320.817 242.256 Tm
/Ty2 1 Tf [ (F) 15 (or) -306 (visual) -306 (representation) -306 (learning,)
-320 (positi) 25 (v) 15 (e) -306 (pairs) -306 (can) -306 (be) ] TJ ET BT 9.9626 0 0 9.9626 308.862 230.301
Tm /Ty2 1 Tf [ (constructed) -334 (from) -335 (unlabeled) -334 (data) -335
(in) -334 (a) -334 (self-supervised) -335 (f) 10 (ash-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 218.345
Tm /Ty2 1 Tf [ (ion.) -305 (F) 15 (ollo) 25 (wing) -235 (the) -235 (notation)
-235 (of) -235 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 433.5041 218.345
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 438.4854 218.345
Tm /Ty2 1 Tf [ (],) -238 (a) -235 (popular) -235 (approach) -235 (is) -235
(in-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 206.39 Tm /Ty2 1 Tf [ (stance)
-277 (discrimination:) -365 (where) -277 (tw) 10 (o) -277 (vie) 25 (ws) ]
TJ ET BT 9.9626 0 0 9.9626 470.949 206.39 Tm /Ty15 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 476.996 204.896
Tm /Ty24 1 Tf (i) Tj ET BT 9.9626 0 0 9.9626 480.313 206.39 Tm /Ty2 1 Tf (,)
Tj ET BT 9.9626 0 0 9.9626 485.634 206.39 Tm /Ty15 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 491.681 204.896
Tm /Ty24 1 Tf (j) Tj ET BT 9.9626 0 0 9.9626 498.641 206.39 Tm /Ty2 1 Tf [
(of) -277 (the) -278 (same) ] TJ ET BT 9.9626 0 0 9.9626 308.862 194.435 Tm
/Ty2 1 Tf (instance) Tj ET BT 9.9626 0 0 9.9626 345.204 194.435 Tm /Ty15 1
Tf (v) Tj ET BT 9.9626 0 0 9.9626 355.104 194.435 Tm /Ty2 1 Tf [ (are) -371
(generated) -371 (by) -371 (appl) 1 (y) -1 (i) 1 (ng) -371 (independently)
-371 (sam-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 182.48 Tm /Ty2 1 Tf [ (pled)
-250 (random) -250 (data) -250 (augmentations:) ] TJ ET BT 9.9626 0 0 9.9626 359.23 163.651
Tm /Ty15 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 365.276 162.157 Tm /Ty24 1 Tf
(i) Tj ET BT 9.9626 0 0 9.9626 371.36 163.651 Tm /Ty16 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 381.877 163.651
Tm /Ty11 1 Tf (a) Tj ET BT 9.9626 0 0 9.9626 387.143 163.651 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 391.017 163.651 Tm /Ty15 1 Tf (v) Tj ET BT
9.9626 0 0 9.9626 397.223 163.651 Tm /Ty16 1 Tf (;) Tj ET BT 9.9626 0 0 9.9626 401.651 163.651
Tm /Ty29 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 406.006 162.157 Tm /Ty24 1 Tf
(i) Tj ET BT 9.9626 0 0 9.9626 409.323 163.651 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 433.122 163.651 Tm /Ty15 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 439.169 162.157
Tm /Ty24 1 Tf (j) Tj ET BT 9.9626 0 0 9.9626 446.134 163.651 Tm /Ty16 1 Tf
(=) Tj ET BT 9.9626 0 0 9.9626 456.65 163.651 Tm /Ty11 1 Tf (a) Tj ET BT 9.9626 0 0 9.9626 461.917 163.651
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 465.791 163.651 Tm /Ty15 1 Tf
(v) Tj ET BT 9.9626 0 0 9.9626 471.997 163.651 Tm /Ty16 1 Tf (;) Tj ET BT
9.9626 0 0 9.9626 476.425 163.651 Tm /Ty29 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 480.78 162.157
Tm /Ty24 1 Tf (j) Tj ET BT 9.9626 0 0 9.9626 484.978 163.651 Tm /Ty16 1 Tf
(\)) Tj ET BT 9.9626 0 0 9.9626 357.947 147.649 Tm /Ty15 1 Tf (x) Tj ET BT
9.9626 0 0 9.9626 366.761 147.649 Tm /Ty16 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 377.277 147.649
Tm /Ty11 1 Tf (g) Tj ET BT 9.9626 0 0 9.9626 382.386 147.649 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 386.261 147.649 Tm /Ty11 1 Tf (f) Tj ET BT
9.9626 0 0 9.9626 392.211 147.649 Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 396.085 147.649
Tm /Ty15 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 402.132 146.155 Tm /Ty24 1 Tf
(i) Tj ET BT 0.0009 Tc 9.9626 0 0 9.9626 405.449 147.649 Tm /Ty16 1 Tf (\)\))
Tj 0 Tc ET BT 9.9626 0 0 9.9626 433.123 147.649 Tm /Ty15 1 Tf (y) Tj ET BT
6.9738 0 0 6.9738 439.328 151.763 Tm /Ty17 1 Tf (+) Tj ET BT 9.9626 0 0 9.9626 448.71 147.649
Tm /Ty16 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 459.226 147.649 Tm /Ty11 1 Tf
(g) Tj ET BT 9.9626 0 0 9.9626 464.335 147.649 Tm /Ty16 1 Tf (\() Tj ET BT
9.9626 0 0 9.9626 468.21 147.649 Tm /Ty11 1 Tf (f) Tj ET BT 9.9626 0 0 9.9626 474.16 147.649
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 478.034 147.649 Tm /Ty15 1 Tf
(v) Tj ET BT 6.9738 0 0 6.9738 484.081 146.155 Tm /Ty24 1 Tf (j) Tj ET BT
0.0009 Tc 9.9626 0 0 9.9626 488.279 147.649 Tm /Ty16 1 Tf (\)\)) Tj 0 Tc ET
BT 9.9626 0 0 9.9626 320.817 128.821 Tm /Ty2 1 Tf (where) Tj ET BT 9.9626 0 0 9.9626 348.621 128.821
Tm /Ty11 1 Tf (a) Tj ET BT 9.9626 0 0 9.9626 353.887 128.821 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 357.761 128.821 Tm /Ty19 1 Tf Tj ET BT
9.9626 0 0 9.9626 360.529 128.821 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 367.868 128.821
Tm /Ty2 1 Tf [ (is) -348 (the) -348 (data) -347 (augmentation) -348 (operation)
-348 (parame-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 116.866 Tm /Ty2 1 Tf [
(terised) -226 (by) ] TJ ET BT 9.9626 0 0 9.9626 349.892 116.866 Tm /Ty29
1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 355.375 116.866 Tm /Ty2 1 Tf (,) Tj ET
BT 9.9626 0 0 9.9626 360.167 116.866 Tm /Ty11 1 Tf (f) Tj ET BT 9.9626 0 0 9.9626 366.117 116.866
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 369.991 116.866 Tm /Ty19 1 Tf
Tj ET BT 9.9626 0 0 9.9626 372.758 116.866 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 378.886 116.866 Tm /Ty2 1 Tf [ (is) -226 (the) -226 (visual)
-227 (encoder) -226 (usually) -226 (implemented) ] TJ ET BT 9.9626 0 0 9.9626 308.862 104.91
Tm /Ty2 1 Tf [ (using) -310 (Con) 40 (vNets) -310 (whose) -310 (outputs) -310
(are) -310 (used) -311 (for) -310 (transfer) -310 (learn-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 92.955
Tm /Ty2 1 Tf [ (ing,) -298 (and) ] TJ ET BT 9.9626 0 0 9.9626 344.321 92.955
Tm /Ty11 1 Tf (g) Tj ET BT 9.9626 0 0 9.9626 349.43 92.955 Tm /Ty16 1 Tf (\()
Tj ET BT 9.9626 0 0 9.9626 353.305 92.955 Tm /Ty19 1 Tf Tj ET BT 9.9626 0 0 9.9626 356.072 92.955
Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 362.824 92.955 Tm /Ty2 1 Tf
[ (is) -289 (a) -288 (projection) -289 (head) -289 (implemented) -289 (by)
-288 (a) -289 (Multi-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 81 Tm /Ty2 1 Tf
[ (layer) -311 (Perceptron) -312 (\(MLP\).) -311 (Note) -312 (here) -311 (that)
-311 (both) ] TJ ET BT 9.9626 0 0 9.9626 492.43 81 Tm /Ty11 1 Tf (f) Tj ET
BT 9.9626 0 0 9.9626 498.38 81 Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 502.254 81
Tm /Ty19 1 Tf Tj ET BT 9.9626 0 0 9.9626 505.021 81 Tm /Ty16 1 Tf (\))
Tj ET BT 9.9626 0 0 9.9626 511.998 81 Tm /Ty2 1 Tf (and) Tj ET BT 9.9626 0 0 9.9626 529.486 81
Tm /Ty11 1 Tf (g) Tj ET BT 9.9626 0 0 9.9626 534.596 81 Tm /Ty16 1 Tf (\()
Tj ET BT 9.9626 0 0 9.9626 538.47 81 Tm /Ty19 1 Tf Tj ET BT 9.9626 0 0 9.9626 541.238 81
Tm /Ty16 1 Tf (\)) Tj ET Q
endstream
endobj
26 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/8Gso1Tg14yE-BwUlVFxdZg Do
Q
endstream
endobj
27 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /TT10 74 0 R /TT12 75 0 R /TT14 76 0 R /TT16 77 0 R /TT8 78 0 R /Ty1 57 0 R /Ty11 71 0 R /Ty13 72 0 R /Ty14 79 0 R /Ty15 80 0 R /Ty16 81 0 R /Ty17 82 0 R /Ty18 83 0 R /Ty19 84 0 R /Ty2 59 0 R /Ty20 85 0 R /Ty21 86 0 R /Ty23 87 0 R /Ty24 88 0 R /Ty25 89 0 R /Ty27 90 0 R /Ty28 91 0 R /Ty29 92 0 R /Ty7 64 0 R /Ty8 65 0 R >> /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ] /XObject << /8Gso1Tg14yE-BwUlVFxdZg 93 0 R /Im1 67 0 R /Im2 68 0 R >> >>
endobj
28 0 obj
<< /Length 32860 >>
stream
q Q q 0 0 612 792 re W n BT 9.9626 0 0 9.9626 50.112 710.037 Tm /Ty2 1 Tf
[ (are) -320 (shared) -320 (across) -319 (vie) 25 (ws.) -520 (W) 80 (e) -320
(refer) -319 (to) -320 (this) -320 (approach) -320 (hence-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 698.082
Tm /Ty2 1 Tf [ (forth) -250 (as) -250 (in) 40 (v) 25 (ariant) -250 (coding.)
] TJ ET BT 9.9626 0 0 9.9626 62.067 686.127 Tm /Ty2 1 Tf [ (Predicti) 25 (v)
15 (e) -352 (coding,) -378 (on) -352 (the) -352 (other) -352 (hand) -352 (pro)
15 (vides) -353 (an) -352 (alter) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 674.172
Tm /Ty2 1 Tf [ (nati) 25 (v) 15 (e) -293 (approach,) -305 (where) -293 (certain)
-293 (re) 15 (gions) -294 (within) -293 (the) -293 (same) -294 (in-) ] TJ
ET BT 9.9626 0 0 9.9626 50.112 662.217 Tm /Ty2 1 Tf [ (stance) -198 (are)
-197 (mask) 10 (ed) -198 (out,) -208 (such) -198 (as) -198 (dif) 25 (ferent)
-198 (w) 10 (ords) -197 (in) -198 (a) -198 (sentence,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 650.261
Tm /Ty2 1 Tf [ (dif) 25 (ferent) -263 (objects) -263 (in) -263 (an) -263 (image)
-263 (or) -263 (dif) 25 (ferent) -263 (frames) -264 (in) -263 (a) -263 (video.)
] TJ ET BT 9.9626 0 0 9.9626 50.112 638.306 Tm /Ty2 1 Tf [ (This) -349 (creates)
-349 (tw) 10 (o) -350 (dif) 25 (ferent) -349 (vie) 25 (ws) -349 (-) -349 (observ)
15 (ed) -350 (and) -349 (missing) ] TJ ET BT 9.9626 0 0 9.9626 50.112 626.351
Tm /Ty2 1 Tf [ (re) 15 (gions) -250 (of) -250 (the) -250 (instance) ] TJ ET
BT 9.9626 0 0 9.9626 142.375 626.351 Tm /Ty15 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 148.422 624.857
Tm /Ty24 1 Tf (i) Tj ET BT 9.9626 0 0 9.9626 151.739 626.351 Tm /Ty2 1 Tf
(,) Tj ET BT 9.9626 0 0 9.9626 156.72 626.351 Tm /Ty15 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 162.767 624.857
Tm /Ty24 1 Tf (j) Tj ET BT 9.9626 0 0 9.9626 166.965 626.351 Tm /Ty2 1 Tf
(:) Tj ET BT 9.9626 0 0 9.9626 139.513 605.325 Tm /Ty15 1 Tf (v) Tj ET BT
6.9738 0 0 6.9738 145.559 603.831 Tm /Ty24 1 Tf (i) Tj ET BT 9.9626 0 0 9.9626 151.643 605.325
Tm /Ty16 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 162.16 605.325 Tm /Ty11 1 Tf
(m) Tj ET BT 9.9626 0 0 9.9626 170.907 605.325 Tm /Ty16 1 Tf (\() Tj ET BT
9.9626 0 0 9.9626 174.781 605.325 Tm /Ty15 1 Tf (v) Tj ET BT 9.9626 0 0 9.9626 180.987 605.325
Tm /Ty16 1 Tf (;) Tj ET BT 9.9626 0 0 9.9626 185.415 605.325 Tm /Ty29 1 Tf
(!) Tj ET BT 6.9738 0 0 6.9738 189.77 603.831 Tm /Ty24 1 Tf (i) Tj ET BT 9.9626 0 0 9.9626 193.087 605.325
Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 138.632 590.381 Tm /Ty15 1 Tf
(v) Tj ET BT 6.9738 0 0 6.9738 144.678 588.887 Tm /Ty24 1 Tf (j) Tj ET BT
9.9626 0 0 9.9626 151.643 590.381 Tm /Ty16 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 162.16 590.381
Tm /Ty11 1 Tf (m) Tj ET BT 9.9626 0 0 9.9626 170.907 590.381 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 174.781 590.381 Tm /Ty15 1 Tf (v) Tj ET BT
9.9626 0 0 9.9626 180.987 590.381 Tm /Ty16 1 Tf (;) Tj ET BT 9.9626 0 0 9.9626 185.415 590.381
Tm /Ty29 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 189.77 588.887 Tm /Ty24 1 Tf
(j) Tj ET BT 9.9626 0 0 9.9626 193.968 590.381 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 50.112 569.355 Tm /Ty2 1 Tf (where) Tj ET BT 9.9626 0 0 9.9626 78.23 569.355
Tm /Ty11 1 Tf (m) Tj ET BT 9.9626 0 0 9.9626 86.977 569.355 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 90.851 569.355 Tm /Ty19 1 Tf Tj ET BT
9.9626 0 0 9.9626 93.619 569.355 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 101.272 569.355
Tm /Ty2 1 Tf [ (is) -379 (the) -380 (masking) -379 (function,) -412 (parameteri)
1 (sed) -380 (by) ] TJ ET BT 9.9626 0 0 9.9626 278.388 569.355 Tm /Ty29 1
Tf (!) Tj ET BT 9.9626 0 0 9.9626 283.871 569.355 Tm /Ty2 1 Tf (.) Tj ET BT
9.9626 0 0 9.9626 50.112 557.4 Tm /Ty2 1 Tf [ (W) 40 (ithout) -223 (loss)
-222 (of) -223 (generality) 65 (,) -228 (we) -223 (assume) ] TJ ET BT 9.9626 0 0 9.9626 202.166 557.4
Tm /Ty29 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 209.867 557.4 Tm /Ty2 1 Tf [
(to) -223 (be) -222 (additi) 25 (v) 15 (e.) -301 (This) ] TJ ET BT 9.9626 0 0 9.9626 50.112 545.445
Tm /Ty2 1 Tf [ (is) -200 (a) -199 (reasonable) -200 (assumption) -200 (for)
-199 (visual) -200 (data) -200 (which) -199 (can) -200 (be) -200 (con-) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 533.49 Tm /Ty2 1 Tf [ (sidered) -383 (as)
-382 (sequential,) -416 (and) -382 (the) -383 (indices) -383 (\() ] TJ ET
BT 9.9626 0 0 9.9626 211.372 533.49 Tm /Ty7 1 Tf [ (e) 15 (.g) ] TJ ET BT
9.9626 0 0 9.9626 223.118 533.49 Tm /Ty2 1 Tf [ (.) -383 (timestamp) -382
(for) ] TJ ET BT 9.9626 0 0 9.9626 50.112 521.534 Tm /Ty2 1 Tf [ (video,)
-307 (pix) 15 (el) -296 (location) -295 (for) -296 (image\)) -295 (to) -296
(be) -296 (mask) 10 (ed) -295 (are) -296 (additi) 25 (v) 15 (e.) ] TJ ET BT
9.9626 0 0 9.9626 50.112 509.579 Tm /Ty2 1 Tf [ (The) -284 (representations)
-285 (to) -284 (be) -284 (contrasted) -285 (are) -284 (then) -284 (computed)
-285 (as:) ] TJ ET BT 9.9626 0 0 9.9626 127.143 476.598 Tm /Ty15 1 Tf (x)
Tj ET BT 9.9626 0 0 9.9626 135.957 476.598 Tm /Ty16 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 146.473 476.598
Tm /Ty11 1 Tf (g) Tj ET BT 9.9626 0 0 9.9626 151.583 476.598 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 155.457 476.598 Tm /Ty11 1 Tf (f) Tj ET BT
9.9626 0 0 9.9626 161.407 476.598 Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 165.281 476.598
Tm /Ty15 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 171.328 475.104 Tm /Ty24 1 Tf
(i) Tj ET BT 0.0009 Tc 9.9626 0 0 9.9626 174.645 476.598 Tm /Ty16 1 Tf (\);)
Tj 0 Tc ET BT 9.9626 0 0 9.9626 182.947 476.598 Tm /Ty15 1 Tf (0) Tj ET BT
9.9626 0 0 9.9626 188.676 476.598 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 120.37 460.596
Tm /Ty15 1 Tf (y) Tj ET BT 6.9738 0 0 6.9738 126.576 464.709 Tm /Ty17 1 Tf
(+) Tj ET BT 9.9626 0 0 9.9626 135.957 460.596 Tm /Ty16 1 Tf (=) Tj ET BT
9.9626 0 0 9.9626 146.473 460.596 Tm /Ty11 1 Tf (g) Tj ET BT 9.9626 0 0 9.9626 151.583 460.596
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 155.457 460.596 Tm /Ty11 1 Tf
(f) Tj ET BT 9.9626 0 0 9.9626 161.407 460.596 Tm /Ty16 1 Tf (\() Tj ET BT
9.9626 0 0 9.9626 165.281 460.596 Tm /Ty15 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 171.328 459.101
Tm /Ty24 1 Tf (j) Tj ET BT 0.0009 Tc 9.9626 0 0 9.9626 175.526 460.596 Tm
/Ty16 1 Tf (\);) Tj 0 Tc ET BT 9.9626 0 0 9.9626 183.828 460.596 Tm /Ty29
1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 188.183 459.101 Tm /Ty24 1 Tf (j) Tj ET
BT 9.9626 0 0 9.9626 194.595 460.596 Tm /Ty20 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 204.558 460.596
Tm /Ty29 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 208.913 459.101 Tm /Ty24 1 Tf
(i) Tj ET BT 9.9626 0 0 9.9626 212.23 460.596 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 62.067 439.57 Tm /Ty2 1 Tf [ (Unlik) 10 (e) -353 (with)
-353 (vie) 25 (w-in) 40 (v) 25 (ariant) -353 (coding,) -379 (the) -354 (projection)
-353 (head) ] TJ ET BT 9.9626 0 0 9.9626 50.112 427.614 Tm /Ty11 1 Tf (g)
Tj ET BT 9.9626 0 0 9.9626 55.221 427.614 Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 59.096 427.614
Tm /Ty19 1 Tf Tj ET BT 9.9626 0 0 9.9626 61.863 427.614 Tm /Ty16 1 Tf
(\)) Tj ET BT 9.9626 0 0 9.9626 69.495 427.614 Tm /Ty2 1 Tf [ (no) 25 (w)
-377 (also) -377 (tak) 10 (es) ] TJ ET BT 9.9626 0 0 9.9626 134.098 427.614
Tm /Ty29 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 143.339 427.614 Tm /Ty2 1 Tf
[ (as) -377 (input,) ] TJ ET BT 9.9626 0 0 9.9626 182.443 427.614 Tm /Ty7
1 Tf (i.e) Tj ET BT 9.9626 0 0 9.9626 192.127 427.614 Tm /Ty2 1 Tf [ (.) -377
(it) -377 (is) -378 (task) 10 (ed) -377 (to) -377 (predict) ] TJ ET BT 9.9626 0 0 9.9626 50.112 415.659
Tm /Ty2 1 Tf [ (the) -217 (representation) -218 (conditioned) -217 (on) ]
TJ ET BT 9.9626 0 0 9.9626 184.394 415.659 Tm /Ty29 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 192.043 415.659
Tm /Ty2 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 195.361 415.659 Tm /Ty7 1 Tf
[ (e) 15 (.g) ] TJ ET BT 9.9626 0 0 9.9626 207.107 415.659 Tm /Ty2 1 Tf [
(.) -217 (which) -218 (could) -217 (repre-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 403.704
Tm /Ty2 1 Tf [ (sent) -256 (the) -256 (time) -256 (information) -256 (used)
-256 (to) -256 (generate) -256 (the) -256 (vie) 25 (ws) -256 -256
25 (v) 15 (e) ] TJ ET BT 9.9626 0 0 9.9626 50.112 391.749 Tm /Ty2 1 Tf [ (seconds)
-301 (ahead\),) -315 (and) ] TJ ET BT 9.9626 0 0 9.9626 137.537 391.749 Tm
/Ty15 1 Tf (0) Tj ET BT 9.9626 0 0 9.9626 146.269 391.749 Tm /Ty2 1 Tf [ (indicates)
-301 (the) -302 (identity) -301 (operation.) -465 (In) ] TJ ET BT 9.9626 0 0 9.9626 50.112 379.794
Tm /Ty2 1 Tf (practice,) Tj ET BT 9.9626 0 0 9.9626 88.153 379.794 Tm /Ty11
1 Tf (g) Tj ET BT 9.9626 0 0 9.9626 93.262 379.794 Tm /Ty16 1 Tf (\() Tj ET
BT 9.9626 0 0 9.9626 97.136 379.794 Tm /Ty19 1 Tf Tj ET BT 9.9626 0 0 9.9626 99.904 379.794
Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 107.491 379.794 Tm /Ty2 1 Tf
[ (can) -373 (be) -372 (easily) -373 (implemented) -373 (with) -373 (a) -372
(recurrent) ] TJ ET BT 9.9626 0 0 9.9626 50.112 367.838 Tm /Ty2 1 Tf [ (neural)
-334 (netw) 10 (ork) -334 (as) -334 (in) -334 ([) ] TJ ET /Cs1 cs 0 1 0 sc
BT 9.9626 0 0 9.9626 140.2337 367.838 Tm /Ty2 1 Tf (42) Tj ET /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 150.1963 367.838 Tm /Ty2 1 Tf [ (]) -334 (or) -334 (a)
-334 (transformer) -334 (with) -334 (positional) ] TJ ET BT 9.9626 0 0 9.9626 50.112 355.883
Tm /Ty2 1 Tf [ (embeddings) -250 (as) -250 (in) -250 ([) ] TJ ET /Cs1 cs 0
1 0 sc BT 9.9626 0 0 9.9626 125.1005 355.883 Tm /Ty2 1 Tf (11) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 135.0631 355.883 Tm /Ty2 1 Tf (].) Tj ET BT 9.9626 0 0 9.9626 62.067 343.928
Tm /Ty2 1 Tf [ (W) 80 (e) -432 (note) -433 (that) -432 (the) -432 (predicti)
25 (v) 15 (e) -432 (projection) -433 (head) ] TJ ET BT 9.9626 0 0 9.9626 248.168 343.928
Tm /Ty11 1 Tf (g) Tj ET BT 9.9626 0 0 9.9626 253.278 343.928 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 257.152 343.928 Tm /Ty19 1 Tf Tj ET BT
9.9626 0 0 9.9626 259.919 343.928 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 268.101 343.928
Tm /Ty2 1 Tf (does) Tj ET BT 9.9626 0 0 9.9626 50.112 331.973 Tm /Ty2 1 Tf
[ (not) -307 (necessarily) -306 (need) -307 (to) -306 (tak) 10 (e) ] TJ ET
BT 9.9626 0 0 9.9626 165.439 331.973 Tm /Ty29 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 173.977 331.973
Tm /Ty2 1 Tf [ (into) -307 (account,) -320 (assuming) ] TJ ET BT 9.9626 0 0 9.9626 269.896 331.973
Tm /Ty11 1 Tf (f) Tj ET BT 9.9626 0 0 9.9626 275.846 331.973 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 279.72 331.973 Tm /Ty19 1 Tf Tj ET BT
9.9626 0 0 9.9626 282.488 331.973 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 50.112 320.018
Tm /Ty2 1 Tf [ (already) -357 (encodes) -358 (information) -357 (in) 40 (v)
25 (ariant) -358 (of) ] TJ ET BT 9.9626 0 0 9.9626 219.441 320.018 Tm /Ty29
1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 224.924 320.018 Tm /Ty2 1 Tf [ (.) -632
(Ho) 25 (we) 25 (v) 15 (er) 40 (,) -385 (ar) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 308.063
Tm /Ty2 1 Tf [ (guably) -223 (a) -223 (much) -223 (simpler) -223 (task) -223
(is) -223 (to) -223 (ha) 20 (v) 15 (e) ] TJ ET BT 9.9626 0 0 9.9626 200.357 308.063
Tm /Ty11 1 Tf (f) Tj ET BT 9.9626 0 0 9.9626 206.307 308.063 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 210.181 308.063 Tm /Ty19 1 Tf Tj ET BT
9.9626 0 0 9.9626 212.949 308.063 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 219.045 308.063
Tm /Ty2 1 Tf [ (encode) -223 (the) -223 (infor) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 296.107
Tm /Ty2 1 Tf [ (mation) -278 (useful) -277 (for) -278 (prediction) -277 (and)
] TJ ET BT 9.9626 0 0 9.9626 182.365 296.107 Tm /Ty11 1 Tf (g) Tj ET BT 9.9626 0 0 9.9626 187.474 296.107
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 191.348 296.107 Tm /Ty19 1 Tf
Tj ET BT 9.9626 0 0 9.9626 194.116 296.107 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 200.756 296.107 Tm /Ty2 1 Tf [ (serv) 15 (e) -278 (as) -277
(the) -278 (predictor) ] TJ ET BT 9.9626 0 0 9.9626 50.112 284.152 Tm /Ty2
1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 53.43 284.152 Tm /Ty7 1 Tf [ (e) 15 (.g)
] TJ ET BT 9.9626 0 0 9.9626 65.176 284.152 Tm /Ty2 1 Tf [ (.) -207 (generati)
1 (ng) -207 (ne) 25 (w) -207 (w) 10 (ords) -206 (for) -207 (te) 15 (xt,) -215
(or) -207 (learning) -206 (the) -207 (temporal) ] TJ ET BT 9.9626 0 0 9.9626 50.112 272.197
Tm /Ty2 1 Tf [ (dynamics) -250 (for) -250 (videos.\).) ] TJ ET BT 10.9589 0 0 10.9589 50.112 252.628
Tm /Ty1 1 Tf [ (3.3.) -250 (A) -250 (Unied) -250 (CA) 95 (TE) -250 (Framew)
10 (ork) ] TJ ET BT 9.9626 0 0 9.9626 62.067 234.696 Tm /Ty2 1 Tf (Both) Tj
ET BT 9.9626 0 0 9.9626 83.548 234.696 Tm /Ty11 1 Tf (a) Tj ET BT 9.9626 0 0 9.9626 88.814 234.696
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 92.688 234.696 Tm /Ty19 1 Tf
Tj ET BT 9.9626 0 0 9.9626 95.455 234.696 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 101.433 234.696 Tm /Ty2 1 Tf (and) Tj ET BT 9.9626 0 0 9.9626 117.922 234.696
Tm /Ty11 1 Tf (m) Tj ET BT 9.9626 0 0 9.9626 126.67 234.696 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 130.544 234.696 Tm /Ty19 1 Tf Tj ET BT
9.9626 0 0 9.9626 133.311 234.696 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 139.289 234.696
Tm /Ty2 1 Tf [ (can) -211 (be) -211 (seen) -211 (as) -211 (atomic) -211 (data)
-212 (operations) ] TJ ET BT 9.9626 0 0 9.9626 50.112 222.741 Tm /Ty2 1 Tf
[ (that) -291 (transform) -290 (the) -291 (data) -291 (based) -291 (on)
] TJ ET BT 9.9626 0 0 9.9626 189.223 222.741 Tm /Ty29 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 194.706 222.741
Tm /Ty2 1 Tf [ (,) -301 (and) -291 (multiple) -290 (data) -291 (op-) ] TJ
ET BT 9.9626 0 0 9.9626 50.112 210.785 Tm /Ty2 1 Tf [ (erations) -226 (can)
-225 (be) -226 (chained) -225 (together) 55 (.) -302 (W) 80 (e) -226 (can)
-226 (the) 1 (refore) -226 (unify) -226 (in-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 198.83
Tm /Ty2 1 Tf [ (v) 25 (ariant) -290 (and) -289 (predicti) 25 (v) 15 (e) -290
(coding) -290 (using) -289 (the) -290 (follo) 25 (wing) -290 (notation:) ]
TJ ET BT 9.9626 0 0 9.9626 84.618 165.849 Tm /Ty15 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 90.665 164.355
Tm /Ty24 1 Tf (i) Tj ET BT 9.9626 0 0 9.9626 96.749 165.849 Tm /Ty16 1 Tf
(=) Tj ET BT 9.9626 0 0 9.9626 107.265 165.849 Tm /Ty11 1 Tf (t) Tj ET BT
9.9626 0 0 9.9626 110.862 165.849 Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 114.737 165.849
Tm /Ty15 1 Tf (v) Tj ET BT 9.9626 0 0 9.9626 120.943 165.849 Tm /Ty16 1 Tf
(;) Tj ET BT 9.9626 0 0 9.9626 125.37 165.849 Tm /Ty29 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 129.726 164.355
Tm /Ty24 1 Tf (i) Tj ET BT 9.9626 0 0 9.9626 133.043 165.849 Tm /Ty16 1 Tf
(\)) Tj ET BT 9.9626 0 0 9.9626 156.842 165.849 Tm /Ty15 1 Tf (v) Tj ET BT
6.9738 0 0 6.9738 162.889 164.355 Tm /Ty24 1 Tf (j) Tj ET BT 9.9626 0 0 9.9626 169.854 165.849
Tm /Ty16 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 180.37 165.849 Tm /Ty11 1 Tf
(t) Tj ET BT 9.9626 0 0 9.9626 183.968 165.849 Tm /Ty16 1 Tf (\() Tj ET BT
9.9626 0 0 9.9626 187.842 165.849 Tm /Ty15 1 Tf (v) Tj ET BT 9.9626 0 0 9.9626 194.048 165.849
Tm /Ty16 1 Tf (;) Tj ET BT 9.9626 0 0 9.9626 198.476 165.849 Tm /Ty29 1 Tf
(!) Tj ET BT 6.9738 0 0 6.9738 202.831 164.355 Tm /Ty24 1 Tf (j) Tj ET BT
9.9626 0 0 9.9626 207.029 165.849 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 71.51 149.847
Tm /Ty15 1 Tf (x) Tj ET BT 9.9626 0 0 9.9626 80.324 149.847 Tm /Ty16 1 Tf
(=) Tj ET BT 9.9626 0 0 9.9626 90.84 149.847 Tm /Ty11 1 Tf (g) Tj ET BT 9.9626 0 0 9.9626 95.95 149.847
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 99.824 149.847 Tm /Ty11 1 Tf
(f) Tj ET BT 9.9626 0 0 9.9626 105.774 149.847 Tm /Ty16 1 Tf (\() Tj ET BT
9.9626 0 0 9.9626 109.648 149.847 Tm /Ty15 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 115.695 148.352
Tm /Ty24 1 Tf (i) Tj ET BT 0.0009 Tc 9.9626 0 0 9.9626 119.012 149.847 Tm
/Ty16 1 Tf (\);) Tj 0 Tc ET BT 9.9626 0 0 9.9626 127.314 149.847 Tm /Ty15
1 Tf (0) Tj ET BT 9.9626 0 0 9.9626 133.043 149.847 Tm /Ty16 1 Tf (\)) Tj
ET BT 9.9626 0 0 9.9626 156.842 149.847 Tm /Ty15 1 Tf (y) Tj ET BT 6.9738 0 0 6.9738 163.048 153.96
Tm /Ty17 1 Tf (+) Tj ET BT 9.9626 0 0 9.9626 172.429 149.847 Tm /Ty16 1 Tf
(=) Tj ET BT 9.9626 0 0 9.9626 182.946 149.847 Tm /Ty11 1 Tf (g) Tj ET BT
9.9626 0 0 9.9626 188.055 149.847 Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 191.929 149.847
Tm /Ty11 1 Tf (f) Tj ET BT 9.9626 0 0 9.9626 197.879 149.847 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 201.754 149.847 Tm /Ty15 1 Tf (v) Tj ET BT
6.9738 0 0 6.9738 207.8 148.352 Tm /Ty24 1 Tf (j) Tj ET BT 0.0009 Tc 9.9626 0 0 9.9626 211.998 149.847
Tm /Ty16 1 Tf (\);) Tj 0 Tc ET BT 9.9626 0 0 9.9626 220.3 149.847 Tm /Ty11
1 Tf (e) Tj ET BT 9.9626 0 0 9.9626 224.939 149.847 Tm /Ty16 1 Tf (\() Tj
ET BT 9.9626 0 0 9.9626 228.813 149.847 Tm /Ty29 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 233.169 148.352
Tm /Ty24 1 Tf (j) Tj ET BT 9.9626 0 0 9.9626 239.58 149.847 Tm /Ty20 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 249.543 149.847 Tm /Ty29 1 Tf (!) Tj ET BT
6.9738 0 0 6.9738 253.898 148.352 Tm /Ty24 1 Tf (i) Tj ET BT 0.0009 Tc 9.9626 0 0 9.9626 257.215 149.847
Tm /Ty16 1 Tf (\)\)) Tj 0 Tc ET BT 9.9626 0 0 9.9626 50.112 128.821 Tm /Ty2
1 Tf (where) Tj ET BT 9.9626 0 0 9.9626 77.467 128.821 Tm /Ty29 1 Tf (!) Tj
ET BT 6.9738 0 0 6.9738 81.822 127.326 Tm /Ty24 1 Tf (i) Tj ET BT 0.3758 Tc
9.9626 0 0 9.9626 88.88 128.821 Tm /Ty16 1 Tf (=[) Tj 0 Tc ET BT 9.9626 0 0 9.9626 103.137 128.821
Tm /Ty29 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 108.62 132.436 Tm /Ty17 1 Tf
(1) Tj ET BT 6.9738 0 0 6.9738 107.492 126.227 Tm /Ty24 1 Tf (i) Tj ET BT
0.1678 Tc 9.9626 0 0 9.9626 113.089 128.821 Tm /Ty11 1 Tf (,) Tj /Ty29 1 Tf
(!) Tj 0 Tc ET BT 6.9738 0 0 6.9738 123 132.436 Tm /Ty17 1 Tf (2) Tj ET BT
6.9738 0 0 6.9738 121.872 126.227 Tm /Ty24 1 Tf (i) Tj ET BT 0.1678 Tc 9.9626 0 0 9.9626 127.469 128.821
Tm /Ty11 1 Tf [ (,.) 167 (.) 167 (.) ] TJ 0 Tc ET BT 9.9626 0 0 9.9626 140.2 128.821
Tm /Ty16 1 Tf (]) Tj ET BT 9.9626 0 0 9.9626 145.983 128.821 Tm /Ty2 1 Tf
[ (is) -303 (a) -303 (sequence) -302 (of) -303 (atomic) -303 (data) -303 (trans-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 116.865 Tm /Ty2 1 Tf (formations,) Tj
ET BT 9.9626 0 0 9.9626 98.158 116.865 Tm /Ty11 1 Tf (t) Tj ET BT 9.9626 0 0 9.9626 101.755 116.865
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 105.63 116.865 Tm /Ty19 1 Tf
Tj ET BT 9.9626 0 0 9.9626 108.397 116.865 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 114.634 116.865 Tm /Ty2 1 Tf [ (applies) -237 (the) -237
(sequence) -237 (of) -237 (data) -237 (augmentations) ] TJ ET BT 9.9626 0 0 9.9626 50.112 104.91
Tm /Ty2 1 Tf [ (on) -195 (the) -195 (input) -195 (data,) -205 (and) ] TJ ET
BT 9.9626 0 0 9.9626 136.023 104.91 Tm /Ty11 1 Tf (e) Tj ET BT 9.9626 0 0 9.9626 140.661 104.91
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 144.536 104.91 Tm /Ty19 1 Tf
Tj ET BT 9.9626 0 0 9.9626 147.303 104.91 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 153.119 104.91 Tm /Ty2 1 Tf [ (is) -195 (an) -195 (encoder)
-195 (that) -194 (tak) 10 (es) ] TJ ET BT 9.9626 0 0 9.9626 245.724 104.91
Tm /Ty29 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 253.148 104.91 Tm /Ty2 1 Tf [
(as) -195 (input.) ] TJ ET BT 9.9626 0 0 9.9626 62.067 92.955 Tm /Ty2 1 Tf
[ (Gi) 25 (v) 15 (en) -225 (a) -225 (sequence) -226 (of) -225 (atomic) -225
(data) -225 (operations,) ] TJ ET BT 9.9626 0 0 9.9626 238.717 92.955 Tm /Ty7
1 Tf [ (we) -225 (can) -225 (con-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 81
Tm /Ty7 1 Tf [ (tr) 45 (ol) -244 (whic) 15 (h) -245 (ar) 37 (e) -244 (vie)
15 (w-in) 40 (variant) -245 (and) -244 (whic) 15 (h) -245 (ar) 37 (e) -244
(pr) 37 (edictive) ] TJ ET BT 9.9626 0 0 9.9626 268.649 81 Tm /Ty2 1 Tf (with)
Tj ET BT 9.9626 0 0 9.9626 308.862 710.037 Tm /Ty11 1 Tf (e) Tj ET BT 9.9626 0 0 9.9626 313.501 710.037
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 317.375 710.037 Tm /Ty19 1 Tf
Tj ET BT 9.9626 0 0 9.9626 320.143 710.037 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 324.017 710.037 Tm /Ty2 1 Tf [ (:) -456 (when) -323 (we)
-323 (instruct) ] TJ ET BT 9.9626 0 0 9.9626 404.063 710.037 Tm /Ty11 1 Tf
(e) Tj ET BT 9.9626 0 0 9.9626 408.702 710.037 Tm /Ty16 1 Tf (\() Tj ET BT
9.9626 0 0 9.9626 412.577 710.037 Tm /Ty19 1 Tf Tj ET BT 9.9626 0 0 9.9626 415.344 710.037
Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 422.436 710.037 Tm /Ty2 1 Tf
[ (to) -323 (ignore) -323 (certain) -323 (type) -323 (of) -323 (oper) 20 (-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 698.082 Tm /Ty2 1 Tf [ (ations,) -403
(our) -373 (method) -373 (is) -373 25 (w-in) 40 (v) 25 (ariant) -372
(to) -373 (such) -373 (operations,) ] TJ ET BT 9.9626 0 0 9.9626 308.862 686.127
Tm /Ty2 1 Tf [ (otherwise) -250 (we) -250 (claim) -250 (that) -250 (such)
-250 (operations) -250 (are) -250 (predicti) 25 (v) 15 (e.) ] TJ ET BT 9.9626 0 0 9.9626 320.817 674.172
Tm /Ty2 1 Tf [ (W) 80 (e) -228 (implement) ] TJ ET BT 9.9626 0 0 9.9626 381.004 674.172
Tm /Ty11 1 Tf (g) Tj ET BT 9.9626 0 0 9.9626 386.113 674.172 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 389.987 674.172 Tm /Ty19 1 Tf Tj ET BT
9.9626 0 0 9.9626 392.755 674.172 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 398.897 674.172
Tm /Ty2 1 Tf [ (using) -228 (a) -227 (transformer) 55 (.) -303 (Our) -227
(transformer) ] TJ ET BT 9.9626 0 0 9.9626 308.862 662.217 Tm /Ty2 1 Tf [
(model) -208 (tak) 10 (es) -208 (a) -208 (set) -208 (of) -208 (inputs,) -217
(among) -208 (them) -208 (encoded) -208 (visual) -208 (fea-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 650.261
Tm /Ty2 1 Tf (tures) Tj ET BT 9.9626 0 0 9.9626 330.36 650.261 Tm /Ty11 1
Tf (f) Tj ET BT 9.9626 0 0 9.9626 336.31 650.261 Tm /Ty16 1 Tf (\() Tj ET
BT 9.9626 0 0 9.9626 340.184 650.261 Tm /Ty15 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 346.231 648.767
Tm /Ty24 1 Tf (i) Tj ET BT 9.9626 0 0 9.9626 349.548 650.261 Tm /Ty16 1 Tf
(\)) Tj ET BT 9.9626 0 0 9.9626 353.422 650.261 Tm /Ty2 1 Tf [ (.) -298 (W)
80 (e) -214 (project) -214 (the) -214 (features) -214 (to) -213 (ha) 20 (v)
15 (e) -214 (the) -214 (same) -214 (size) -214 (as) ] TJ ET BT 9.9626 0 0 9.9626 308.862 638.306
Tm /Ty2 1 Tf [ (the) -307 (hidden) -307 (size) -308 (of) -307 (the) -307 (transformer)
-307 (with) -308 (a) -307 (linear) -307 (layer) 55 (.) -482 (Ad-) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 626.351 Tm /Ty2 1 Tf [ (ditionally) 65 (,) -356
(each) -335 (selected) -335 (data) -334 (operation) -335 (is) -335 (encoded)
-335 (into) -335 (an) ] TJ ET BT 9.9626 0 0 9.9626 308.862 614.396 Tm /Ty2
1 Tf [ (embedding) -276 (by) -275 (an) -276 (encoder) ] TJ ET BT 9.9626 0 0 9.9626 415.02 614.396
Tm /Ty11 1 Tf (e) Tj ET BT 6.9738 0 0 6.9738 419.659 612.901 Tm /Ty24 1 Tf
(i) Tj ET BT 9.9626 0 0 9.9626 422.976 614.396 Tm /Ty16 1 Tf (\() Tj ET BT
9.9626 0 0 9.9626 426.85 614.396 Tm /Ty29 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 431.205 612.901
Tm /Ty24 1 Tf (i) Tj ET BT 9.9626 0 0 9.9626 434.522 614.396 Tm /Ty16 1 Tf
(\)) Tj ET BT 9.9626 0 0 9.9626 441.143 614.396 Tm /Ty2 1 Tf [ (dedicated)
-276 (to) -275 (the) -276 (operation) ] TJ ET BT 9.9626 0 0 9.9626 308.862 602.441
Tm /Ty2 1 Tf [ (type.) -608 (F) 15 (or) -349 (e) 15 (xample,) -374 (for) -349
(cropping,) -374 (the) -349 (inputs) -349 (w) 10 (ould) -350 (be) -349 (the)
] TJ ET BT 9.9626 0 0 9.9626 308.862 590.486 Tm /Ty2 1 Tf [ (dif) 25 (ferences)
-323 (between) -323 (the) -323 (coordinates) -323 (of) -323 (cropped) -324
(box) 15 (es) -323 (\(for) ] TJ ET BT 9.9626 0 0 9.9626 308.862 578.53 Tm
/Ty2 1 Tf [ (implementation) -366 (details) -366 (see) -365 (Sec.) ] TJ ET
/Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 444.5028 578.53 Tm /Ty2 1 Tf (4.2) Tj
ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 456.956 578.53 Tm /Ty2 1 Tf [ (\).) -657
(Finally) 65 (,) -395 (we) -366 (ha) 20 (v) 15 (e) -366 (a) ] TJ ET BT 9.9626 0 0 9.9626 308.862 566.575
Tm /Ty2 1 Tf (special) Tj ET BT 8.9664 0 0 8.9664 340.262 566.575 Tm /Ty6
1 Tf ([CLS]) Tj ET BT 9.9626 0 0 9.9626 370.894 566.575 Tm /Ty2 1 Tf [ (tok)
10 (en) -375 (which) -375 (summarises) -374 (the) -375 (information) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 554.62 Tm /Ty2 1 Tf [ (from) -458 (visual)
-458 (features) -458 (and) -458 (augmentation) -459 (embeddings,) -510 (and)
] TJ ET BT 9.9626 0 0 9.9626 308.862 542.665 Tm /Ty2 1 Tf [ (outputs) -424
(a) -424 (single) -424 (embedding) -424 (for) -424 (each) -424 (instance.)
-833 (The) -424 (out-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 530.71 Tm /Ty2
1 Tf [ (put) -338 (embedding) -339 (is) -338 (then) -338 (projected) -339
(with) -338 (a) -339 (linear) -338 (layer) -338 (to) -339 (the) ] TJ ET BT
9.9626 0 0 9.9626 308.862 518.754 Tm /Ty2 1 Tf [ (deisred) -336 (output) -335
(size.) -567 (A) -335 (big) -336 (adv) 25 (antage) -335 (of) -336 (our) -335
(frame) 25 (w) 10 (ork) -336 (is) ] TJ ET BT 9.9626 0 0 9.9626 308.862 506.799
Tm /Ty2 1 Tf [ (that) -238 (the) -238 (transformer) -239 (projection) -238
(head) -238 (can) -238 (ele) 15 (g) 5 (antly) -238 (deal) -239 (with) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 494.844 Tm /Ty2 1 Tf [ (v) 25 (ariable) -212
(length) -212 (inputs,) -220 (and) -212 (hence) -212 (multiple) -212 (augmentation)
-212 (en-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 482.889 Tm /Ty2 1 Tf [ (codings)
-287 (can) -286 (be) ] TJ ET BT 9.9626 0 0 9.9626 371.655 482.889 Tm /Ty7
1 Tf (composed) Tj ET BT 9.9626 0 0 9.9626 414.619 482.889 Tm /Ty2 1 Tf [
(with) -287 (a) -286 15 (ed) -287 (model) -286 (capacity) 65 (.) -420
(W) 80 (e) ] TJ ET BT 9.9626 0 0 9.9626 308.862 470.934 Tm /Ty2 1 Tf [ (demonstrate)
-244 (this) -244 (in) -245 (the) -244 (e) 15 (xperiments) -244 (\(Sec.) ]
TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 475.2175 470.934 Tm /Ty2 1 Tf
(4.3) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 487.6707 470.934 Tm /Ty2 1 Tf
[ (\)) -244 (that) -245 (compos-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 458.979
Tm /Ty2 1 Tf [ (ing) -250 (both) -250 (crop) -250 (and) -250 (time) -250 (encoding)
-250 (impro) 15 (v) 15 (es) -250 (performance.) ] TJ ET BT 9.9626 0 0 9.9626 320.817 447.023
Tm /Ty2 1 Tf [ (Note) -231 (that) -230 (other) -231 (common) -230 (contrasti)
25 (v) 15 (e) -231 (based) -230 (learning) -231 (tech-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 435.068
Tm /Ty2 1 Tf [ (niques) -267 (can) -267 (be) -267 (e) 15 (xpressed) -267 (as)
-267 (special) -267 (cases) -267 (of) -267 (our) -267 (generalised) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 423.113 Tm /Ty2 1 Tf [ (frame) 25 (w) 10 (ork:)
-478 (if) ] TJ ET BT 9.9626 0 0 9.9626 369.159 423.113 Tm /Ty11 1 Tf (e) Tj
ET BT 9.9626 0 0 9.9626 373.798 423.113 Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 377.672 423.113
Tm /Ty19 1 Tf Tj ET BT 9.9626 0 0 9.9626 380.439 423.113 Tm /Ty16 1 Tf
(\)) Tj ET BT 9.9626 0 0 9.9626 387.639 423.113 Tm /Ty2 1 Tf [ (is) -334 (set)
-334 (to) -333 (al) 10 (w) 10 (ays) -334 (return) ] TJ ET BT 9.9626 0 0 9.9626 480.987 423.113
Tm /Ty15 1 Tf (0) Tj ET BT 9.9626 0 0 9.9626 490.041 423.113 Tm /Ty2 1 Tf
[ (\(the) -334 (identity\),) ] TJ ET BT 9.9626 0 0 9.9626 308.862 411.158
Tm /Ty2 1 Tf [ (our) -236 (model) -236 (is) -236 (akin) -236 (to) -236 (SimCLR)
-236 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 431.4618 411.158 Tm
/Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 436.4431 411.158 Tm
/Ty2 1 Tf [ (]) -237 (using) -236 (a) -236 (transformer) 20 (-based) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 399.203 Tm /Ty2 1 Tf [ (projection) -209 (head.)
-296 (When) -208 (the) -209 (inputs) ] TJ ET BT 9.9626 0 0 9.9626 442.145 399.203
Tm /Ty29 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 449.706 399.203 Tm /Ty2 1 Tf
(to) Tj ET BT 9.9626 0 0 9.9626 459.535 399.203 Tm /Ty11 1 Tf (e) Tj ET BT
9.9626 0 0 9.9626 464.174 399.203 Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 468.048 399.203
Tm /Ty19 1 Tf Tj ET BT 9.9626 0 0 9.9626 470.815 399.203 Tm /Ty16 1 Tf
(\)) Tj ET BT 9.9626 0 0 9.9626 476.768 399.203 Tm /Ty2 1 Tf [ (correspond)
-209 (t) 1 (o) -209 (the) ] TJ ET BT 9.9626 0 0 9.9626 308.862 387.248 Tm
/Ty2 1 Tf [ (mask) 10 (ed) -243 (indices) -242 (from) -243 (a) -243 (sequence,)
-244 (our) -243 (formulation) -243 (coincides) ] TJ ET BT 9.9626 0 0 9.9626 308.862 375.292
Tm /Ty2 1 Tf [ (with) -250 (that) -250 (of) -250 (BER) 60 (T) -250 ([) ] TJ
ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 387.965 375.292 Tm /Ty2 1 Tf (11)
Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 397.9276 375.292 Tm /Ty2 1 Tf [ (])
-250 (or) -250 (GPT) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 439.1529 375.292
Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 444.1342 375.292
Tm /Ty2 1 Tf (].) Tj ET BT 11.9552 0 0 11.9552 308.862 352.181 Tm /Ty1 1 Tf
[ (4.) -250 (Experiments) ] TJ ET BT 9.9626 0 0 9.9626 320.817 333.252 Tm
/Ty2 1 Tf [ (W) 80 (e) -492 -493 (describe) -492 (the) -493 (datasets)
-492 (and) -492 (their) -493 (e) 15 (xperimental) ] TJ ET BT 9.9626 0 0 9.9626 308.862 321.297
Tm /Ty2 1 Tf [ (setup) -378 (\(Sec.) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 360.7572 321.297
Tm /Ty2 1 Tf (4.1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 373.2104 321.297
Tm /Ty2 1 Tf [ (\),) -410 (and) -378 (then) -377 (delv) 15 (e) -378 (into)
-378 (the) -378 (implementation) ] TJ ET BT 9.9626 0 0 9.9626 308.862 309.342
Tm /Ty2 1 Tf [ (details) -358 (\(Sec.) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 364.9714 309.342
Tm /Ty2 1 Tf (4.2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 377.4246 309.342
Tm /Ty2 1 Tf [ (\)) -358 (of) -359 (our) -358 (frame) 25 (w) 10 (ork.) -636
(W) 80 (e) -358 (then) -359 (in) 40 (v) 15 (estig) 5 (ate) ] TJ ET BT 9.9626 0 0 9.9626 308.862 297.386
Tm /Ty2 1 Tf [ (a) -370 (number) -370 (of) -370 (model) -369 (ablations) -370
(to) -370 (better) -370 (understand) -370 (the) -370 (de-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 285.431
Tm /Ty2 1 Tf [ (sign) -368 (choices) -369 (of) -368 (CA) 111 (TE,) -368 (described)
-369 (in) -368 (Sec.) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 482.4902 285.431
Tm /Ty2 1 Tf (4.3) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 494.9434 285.431
Tm /Ty2 1 Tf [ (.) -665 (T) 80 (o) -369 (further) ] TJ ET BT 9.9626 0 0 9.9626 308.862 273.476
Tm /Ty2 1 Tf [ (analyse) -242 (our) -241 (frame) 25 (w) 10 (ork,) -243 (we)
-242 (also) -241 (design) -242 (and) -242 (e) 25 (v) 25 (aluate) -241 (on)
-242 (tw) 10 (o) ] TJ ET BT 9.9626 0 0 9.9626 308.862 261.521 Tm /Ty2 1 Tf
[ (proxy) -352 (task) -352 (that) -352 (require) -352 (kno) 25 (wledge) -352
(of) -352 (time) -352 (in) -353 (video) -352 (-) -352 (pre-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 249.566
Tm /Ty2 1 Tf [ (dicting) -245 (time) -245 (shifts) -244 (and) -245 (early)
-245 (action) -245 (classication) -244 (\(Sec.) ] TJ ET /Cs1 cs 1 0 0 sc
BT 9.9626 0 0 9.9626 526.8537 249.566 Tm /Ty2 1 Tf (4.4) Tj ET /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 539.3069 249.566 Tm /Ty2 1 Tf (\).) Tj ET BT 9.9626 0 0 9.9626 308.862 237.611
Tm /Ty2 1 Tf [ (Finally) 65 (,) -322 (we) -307 (compare) -308 (performance)
-307 (to) -308 (the) -308 (state) -307 (of) -308 (the) -307 (art) -308 (on)
] TJ ET BT 9.9626 0 0 9.9626 308.862 225.655 Tm /Ty2 1 Tf [ (re) 15 (gular)
-250 (action) -250 (classication) -250 (benchmarks.) ] TJ ET BT 10.9589 0 0 10.9589 308.862 206.529
Tm /Ty1 1 Tf [ (4.1.) -250 (Datasets) ] TJ ET BT 9.9626 0 0 9.9626 308.862 188.596
Tm /Ty1 1 Tf [ (Something-something) -467 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT
9.9626 0 0 9.9626 409.2651 188.596 Tm /Ty1 1 Tf (15) Tj ET /Cs2 cs 0 sc BT
9.9626 0 0 9.9626 419.2277 188.596 Tm /Ty1 1 Tf [ (]) -468 (v1:) ] TJ ET BT
9.9626 0 0 9.9626 447.904 188.596 Tm /Ty2 1 Tf [ (This) -467 (is) -468 (a)
-467 (video) -467 (dataset) ] TJ ET BT 9.9626 0 0 9.9626 308.862 176.641 Tm
/Ty2 1 Tf [ (focused) -477 (on) -478 (human) -477 (object) -478 (interactions.)
-992 (The) -477 (dataset) -478 (has) ] TJ ET BT 9.9626 0 0 9.9626 308.862 164.686
Tm /Ty2 1 Tf [ (108,499) -259 (videos) -260 (with) -259 (174) -260 (cate)
15 (gories) -259 (of) -259 (ne-grained) -260 (human-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 152.731
Tm /Ty2 1 Tf [ (object) -356 (interactions.) -627 (The) -356 (action) -355
(cate) 15 (gories) -356 (are) -356 (designed) -356 (to) ] TJ ET BT 9.9626 0 0 9.9626 308.862 140.776
Tm /Ty2 1 Tf [ (be) -249 (focused) -250 (on) -249 (temporal) -250 (information)
-249 (-) -250 (time) -249 (is) -250 (needed) -249 (to) -250 (dis-) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 128.82 Tm /Ty2 1 Tf [ (tinguish) -383 (between)
] TJ ET BT 9.9626 0 0 9.9626 381.791 128.82 Tm /Ty7 1 Tf [ (pic) 20 (king)
-383 (up) -382 (something) ] TJ ET BT 9.9626 0 0 9.9626 473.278 128.82 Tm
/Ty2 1 Tf (and) Tj ET BT 9.9626 0 0 9.9626 491.477 128.82 Tm /Ty7 1 Tf [ (putting)
-383 (down) ] TJ ET BT 9.9626 0 0 9.9626 308.862 116.865 Tm /Ty7 1 Tf (something)
Tj ET BT 9.9626 0 0 9.9626 349.818 116.865 Tm /Ty2 1 Tf [ (,) -469 (and) -426
(hence) -425 (it) -426 (has) -425 (been) -425 (observ) 15 (ed) -426 ([) ]
TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 496.7962 116.865 Tm /Ty2 1 Tf
(64) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 506.7588 116.865 Tm /Ty2 1 Tf
[ (]) -425 (that) -426 (for) ] TJ ET BT 9.9626 0 0 9.9626 308.862 104.91 Tm
/Ty2 1 Tf [ (this) -249 (dataset,) -249 (capturing) -249 (subtle) -249 (temporal)
-250 (changes) -249 (is) -249 (important) ] TJ ET BT 9.9626 0 0 9.9626 308.862 92.955
Tm /Ty2 1 Tf [ (for) -380 (good) -381 (performance.) -701 (W) 80 (e) -380
(use) -380 (Something-Something) -381 (v1) ] TJ ET BT 9.9626 0 0 9.9626 308.862 81
Tm /Ty2 1 Tf [ (\(SSv1\)) -250 (for) -250 (our) -250 (main) -250 (ablation)
-250 (e) 15 (xperiments.) ] TJ ET Q
endstream
endobj
29 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/jaQhtWJcb2OR5ht0HHHsLw Do
Q
endstream
endobj
30 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 57 0 R /Ty11 71 0 R /Ty15 80 0 R /Ty16 81 0 R /Ty17 82 0 R /Ty19 84 0 R /Ty2 59 0 R /Ty20 85 0 R /Ty24 88 0 R /Ty29 92 0 R /Ty6 63 0 R /Ty7 64 0 R >> /ProcSet [ /PDF /Text ] /XObject << /jaQhtWJcb2OR5ht0HHHsLw 94 0 R >> >>
endobj
31 0 obj
<< /Length 24408 >>
stream
q Q q 0 0 612 792 re W n BT 9.9626 0 0 9.9626 50.112 710.037 Tm /Ty1 1 Tf
[ (Something-something) -436 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 150.2062 710.037
Tm /Ty1 1 Tf (15) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 160.1688 710.037
Tm /Ty1 1 Tf [ (]) -436 (v2:) ] TJ ET BT 9.9626 0 0 9.9626 187.899 710.037
Tm /Ty2 1 Tf [ (SSv2) -436 (is) -436 (b) 20 (uilt) -436 (on) -435 (top) -436
(of) ] TJ ET BT 9.9626 0 0 9.9626 50.112 698.082 Tm /Ty2 1 Tf [ (SSv1) -263
(by) -263 (e) 15 (xpanding) -263 (the) -263 (dataset) -263 (size) -263 (to)
-263 (220,847) -263 (videos.) -349 (The) ] TJ ET BT 9.9626 0 0 9.9626 50.112 686.127
Tm /Ty2 1 Tf [ (dataset) -221 (is) -222 (then) -222 (augmented) -221 (by)
-222 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 169.6134 686.127 Tm
/Ty2 1 Tf (35) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 179.576 686.127 Tm
/Ty2 1 Tf [ (]) -221 (with) -222 (object) -221 (bounding) -222 (box) ] TJ
ET BT 9.9626 0 0 9.9626 50.112 674.172 Tm /Ty2 1 Tf [ (annotations.) -313
(W) 80 (e) -251 (use) -251 (SSv2) -251 (to) -251 (compare) -252 (with) -251
(pre) 25 (viously) -251 (pub-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 662.217
Tm /Ty2 1 Tf [ (lished) -318 (results.) -515 (F) 15 (or) -318 (both) -318
(SSv1) -318 (and) -318 (SSv2,) -335 (we) -318 (adopt) -319 (the) -318 (lin-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 650.261 Tm /Ty2 1 Tf [ (ear) -269 (e)
25 (v) 25 (aluation) -268 (protocol) -269 (used) -268 (by) -269 (self-supervised)
-268 (learning) -269 (on) ] TJ ET BT 9.9626 0 0 9.9626 50.112 638.306 Tm /Ty2
1 Tf [ (ImageNet,) -325 (where) -311 (both) -310 (pretraining) -310 (and)
-310 (e) 25 (v) 25 (aluation) -310 (are) -311 (done) ] TJ ET BT 9.9626 0 0 9.9626 50.112 626.351
Tm /Ty2 1 Tf [ (on) -286 (the) -286 (same) -286 (dataset.) -419 (At) -286
(pre-training,) -295 (videos) -286 (in) -287 (the) -286 (training) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 614.396 Tm /Ty2 1 Tf [ (split) -248 (are) -249
(used) -248 (to) -248 (learn) -248 (the) -249 (representations.) -309 (At)
-248 (the) -249 (e) 25 (v) 25 (aluation) ] TJ ET BT 9.9626 0 0 9.9626 50.112 602.441
Tm /Ty2 1 Tf [ (stage,) -334 (we) -317 -318 (train) -317 (a) -317 (supervised)
-318 (linear) -317 (classier) -317 (on) -317 (top) -318 (of) ] TJ ET BT 9.9626 0 0 9.9626 50.112 590.486
Tm /Ty2 1 Tf [ (the) -334 (frozen) -333 (representations) -334 (in) -333 (the)
-334 (training) -334 (split,) -354 (then) -334 (report) ] TJ ET BT 9.9626 0 0 9.9626 50.112 578.53
Tm /Ty2 1 Tf [ (classication) -373 (accurac) 15 (y) -374 (on) -374 (the)
-373 (v) 25 (alidation) -374 (set.) -680 (T) 80 (o) -374 (compare) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 566.575 Tm /Ty2 1 Tf [ (with) -213 (others,) -220
(we) -213 (report) -212 (results) -213 (on) -213 (Something-Else,) -220 (which)
-213 (de-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 554.62 Tm /Ty2 1 Tf [
-250 (a) -250 (split) -250 (of) -250 (SSv2) -250 (for) -250 (fe) 25 (w) -250
(shot) -250 (classication.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 542.665 Tm
/Ty1 1 Tf (Kinetics-400:) Tj ET BT 9.9626 0 0 9.9626 114.205 542.665 Tm /Ty2
1 Tf [ (This) -479 (dataset) -478 (consists) -479 (of) -479 (240K) -478 (10-second)
] TJ ET BT 9.9626 0 0 9.9626 50.112 530.71 Tm /Ty2 1 Tf [ (clips) -265 (from)
-266 (Y) 110 (ouT) 45 (ube) -265 (videos) -266 (with) -265 (action) -266 (labels)
-265 (co) 15 (v) 15 (ering) -266 (400) ] TJ ET BT 9.9626 0 0 9.9626 50.112 518.755
Tm /Ty2 1 Tf [ (classes.) -458 (W) 80 (e) -299 (follo) 25 (w) -299 (the) -299
(standard) -300 (practice) -299 (of) -299 (training) -299 (on) -300 (the)
] TJ ET BT 9.9626 0 0 9.9626 50.112 506.799 Tm /Ty2 1 Tf [ (trimmed) -298
(c) 1 (lips) -298 (in) -298 (the) -297 (training) -298 (split) -297 (b) 20
(ut) -298 (ignoring) -297 (their) -298 (action) ] TJ ET BT 9.9626 0 0 9.9626 50.112 494.844
Tm /Ty2 1 Tf [ (labels.) -398 (T) 80 (o) -279 (e) 25 (v) 25 (aluate) -279
(representation) -279 (learned) -280 (on) -279 (Kinetics-400,) ] TJ ET BT
9.9626 0 0 9.9626 50.112 482.889 Tm /Ty2 1 Tf [ (we) -367 (follo) 25 (w) -366
(standard) -367 (practice) -367 (and) -366 (report) -367 (results) -366 (on)
-367 (the) -367 (fol-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 470.934 Tm /Ty2
1 Tf [ (lo) 25 (wing) -250 (tw) 10 (o) -250 (datasets:) ] TJ ET BT 9.9626 0 0 9.9626 50.112 458.979
Tm /Ty1 1 Tf (HMDB51:) Tj ET BT 9.9626 0 0 9.9626 97.862 458.979 Tm /Ty2 1
Tf [ (HMDB51) -269 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 143.7099 458.979
Tm /Ty2 1 Tf (31) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 153.6725 458.979
Tm /Ty2 1 Tf [ (]) -270 (contains) -269 (6,766) -270 (video) -269 (clips)
-270 (from) ] TJ ET BT 9.9626 0 0 9.9626 50.112 447.024 Tm /Ty2 1 Tf [ (51)
-367 (action) -367 (classes.) -660 (Ev) 25 (aluation) -367 (is) -367 (performed)
-367 (using) -367 (a) 20 (v) 15 (erage) ] TJ ET BT 9.9626 0 0 9.9626 50.112 435.068
Tm /Ty2 1 Tf [ (classication) -248 (accurac) 15 (y) -248 (o) 15 (v) 15 (er)
-248 (three) -248 (train/test) -248 (splits) -248 (from) -248 ([) ] TJ ET
/Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 270.5943 435.068 Tm /Ty2 1 Tf (24) Tj
ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 280.5569 435.068 Tm /Ty2 1 Tf (],) Tj
ET BT 9.9626 0 0 9.9626 50.112 423.113 Tm /Ty2 1 Tf [ (each) -250 (with) -250
(3,570) -250 (train) -250 (and) -250 (1,530) -250 (test) -250 (videos.) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 411.158 Tm /Ty1 1 Tf (UCF101) Tj ET BT 9.9626 0 0 9.9626 85.529 411.158
Tm /Ty2 1 Tf [ (:) -505 (UCF101) -347 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 134.4254 411.158
Tm /Ty2 1 Tf (52) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 144.388 411.158
Tm /Ty2 1 Tf [ (]) -347 (contains) -347 (13K) -347 (videos) -348 (do) 25 (wnloaded)
] TJ ET BT 9.9626 0 0 9.9626 50.112 399.203 Tm /Ty2 1 Tf [ (from) -442 (Y)
110 (ouT) 45 (ube) -443 (spanning) -442 (o) 15 (v) 15 (er) -443 (101) -442
(human) -442 (action) -443 (classes.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 387.248
Tm /Ty2 1 Tf [ (Similar) -211 (to) -210 (HMDB51) -211 (and) -211 (as) -210
(is) -211 (standardly) -211 (done,) -218 (e) 25 (v) 25 (aluation) -211 (is)
] TJ ET BT 9.9626 0 0 9.9626 50.112 375.292 Tm /Ty2 1 Tf [ (performed) -300
(using) -301 (a) 20 (v) 15 (erage) -300 (classication) -300 (accurac) 15
(y) -300 (o) 15 (v) 15 (er) -301 (three) ] TJ ET BT 9.9626 0 0 9.9626 50.112 363.337
Tm /Ty2 1 Tf [ (train/test) -309 (splits.) -488 (W) 80 (e) -309 (pretrain)
-310 (on) -309 (Kinetics) -309 (and) -309 (then) -310 (e) 25 (v) 25 (aluate)
] TJ ET BT 9.9626 0 0 9.9626 50.112 351.382 Tm /Ty2 1 Tf [ (on) -250 (HMDB51)
-250 (and) -250 (UC101) -250 (in) -250 (the) -250 (follo) 25 (wing) -250 (tw)
10 (o) -250 (w) 10 (ays:) ] TJ ET BT 9.9626 0 0 9.9626 50.112 339.427 Tm /Ty2
1 Tf (\(i\)) Tj ET BT 9.9626 0 0 9.9626 62.108 339.427 Tm /Ty1 1 Tf [ (Standard)
-260 (action) -260 (classication:) ] TJ ET BT 9.9626 0 0 9.9626 194.017 339.427
Tm /Ty2 1 Tf [ (W) 80 (e) -260 (report) -260 (performance) ] TJ ET BT 9.9626 0 0 9.9626 50.112 327.472
Tm /Ty2 1 Tf [ (with) -370 (both) -369 (\(a\)) -370 (linear) -369 (e) 25 (v)
25 (aluation) -370 (on) -369 (frozen) -370 (features) -369 (and) -370 (\(b\))
] TJ ET BT 9.9626 0 0 9.9626 50.112 315.517 Tm /Ty2 1 Tf [ (netuning.) -310
(This) -250 (is) -250 (to) -250 (compare) -250 (with) -250 (the) -250 (state-of-the-art.)
] TJ ET BT 9.9626 0 0 9.9626 50.112 303.561 Tm /Ty2 1 Tf (\(ii\)) Tj ET BT
9.9626 0 0 9.9626 66.016 303.561 Tm /Ty1 1 Tf [ (Early) -374 (action) -375
(classication:) ] TJ ET BT 9.9626 0 0 9.9626 186.421 303.561 Tm /Ty2 1 Tf
[ (This) -374 (is) -375 (to) -374 (further) -375 (under) 20 (-) ] TJ ET BT
9.9626 0 0 9.9626 50.112 291.606 Tm /Ty2 1 Tf [ (stand) -337 (the) -337 (v)
25 (alue) -337 (of) -336 (CA) 111 (TE,) -337 (and) -337 (results) -337 (are)
-337 (pro) 15 (vided) -337 (in) -337 (Sec.) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 50.112 279.651
Tm /Ty2 1 Tf (4.4) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 62.56525 279.651
Tm /Ty2 1 Tf [ (.) -684 (Here) -375 (we) -375 (predict) -374 (high) -375 (le)
25 (v) 15 (el) -375 (actions) -375 (that) -374 (may) -375 (be) -375 (per)
20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 267.696 Tm /Ty2 1 Tf [ (formed)
-238 (in) -239 (the) -238 (future,) -241 (gi) 25 (v) 15 (en) -239 (noisy)
-238 (visual) -238 (e) 25 (vidence) -239 (at) -238 (the) -239 (cur) 20 (-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 255.741 Tm /Ty2 1 Tf [ (rent) -350 (time)
-350 (stamp,) -375 (simi) 1 (lar) -350 (to) -350 (what) -350 (has) -350 (been)
-350 (e) 15 (xplored) -350 (pre) 25 (vi-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 243.786
Tm /Ty2 1 Tf [ (ously) -341 (for) -341 (action) -341 (detection) -341 ([)
] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 161.0954 243.786 Tm /Ty2 1 Tf
(54) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 171.058 243.786 Tm /Ty2 1 Tf
[ (].) -584 (F) 15 (or) -341 (this) -341 (task,) -364 (we) -341 (train) -341
(on) ] TJ ET BT 9.9626 0 0 9.9626 50.112 231.83 Tm /Ty2 1 Tf [ (just) -224
(the) -224 -224 (frame) -224 (of) -224 (the) -224 (video) -224 (in)
-224 (UCF) -224 (and) -224 (HMDB,) -224 (and) -224 (use) ] TJ ET BT 9.9626 0 0 9.9626 50.112 219.875
Tm /Ty2 1 Tf [ (only) -250 (this) -250 (single) -250 (frame) -250 (at) -250
(test) -250 (time) -250 (as) -250 (well.) ] TJ ET BT 10.9589 0 0 10.9589 50.112 195.918
Tm /Ty1 1 Tf [ (4.2.) -250 (Implementation) -250 (Details) ] TJ ET BT 9.9626 0 0 9.9626 50.112 176.641
Tm /Ty1 1 Tf [ (Base) -434 (Model:) ] TJ ET BT 9.9626 0 0 9.9626 111.547 176.641
Tm /Ty2 1 Tf [ (Our) -434 (implementation) -434 (is) -434 (based) -433 (on)
-434 (the) -434 (Sim-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 164.686 Tm /Ty2
1 Tf [ (CLR) -267 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 75.46682 164.686
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 80.44812 164.686
Tm /Ty2 1 Tf [ (]) -266 (code.) -360 (Unless) -266 (otherwise) -267 (mentioned,)
-270 (we) -267 (use) -266 (a) -267 (stan-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 152.731
Tm /Ty2 1 Tf [ (dard) -256 (3D) -256 (ResNet-50) -256 (follo) 25 (wing) -255
(the) -256 (architecture) -256 (of) -256 (the) -256 25 <77d5> ] TJ ET
BT 9.9626 0 0 9.9626 50.112 140.776 Tm /Ty2 1 Tf [ (branch) -342 (in) -342
(the) -343 (Slo) 25 (wF) 15 (as) 1 (t) -343 (Netw) 10 (orks) -342 ([) ] TJ
ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 192.8362 140.776 Tm /Ty2 1 Tf (13)
Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 202.7988 140.776 Tm /Ty2 1 Tf [ (].)
-586 (Global) -343 (batch) -342 (nor) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 128.82
Tm /Ty2 1 Tf [ (malization) -239 (is) -239 (used) -238 (during) -239 (contrasti)
25 (v) 15 (e) -239 (pre-training,) -241 (and) -239 (local) ] TJ ET BT 9.9626 0 0 9.9626 50.112 116.865
Tm /Ty2 1 Tf [ (batch) -195 (normalization) -196 (is) -195 (used) -196 (during)
-195 (transfer) -195 (learning.) -292 (W) 80 (e) -196 (use) ] TJ ET BT 9.9626 0 0 9.9626 50.112 104.91
Tm /Ty2 1 Tf [ (the) -261 (standard) -261 (data) -262 (augmentations) -261
(used) -261 (by) -261 (SimCLR) -261 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 255.9393 104.91
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 260.9206 104.91 Tm
/Ty2 1 Tf [ (]:) -333 (ran-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 92.955 Tm
/Ty2 1 Tf [ (dom) -337 (cropping,) -359 (color) -337 (jittering) -337 (and)
-337 (Gaussian) -337 (blur) 55 (.) -572 (F) 15 (or) -337 (spa-) ] TJ ET BT
9.9626 0 0 9.9626 50.112 81 Tm /Ty2 1 Tf [ (tial) -371 (cropping,) -402 (we)
-371 (found) -372 (it) -371 (benecial) -371 (to) -372 (limit) -371 (the)
-371 (range) -372 (of) ] TJ ET BT 9.9626 0 0 9.9626 308.862 710.037 Tm /Ty2
1 Tf [ (cropped) -256 (area) -255 (to) ] TJ ET BT 0.0009 Tc 9.9626 0 0 9.9626 372.933 710.037
Tm /Ty16 1 Tf (\(0) Tj 0 Tc ET BT 9.9626 0 0 9.9626 381.789 710.037 Tm /Ty11
1 Tf (.) Tj ET BT 9.9626 0 0 9.9626 384.556 710.037 Tm /Ty16 1 Tf (16) Tj
ET BT 9.9626 0 0 9.9626 394.519 710.037 Tm /Ty11 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 398.947 710.037
Tm /Ty16 1 Tf (0) Tj ET BT 9.9626 0 0 9.9626 403.928 710.037 Tm /Ty11 1 Tf
(.) Tj ET BT 9.9626 0 0 9.9626 406.695 710.037 Tm /Ty16 1 Tf (81\)) Tj ET
BT 9.9626 0 0 9.9626 423.08 710.037 Tm /Ty2 1 Tf [ (of) -256 (the) -255 (original)
-256 (image) -256 (area.) -327 (F) 15 (or) ] TJ ET BT 9.9626 0 0 9.9626 308.862 698.082
Tm /Ty2 1 Tf [ (videos,) -399 (we) -370 (use) -369 (time) -370 (shifting)
-369 (as) -369 (an) -370 (additional) -369 (atomic) -370 (data) ] TJ ET BT
9.9626 0 0 9.9626 308.862 686.127 Tm /Ty2 1 Tf [ (operation.) -447 (All) -295
(the) -296 (abo) 15 (v) 15 (e) -295 (spatial) -296 (augmentations) -295 (are)
-296 (applied) ] TJ ET BT 9.9626 0 0 9.9626 308.862 674.172 Tm /Ty2 1 Tf [
(consistently) -199 (o) 14 (v) 15 (er) -199 (time) -200 (to) -199 (a) 20 (v)
20 (oid) -200 (corrupting) -199 (temporal) -200 (continu-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 662.216
Tm /Ty2 1 Tf [ (ity) 65 (.) -302 (W) 80 (e) -227 (use) -226 (a) -227 (lightweight)
-226 (transformer) -227 (encoder) -227 (as) -226 (the) -227 (projec-) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 650.261 Tm /Ty2 1 Tf [ (tion) -244 (head,)
-245 (with) -243 (a) -244 (hidden) -243 (size) -244 (of) -244 (768) -243 (units,)
-245 (intermediate) -244 (size) ] TJ ET BT 9.9626 0 0 9.9626 308.862 638.306
Tm /Ty2 1 Tf [ (of) -273 (3072) -272 (and) -273 (number) -272 (of) -273 (attention)
-273 (heads) -272 (12.) -378 (W) 80 (e) -273 (use) -272 (4) -273 (trans-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 626.351 Tm /Ty2 1 Tf [ (former) -237
(layers) -237 (in) -237 (total.) -306 (W) 80 (e) -237 (add) -237 (a) -237
(linear) -238 (proj) 1 (ection) -238 (layer) -237 (after) ] TJ ET BT 9.9626 0 0 9.9626 308.862 614.396
Tm /Ty2 1 Tf [ (the) -285 (transformer) -285 (with) -284 (output) -285 (size)
-285 (of) -285 (256.) -414 (As) -285 (in) 40 (v) 15 (estig) 5 (ated) -285
(in) ] TJ ET BT 9.9626 0 0 9.9626 308.862 602.441 Tm /Ty2 1 Tf (Section) Tj
ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 342.6452 602.441 Tm /Ty2 1 Tf (4.3)
Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 355.0984 602.441 Tm /Ty2 1 Tf [ (,)
-426 (when) -391 (used) -390 (standalone) -391 (with) -391 (no) -391 (encoded)
-391 (data) ] TJ ET BT 9.9626 0 0 9.9626 308.862 590.485 Tm /Ty2 1 Tf [ (augmentations,)
-315 (the) -303 (transformer) -302 (head) -302 (performs) -303 (comparably)
] TJ ET BT 9.9626 0 0 9.9626 308.862 578.53 Tm /Ty2 1 Tf [ (with) -322 (the)
-322 (nonlinear) -322 (projection) -322 (head) -322 (used) -322 (by) -322
(SimCLR.) -322 (This) ] TJ ET BT 9.9626 0 0 9.9626 308.862 566.575 Tm /Ty2
1 Tf [ (allo) 25 (ws) -240 (us) -239 (to) -240 (focus) -240 (on) -240 (the)
-239 (impact) -240 (of) -240 (augmentation) -240 (encoding.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 554.62
Tm /Ty1 1 Tf [ (A) 50 (ugmentation) -455 (Encoding:) ] TJ ET BT 9.9626 0 0 9.9626 424.693 554.62
Tm /Ty2 1 Tf [ (In) -455 (this) -455 (w) 10 (ork) -456 (we) -455 (encode)
-455 (tw) 10 (o) ] TJ ET BT 9.9626 0 0 9.9626 308.862 542.665 Tm /Ty2 1 Tf
[ (augmentations) -293 (-) -293 (spatial) -293 (cropping) -293 (and) -294
(temporal) -293 (shift,) -304 (as) -293 (we) ] TJ ET BT 9.9626 0 0 9.9626 308.862 530.709
Tm /Ty2 1 Tf [ (found) -306 (these) -306 (to) -306 (be) -305 (most) -306 (ef)
25 (fecti) 25 (v) 15 (e) -306 (empirically) -306 (for) -306 (the) -306 (do)
25 (wn-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 518.754 Tm /Ty2 1 Tf [ (stream)
-260 (tasks) -260 (of) -260 (action) -259 (classication.) -340 (As) -260
(noted) -260 (by) -260 (SimCLR,) ] TJ ET BT 9.9626 0 0 9.9626 308.862 506.799
Tm /Ty2 1 Tf [ (in) 40 (v) 25 (ariance) -201 (to) -201 (augmentations) -201
(lik) 10 (e) -201 (color) -202 (jit) 1 (tering) -202 (and) -201 (g) 5 (aussian)
] TJ ET BT 9.9626 0 0 9.9626 308.862 494.844 Tm /Ty2 1 Tf [ (blur) -241 (is)
-241 (benecial) -241 (for) -241 (classication,) -243 (and) -241 (hence)
-241 (we) -241 (do) -242 (not) -241 (en-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 482.889
Tm /Ty2 1 Tf [ (code) -249 (these.) -309 (W) 80 (e) -249 (note) -249 (here)
-249 (that) -249 (a) -248 (method) -249 (that) -249 (could) -249 (automat-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 470.934 Tm /Ty2 1 Tf [ (ically) -348
(select) -348 (which) -347 (augmentations) -348 (to) -348 (encode) -348 (w)
10 (ould) -348 (be) -348 (in-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 458.978
Tm /Ty2 1 Tf [ (teresting,) -235 (and) -232 (we) -232 (lea) 20 (v) 15 (e)
-232 (this) -231 (for) -232 (future) -232 (w) 10 (ork.) -304 (Augmentations)
] TJ ET BT 9.9626 0 0 9.9626 308.862 447.023 Tm /Ty2 1 Tf [ (are) -280 (encoded)
-280 (by) ] TJ ET BT 9.9626 0 0 9.9626 372.554 447.023 Tm /Ty11 1 Tf (e) Tj
ET BT 9.9626 0 0 9.9626 377.193 447.023 Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 381.068 447.023
Tm /Ty19 1 Tf Tj ET BT 9.9626 0 0 9.9626 383.835 447.023 Tm /Ty16 1 Tf
(\)) Tj ET BT 9.9626 0 0 9.9626 390.499 447.023 Tm /Ty2 1 Tf [ (as) -280 (follo)
25 (ws:) -370 (for) -280 (cropping) -280 (we) -280 (record) -280 (the) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 435.068 Tm /Ty2 1 Tf [ (4) -233 (scalar) -233
(v) 25 (alues) -233 (representing) -233 (the) -233 (bounding) -233 (box) -233
(\() ] TJ ET BT 9.9626 0 0 9.9626 495.853 435.068 Tm /Ty11 1 Tf (x) Tj ET
BT 6.9738 0 0 6.9738 501.547 433.574 Tm /Ty17 1 Tf (1) Tj ET BT 0.1678 Tc
9.9626 0 0 9.9626 506.017 435.068 Tm /Ty11 1 Tf (,y) Tj 0 Tc ET BT 6.9738 0 0 6.9738 515.329 433.574
Tm /Ty17 1 Tf (1) Tj ET BT 0.1678 Tc 9.9626 0 0 9.9626 519.798 435.068 Tm
/Ty11 1 Tf [ (,h) 168 (,) 1 (w) ] TJ 0 Tc ET BT 9.9626 0 0 9.9626 541.794 435.068
Tm /Ty2 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 308.862 423.113 Tm /Ty2 1 Tf
[ (of) -376 (the) -375 (crop,) -407 (we) -376 (then) -375 (compute) -376 (the)
-375 (relati) 25 (v) 15 (e) -376 (distance) -375 (of) -376 (the) ] TJ ET BT
9.9626 0 0 9.9626 308.862 411.158 Tm /Ty2 1 Tf [ (cropped) -204 (box) 15 (es)
-204 (between) -204 (tw) 10 (o) -204 (vie) 25 (ws) ] TJ ET BT 9.9626 0 0 9.9626 445.243 411.158
Tm /Ty29 1 Tf (") Tj ET BT 0.0008 Tc 6.9738 0 0 6.9738 449.671 409.663 Tm
/Ty24 1 Tf [ (x,) 1 (y) ] TJ 0 Tc ET BT 9.9626 0 0 9.9626 463.377 411.158
Tm /Ty2 1 Tf [ (and) -204 (project) -204 (it) -204 (to) -204 (768-) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 399.203 Tm /Ty2 1 Tf [ (dim) -218 (with) -218
(a) -217 (linear) -218 (layer) 55 (.) -300 (F) 15 (or) -217 (temporal) -218
(shifting) -218 (we) -218 (encode) -218 (the) ] TJ ET BT 9.9626 0 0 9.9626 308.862 387.247
Tm /Ty2 1 Tf [ (binary) -293 (indicator) -293 (for) -292 (arro) 25 (w) -293
(of) -293 (time,) -304 (and) -292 (then) -293 (a) -293 (single) -293 (scalar)
] TJ ET BT 9.9626 0 0 9.9626 308.862 375.292 Tm /Ty2 1 Tf [ (representing)
-285 (the) -286 (number) -286 (of) -285 (frames) -286 (shifted) -285 (by)
65 (.) -417 (Each) -285 (is) -286 (pro-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 363.337
Tm /Ty2 1 Tf [ (jected) -298 (to) -298 (768-dim) -298 (with) -298 (an) -298
(embedding) -298 (lookup) -298 (table) -298 (respec-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 351.382
Tm /Ty2 1 Tf [ (ti) 25 (v) 15 (ely) 65 (,) -250 (then) -250 (summed) -250
(together) 55 (.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 339.427 Tm /Ty1 1 Tf
[ (Pr) 18 (etraining:) ] TJ ET BT 9.9626 0 0 9.9626 366.51 339.427 Tm /Ty2
1 Tf [ (W) 80 (e) -359 (feed) -359 (16) -358 (input) -359 (frames) -359 (to)
-359 (the) -358 (ResNet-50-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 327.472
Tm /Ty2 1 Tf [ (3D) -313 (backbone) -314 (at) -313 (pre-training,) -330 (with)
-313 (a) -314 (frame) -313 (sampling) -314 (stride) ] TJ ET BT 9.9626 0 0 9.9626 308.862 315.516
Tm /Ty2 1 Tf [ (of) -273 (4) -272 (for) -273 (Kinetics,) -279 (and) -272 (2)
-273 (for) -273 (SSv1) -272 (and) -273 (SSv2.) -378 (All) -273 (frames) -273
(are) ] TJ ET BT 9.9626 0 0 9.9626 308.862 303.561 Tm /Ty2 1 Tf [ (cropped)
-260 (and) -260 (resized) -260 (to) ] TJ ET BT 9.9626 0 0 9.9626 401.662 303.561
Tm /Ty16 1 Tf (224) Tj ET BT 9.9626 0 0 9.9626 418.894 303.561 Tm /Ty20 1
Tf (#) Tj ET BT 9.9626 0 0 9.9626 428.93 303.561 Tm /Ty16 1 Tf (224) Tj ET
BT 9.9626 0 0 9.9626 443.874 303.561 Tm /Ty2 1 Tf [ (.) -340 (The) -260 (transformer)
-260 (projec-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 291.606 Tm /Ty2 1 Tf [
(tion) -360 (head) -361 (is) -360 (jointly) -360 (trained) -361 (with) -360
(the) -360 (ResNet-3D) -361 (backbone) ] TJ ET BT 9.9626 0 0 9.9626 308.862 279.651
Tm /Ty2 1 Tf [ (during) -365 (pre-training.) -656 (W) 80 (e) -365 (use) -366
(the) -365 (LARS) -365 (optimiser) -365 (with) -366 (an) ] TJ ET BT 9.9626 0 0 9.9626 308.862 267.696
Tm /Ty2 1 Tf [ (initial) -360 (learning) -359 (rate) -360 (of) -359 (4.8)
-360 (\() ] TJ ET BT 0.4818 Tc 9.9626 0 0 9.9626 421.677 267.696 Tm /Ty16
1 Tf (=0) Tj 0 Tc ET BT 9.9626 0 0 9.9626 439.196 267.696 Tm /Ty11 1 Tf (.)
Tj ET BT 9.9626 0 0 9.9626 441.964 267.696 Tm /Ty16 1 Tf (15) Tj ET BT 9.9626 0 0 9.9626 454.949 267.696
Tm /Ty20 1 Tf ($) Tj ET BT 9.9626 0 0 9.9626 462.953 276.214 Tm /Ty23 1 Tf
($) Tj ET 0.398 w q 1 0 0 1 472.916 276.413 cm 0 0 m 3.874 0 l S Q BT 9.9626 0 0 9.9626 472.916 267.696
Tm /Ty16 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 476.79 267.696 Tm /Ty2 1 Tf
(BatchSize) Tj ET BT 9.9626 0 0 9.9626 517.188 267.696 Tm /Ty16 1 Tf (\))
Tj ET BT 9.9626 0 0 9.9626 521.062 267.696 Tm /Ty2 1 Tf [ (\),) -387 (and)
] TJ ET BT 9.9626 0 0 9.9626 308.862 255.741 Tm /Ty2 1 Tf [ (weight) -192
(decay) -192 (of) ] TJ ET BT 9.9626 0 0 9.9626 373.245 255.741 Tm /Ty16 1
Tf (10) Tj ET BT 6.9738 0 0 6.9738 383.208 259.356 Tm /Ty13 1 Tf (") Tj ET
BT 6.9738 0 0 6.9738 389.435 259.356 Tm /Ty17 1 Tf (4) Tj ET BT 9.9626 0 0 9.9626 393.904 255.741
Tm /Ty2 1 Tf [ (.) -291 (Unless) -191 (otherwise) -192 (mentioned,) -204 (we)
-192 (pre-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 243.786 Tm /Ty2 1 Tf [ (train)
-250 (for) -250 (500) -250 (epochs,) -250 (with) -250 (a) -250 (batch) -250
(size) -250 (of) -250 (1024.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 231.831
Tm /Ty1 1 Tf [ (Ev) 10 (aluation:) ] TJ ET BT 9.9626 0 0 9.9626 361.419 231.831
Tm /Ty2 1 Tf [ (F) 15 (or) -199 (linear) -199 (e) 25 (v) 25 (aluation,) -209
(we) -199 (freeze) -199 (the) -199 (pre-trained) ] TJ ET BT 9.9626 0 0 9.9626 308.862 219.875
Tm /Ty2 1 Tf [ (visual) -330 (encoders) ] TJ ET BT 9.9626 0 0 9.9626 374.645 219.875
Tm /Ty11 1 Tf (f) Tj ET BT 9.9626 0 0 9.9626 380.595 219.875 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 384.469 219.875 Tm /Ty19 1 Tf Tj ET BT
9.9626 0 0 9.9626 387.236 219.875 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 391.111 219.875
Tm /Ty2 1 Tf [ (,) -350 (e) 15 (xtract) -330 (the) -330 (2048-dim) -330 (output)
-330 (features) ] TJ ET BT 9.9626 0 0 9.9626 308.862 207.92 Tm /Ty2 1 Tf [
(and) -275 (train) -274 (a) -275 (linear) -274 (classier) -275 (on) -275
(top.) -384 (The) -274 (transformer) -275 (projec-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 195.965
Tm /Ty2 1 Tf [ (tion) -354 (head) -353 (is) -354 (not) -354 (used) -353 (at)
-354 (this) -354 (stage.) -621 (W) 80 (e) -353 (sample) -354 (16) -354 (frames)
] TJ ET BT 9.9626 0 0 9.9626 308.862 184.01 Tm /Ty2 1 Tf [ (with) -306 (a)
-306 (stride) -306 (of) -306 (1) -306 (during) -306 (training,) -320 (and)
-306 (up) -307 (to) -306 (8) -306 (sliding) -306 (win-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 172.055
Tm /Ty2 1 Tf [ (do) 25 (ws) -333 (of) -333 (32) -333 (frames) -333 (for) -334
(e) 25 (v) 25 (aluat) 1 (ion,) -354 (which) -333 (co) 15 (v) 14 (er) 1 (s)
-334 (the) -333 (entire) ] TJ ET BT 9.9626 0 0 9.9626 308.862 160.1 Tm /Ty2
1 Tf [ (video) -251 (span.) -313 (This) -251 (multi-crop) -251 (in) -252
(tim) 1 <65d5> -252 (e) 25 (v) 25 (aluation) -251 (protocol) -251 (is) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 148.144 Tm /Ty2 1 Tf [ (standard) -297 (practice)
-296 (used) -297 (by) -296 (prior) -297 (w) 10 (ork) -297 ([) ] TJ ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 463.1627 148.144 Tm /Ty2 1 Tf (13) Tj ET
/Cs2 cs 0 sc BT 9.9626 0 0 9.9626 473.1253 148.144 Tm /Ty2 1 Tf [ (].) -449
(F) 15 (or) -297 (linear) -297 (e) 25 (v) 25 (al-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 136.189
Tm /Ty2 1 Tf [ (uation,) -260 (we) -259 (use) -258 (a) -259 (momentum) -258
(optimiser) -258 (of) -259 (learning) -258 (rate) -259 (0.16) ] TJ ET BT 9.9626 0 0 9.9626 308.862 124.234
Tm /Ty2 1 Tf [ (and) -229 (batch) -229 (size) -229 (of) -229 (256.) -303 (F)
15 (or) -229 (netuning,) -234 (we) -229 (lo) 25 (wer) -229 (the) -229 (learning)
] TJ ET BT 9.9626 0 0 9.9626 308.862 112.279 Tm /Ty2 1 Tf [ (rate) -220 (to)
-220 (0.02) -220 (and) -220 (reduce) -219 (the) -220 (batch) -220 (size) -220
(to) -220 (128.) -300 (All) -220 (models) -220 (are) ] TJ ET BT 9.9626 0 0 9.9626 308.862 100.324
Tm /Ty2 1 Tf [ (trained) -250 (for) -250 (50) -250 (epochs.) ] TJ ET Q
endstream
endobj
32 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/Tji80AdZqO_O4g9Kc5-qWw Do
Q
endstream
endobj
33 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 57 0 R /Ty11 71 0 R /Ty13 72 0 R /Ty16 81 0 R /Ty17 82 0 R /Ty19 84 0 R /Ty2 59 0 R /Ty20 85 0 R /Ty23 87 0 R /Ty24 88 0 R /Ty29 92 0 R >> /ProcSet [ /PDF /Text ] /XObject << /Tji80AdZqO_O4g9Kc5-qWw 95 0 R >> >>
endobj
34 0 obj
<< /Length 28986 >>
stream
q Q q 0 0 612 792 re W n 0.797 w q 0.85 0 0 0.85 52.22935 719.6612 cm 0 0
m 283.535 0 l S Q q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 58.58 715.529
Tm /Ty2 1 Tf [ (Aug.) -310 (T) 35 (ime) -1200 (Enc.) -310 (T) 35 (ime) -1626
(Projection) -1626 (T) 80 (op-1) -250 (Acc.) -1200 (T) 80 (op-5) -250 (Acc.)
] TJ ET Q 0.498 w q 0.85 0 0 0.85 52.22935 705.1203 cm 0 0 m 283.535 0 l S
Q /Cs1 cs 1 0.89 0.88 sc 52.22935 692.3771 47.0662 10.16175 re f /Cs2 cs 0
sc q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 77.444 698.571
Tm /Ty31 1 Tf (!) Tj ET Q /Cs1 cs 1 0.89 0.88 sc 99.29555 692.3771 45.6518 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 131.984 698.571
Tm /Ty31 1 Tf (!) Tj ET Q /Cs1 cs 1 0.89 0.88 sc 144.9473 692.3771 52.18915 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 182.141 698.571
Tm /Ty2 1 Tf (MLP) Tj ET Q /Cs1 cs 1 0.89 0.88 sc 197.1365 692.3771 48.0488 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 242.629 698.571
Tm /Ty2 1 Tf (17.1) Tj ET Q /Cs1 cs 1 0.89 0.88 sc 245.1853 692.3771 48.0488 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 299.157 698.571
Tm /Ty2 1 Tf (40.9) Tj ET Q q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 76.138 686.616
Tm /Ty33 1 Tf (!) Tj ET Q q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 131.984 686.616
Tm /Ty31 1 Tf (!) Tj ET Q q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 179.381 686.616
Tm /Ty2 1 Tf [ (Linear) -3739 (20.9) -3924 (45.9) ] TJ ET Q q 0.85 0 0 0.85 7.5168 101.6399
cm BT 9.9626 0 0 9.9626 76.137 674.661 Tm /Ty33 1 Tf (!) Tj ET Q q 0.85 0 0 0.85 7.5168 101.6399
cm BT 9.9626 0 0 9.9626 131.984 674.661 Tm /Ty31 1 Tf (!) Tj ET Q q 0.85 0 0 0.85 7.5168 101.6399
cm BT 9.9626 0 0 9.9626 182.141 674.661 Tm /Ty2 1 Tf [ (MLP) -4015 (26.4)
-3924 (55.2) ] TJ ET Q /Cs1 cs 0.94 0.97 1 sc 52.22935 661.891 47.0662 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 76.137 662.706
Tm /Ty33 1 Tf (!) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 99.29555 661.891 45.6518 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 131.984 662.706
Tm /Ty31 1 Tf (!) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 144.9473 661.891 52.18915 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 167.66 662.706
Tm /Ty2 1 Tf [ (T) 35 (ransformer) ] TJ ET Q /Cs1 cs 0.94 0.97 1 sc 197.1365 661.891 48.0488 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 242.629 662.706
Tm /Ty2 1 Tf (26.5) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 245.1853 661.891 48.0488 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 299.157 662.706
Tm /Ty2 1 Tf (55.9) Tj ET Q q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 76.138 650.751
Tm /Ty33 1 Tf (!) Tj ET Q q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 131.984 650.751
Tm /Ty31 1 Tf (!) Tj ET Q q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 171.043 650.751
Tm /Ty2 1 Tf [ (T) 35 (r) 55 (.) -310 (+) -250 (MLP) -2901 (24.6) -3924 (53.2)
] TJ ET Q q 0.85 0 0 0.85 7.5168 101.6399 cm BT 4.6413 Tc 9.9626 0 0 9.9626 76.138 638.795
Tm /Ty33 1 Tf (!!) Tj ET Q q 0.85 0 0 0.85 7.5168 101.6399 cm BT 9.9626 0 0 9.9626 167.66 638.795
Tm /Ty2 1 Tf [ (T) 35 (ransformer) ] TJ ET Q q 0.85 0 0 0.85 7.5168 101.6399
cm BT 9.9626 0 0 9.9626 242.629 638.795 Tm /Ty1 1 Tf [ (31.2) -3924 (61.4)
] TJ ET Q 0.797 w q 0.85 0 0 0.85 52.22935 639.7706 cm 0 0 m 283.535 0 l S
Q q 0.85 0 0 0.85 322.1454 719.6612 cm 0 0 m 247.116 0 l S Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 328.496 715.529 Tm /Ty2 1 Tf (Encoded) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 387.634 715.529 Tm /Ty29 1 Tf (!) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 417.396 715.529 Tm /Ty2 1 Tf [ (Dropout) -1200 (T)
80 (op-1) -250 (Acc.) -1200 (T) 80 (op-5) -250 (Acc.) ] TJ ET Q 0.498 w q
0.85 0 0 0.85 322.1454 705.1203 cm 0 0 m 247.116 0 l S Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 339.839 698.571 Tm /Ty2 1 Tf [ (No) -3684 (-) -4046
(-) -4062 (26.5) -3924 (55.9) ] TJ ET Q q 0.85 0 0 0.85 48.0042 101.6399 cm
BT 9.9626 0 0 9.9626 335.963 686.616 Tm /Ty2 1 Tf (Crop) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 382.325 686.616 Tm /Ty29 1 Tf (") Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 0.0008 Tc 6.9738 0 0 6.9738 386.753 685.122 Tm /Ty24 1 Tf [ (x,) 1 (y)
] TJ ET Q q 0.85 0 0 0.85 48.0042 101.6399 cm BT 9.9626 0 0 9.9626 431.154 686.616
Tm /Ty31 1 Tf (!) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399 cm BT 9.9626 0 0 9.9626 476.125 686.616
Tm /Ty2 1 Tf [ (27.2) -3924 (56.7) ] TJ ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 335.963 674.661 Tm /Ty2 1 Tf (Crop) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 382.325 674.661 Tm /Ty29 1 Tf (") Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 0.0008 Tc 6.9738 0 0 6.9738 386.753 673.167 Tm /Ty24 1 Tf [ (x,) 1 (y)
] TJ ET Q q 0.85 0 0 0.85 48.0042 101.6399 cm BT 9.9626 0 0 9.9626 429.847 674.661
Tm /Ty33 1 Tf (!) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399 cm BT 9.9626 0 0 9.9626 476.125 674.661
Tm /Ty2 1 Tf [ (28.1) -3924 (58.0) ] TJ ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 335.585 662.706 Tm /Ty2 1 Tf [ (T) 35 (ime) ] TJ ET
Q q 0.85 0 0 0.85 48.0042 101.6399 cm BT 9.9626 0 0 9.9626 375.31 662.706
Tm /Ty16 1 Tf [ (s) -0.4 (gn) -0.6 (\() ] TJ ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 393.631 662.706 Tm /Ty29 1 Tf (") Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 6.9738 0 0 6.9738 398.058 661.211 Tm /Ty24 1 Tf (t) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 401.566 662.706 Tm /Ty16 1 Tf (\)) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 431.154 662.706 Tm /Ty31 1 Tf (!) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 476.125 662.706 Tm /Ty2 1 Tf [ (28.1) -3924 (57.9)
] TJ ET Q q 0.85 0 0 0.85 48.0042 101.6399 cm BT 9.9626 0 0 9.9626 335.585 650.751
Tm /Ty2 1 Tf [ (T) 35 (ime) ] TJ ET Q q 0.85 0 0 0.85 48.0042 101.6399 cm
BT 9.9626 0 0 9.9626 386.408 650.751 Tm /Ty29 1 Tf (") Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 6.9738 0 0 6.9738 390.836 649.256 Tm /Ty24 1 Tf (t) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 431.154 650.751 Tm /Ty31 1 Tf (!) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 476.125 650.751 Tm /Ty2 1 Tf [ (31.3) -3924 (62.4)
] TJ ET Q q 0.85 0 0 0.85 48.0042 101.6399 cm BT 9.9626 0 0 9.9626 335.585 638.795
Tm /Ty2 1 Tf [ (T) 35 (ime) ] TJ ET Q q 0.85 0 0 0.85 48.0042 101.6399 cm
BT 9.9626 0 0 9.9626 386.408 638.795 Tm /Ty29 1 Tf (") Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 6.9738 0 0 6.9738 390.836 637.301 Tm /Ty24 1 Tf (t) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 429.847 638.795 Tm /Ty33 1 Tf (!) Tj ET Q q 0.85 0 0 0.85 48.0042 101.6399
cm BT 9.9626 0 0 9.9626 476.125 638.795 Tm /Ty2 1 Tf [ (31.2) -3924 (61.4)
] TJ ET Q 0.797 w q 0.85 0 0 0.85 322.1454 639.7706 cm 0 0 m 247.116 0 l S
Q BT 9.9626 0 0 9.9626 50.112 614.1 Tm /Ty2 1 Tf [ (T) 80 (able) -325 (1:)
] TJ ET BT 9.9626 0 0 9.9626 87.56 614.1 Tm /Ty1 1 Tf [ (Left:) -459 (Ablation)
-325 (sho) 10 (wing) -324 (the) -325 (v) 10 (alue) -325 (of) -324 (encoding)
-325 (time) -324 (with) -325 (differ) 18 (ent) -325 (transf) 25 (ormer) -324
(pr) 18 (ojection) -325 (heads) ] TJ ET BT 9.9626 0 0 9.9626 500.374 614.1
Tm /Ty2 1 Tf (and) Tj ET BT 9.9626 0 0 9.9626 517.994 614.1 Tm /Ty1 1 Tf (Right:)
Tj ET BT 9.9626 0 0 9.9626 50.112 602.145 Tm /Ty1 1 Tf [ (Effect) -217 (of)
-217 (r) 18 (egularisation) -217 (on) -217 (encodings) ] TJ ET BT 9.9626 0 0 9.9626 204.692 602.145
Tm /Ty2 1 Tf [ (.) -299 (All) -217 (results) -217 (are) -217 (on) -217 (SSv1)
-217 (with) -217 (linear) -217 (e) 25 (v) 25 (al) -217 (on) -217 (frozen)
-217 (features.) -299 (T) 80 (op) -217 (ro) 25 (w:) ] TJ ET /Cs1 cs 1 0.89
0.88 sc 480.704 598.783 28.722 11.208 re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 480.953 602.145
Tm /Ty2 1 Tf [ (V) 111 (anilla) ] TJ ET /Cs1 cs 1 0.89 0.88 sc 509.177 598.783 2.162 11.208
re f 511.09 598.783 14.894 11.208 re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 511.339 602.145
Tm /Ty2 1 Tf (sim) Tj ET /Cs1 cs 1 0.89 0.88 sc 525.486 598.783 19.875 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 525.735 602.145 Tm /Ty2 1 Tf (CLR)
Tj ET BT 9.9626 0 0 9.9626 50.112 590.19 Tm /Ty2 1 Tf [ (Ro) 25 (w) -236 (four:)
] TJ ET /Cs1 cs 0.94 0.97 1 sc 93.164 586.828 16.558 11.208 re f /Cs2 cs 0
sc BT 9.9626 0 0 9.9626 93.413 590.19 Tm /Ty2 1 Tf (Sim) Tj ET /Cs1 cs 0.94
0.97 1 sc 109.223 586.828 33.604 11.208 re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 109.472 590.19
Tm /Ty2 1 Tf (CLR++,) Tj ET /Cs1 cs 0.94 0.97 1 sc 142.578 586.828 2.347 11.208
re f 144.676 586.828 14.894 11.208 re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 144.925 590.19
Tm /Ty2 1 Tf (sim) Tj ET /Cs1 cs 0.94 0.97 1 sc 159.071 586.828 19.875 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 159.32 590.19 Tm /Ty2 1 Tf (CLR) Tj
ET /Cs1 cs 0.94 0.97 1 sc 178.697 586.828 2.347 11.208 re f 180.795 586.828 18.211 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 181.044 590.19 Tm /Ty2 1 Tf (with)
Tj ET /Cs1 cs 0.94 0.97 1 sc 198.758 586.828 2.347 11.208 re f 200.856 586.828 18.211 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 201.105 590.19 Tm /Ty2 1 Tf (time)
Tj ET /Cs1 cs 0.94 0.97 1 sc 218.818 586.828 2.347 11.208 re f 220.916 586.828 14.884 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 221.165 590.19 Tm /Ty2 1 Tf (aug) Tj
ET /Cs1 cs 0.94 0.97 1 sc 235.302 586.828 17.654 11.208 re f /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 235.551 590.19 Tm /Ty2 1 Tf (men) Tj ET /Cs1 cs 0.94
0.97 1 sc 252.457 586.828 7.691 11.208 re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 252.706 590.19
Tm /Ty2 1 Tf (ta) Tj ET /Cs1 cs 0.94 0.97 1 sc 259.65 586.828 16 11.208 re
f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 259.899 590.19 Tm /Ty2 1 Tf (tion) Tj
ET /Cs1 cs 0.94 0.97 1 sc 275.401 586.828 2.347 11.208 re f 277.499 586.828 14.884 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 277.748 590.19 Tm /Ty2 1 Tf (and) Tj
ET /Cs1 cs 0.94 0.97 1 sc 292.134 586.828 2.347 11.208 re f 294.231 586.828 19.865 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 294.48 590.19 Tm /Ty2 1 Tf (trans)
Tj ET /Cs1 cs 0.94 0.97 1 sc 313.598 586.828 27.606 11.208 re f /Cs2 cs 0
sc BT 9.9626 0 0 9.9626 313.848 590.19 Tm /Ty2 1 Tf (former) Tj ET /Cs1 cs
0.94 0.97 1 sc 340.956 586.828 2.347 11.208 re f 343.053 586.828 13.778 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 343.302 590.19 Tm /Ty2 1 Tf (pro) Tj
ET /Cs1 cs 0.94 0.97 1 sc 356.334 586.828 12.114 11.208 re f /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 356.583 590.19 Tm /Ty2 1 Tf (jec) Tj ET /Cs1 cs 0.94
0.97 1 sc 367.95 586.828 16 11.208 re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 368.199 590.19
Tm /Ty2 1 Tf (tion) Tj ET /Cs1 cs 0.94 0.97 1 sc 383.7 586.828 2.347 11.208
re f 385.798 586.828 19.307 11.208 re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 386.047 590.19
Tm /Ty2 1 Tf [ (head.) -305 (Last) -236 (Ro) 25 (w:) -303 (When) -235 (we)
-236 (encode) -235 (time,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 578.235 Tm
/Ty2 1 Tf [ (we) -287 (get) -286 (a) -287 (lar) 18 (ge) -286 (boost) -287
(in) -287 (performance.) -420 (On) -286 (the) -287 (right) -286 (we) -287
(sho) 25 (w) -287 (the) -286 (impact) -287 (of) -287 (adding) -286 (dropout)
-287 (to) -286 (tw) 10 (o) -287 (aug.) -420 (encodings) -287 (-) -286 (crop)
-287 (and) ] TJ ET BT 9.9626 0 0 9.9626 50.112 566.28 Tm /Ty2 1 Tf [ (time)
-261 (shifts.) -344 (F) 15 (or) -261 (crop) -261 (encoding,) -264 (dropout)
-261 (mak) 10 (es) -261 (the) -262 (pre-trai) 1 (ning) -262 (task) -261 (harder)
-261 (\(higher) -261 (contrasti) 25 (v) 15 (e) -261 (loss) -261 (at) -262
(con) 40 (v) 15 (er) 18 (gence\),) -264 (and) -261 (also) ] TJ ET BT 9.9626 0 0 9.9626 50.112 554.325
Tm /Ty2 1 Tf [ (impro) 15 (v) 15 (es) -253 (do) 25 (wnstream) -252 (accurac)
15 (y) 65 (.) -319 (F) 15 (or) -253 (tim) 1 (e) -253 (encoding,) -254 (it)
-252 (is) -253 (important) -253 (to) -253 (encode) -252 (not) -253 (only)
-253 (the) -253 (arro) 25 (w) -252 (of) -253 (time,) -254 (b) 20 (ut) -252
(also) -253 (the) -253 (relati) 25 (v) 15 (e) ] TJ ET BT 9.9626 0 0 9.9626 50.112 542.369
Tm /Ty2 1 Tf [ (distance.) -310 (Ho) 25 (we) 25 (v) 15 (er) 40 (,) -250 (dropout)
-250 (re) 15 (gularisation) -250 (does) -250 (not) -250 (help) -250 (in) -250
(this) -250 (setting.) ] TJ ET BT 10.9589 0 0 10.9589 50.112 510.325 Tm /Ty1
1 Tf [ (4.3.) -250 (Model) -250 (Ablations) ] TJ ET BT 9.9626 0 0 9.9626 62.067 489.934
Tm /Ty2 1 Tf [ (In) -330 (this) -330 (section) -330 (we) -330 (perform) -330
(5) -330 (ablations,) -350 (all) -331 (on) -330 (the) -330 (SSv1) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 477.979 Tm /Ty2 1 Tf [ (dataset.) -602 (W) 80
(e) -347 (pretrain) -347 (on) -347 (SSv1) -348 (train) -347 (set) -347 (without)
-347 (labels) -348 (and) ] TJ ET BT 9.9626 0 0 9.9626 50.112 466.023 Tm /Ty2
1 Tf [ (then) -364 (train) -364 (a) -365 (single) -364 (linear) -364 (layer)
55 (.) -653 (W) 80 (e) -364 (e) 25 (v) 25 (aluate) -364 (on) -364 (the) -365
(SSv1) ] TJ ET BT 9.9626 0 0 9.9626 50.112 454.068 Tm /Ty2 1 Tf [ (v) 25 (alidation)
-348 (set.) -603 (W) 80 (e) -348 1 (t) -348 (ablate) -348 (the) -348
(tw) 10 (o) -347 (k) 10 (e) 15 (y) -348 (design) -348 (choices) ] TJ ET BT
9.9626 0 0 9.9626 50.112 442.113 Tm /Ty2 1 Tf [ (of) -244 (CA) 111 (TE:) -244
(\(1\)) -245 (the) -244 (use) -244 (of) -244 (a) -244 (transformer) -244 (projection)
-245 (head) -244 (com-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 430.158 Tm /Ty2
1 Tf [ (pared) -296 (to) -296 (an) -297 (MLP) -296 (or) -296 (linear) -296
(layer) -296 (\(T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 209.5933 430.158
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 214.5746 430.158
Tm /Ty2 1 Tf [ (,) -307 (left\),) -308 (and) -296 (\(2\)) -297 (the) ] TJ
ET BT 9.9626 0 0 9.9626 50.112 418.203 Tm /Ty2 1 Tf [ (w) 10 (ay) -374 (we)
-375 (parameterise) -374 (and) -374 (re) 15 (gularise) -374 (augmentation)
-375 (encod-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 406.248 Tm /Ty2 1 Tf [ (ings)
-288 (\(T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 97.66349 406.248
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 102.6448 406.248
Tm /Ty2 1 Tf [ (,) -297 (right\).) -423 (In) -288 (particular) 40 (,) -297
(we) -288 (assess) -288 (the) -288 (impact) -288 (of) ] TJ ET BT 9.9626 0 0 9.9626 50.112 394.292
Tm /Ty2 1 Tf [ (encoding) -212 (both) -212 (time) -212 (shifts) -212 (and)
-212 (their) -212 (direction) -213 (\(arro) 25 (w) -212 (of) -212 (time\))
] TJ ET BT 9.9626 0 0 9.9626 50.112 382.337 Tm /Ty2 1 Tf [ (\(T) 80 (able)
] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 77.61874 382.337 Tm /Ty2 1 Tf
(1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 82.60004 382.337 Tm /Ty2 1 Tf
[ (,) -234 (right\).) -304 (W) 80 (e) -231 (then) -230 (sho) 25 (w) -231 (\(3\))
-231 (that) -231 (it) -230 (is) -231 (possible) -231 (to) -231 (com-) ] TJ
ET BT 9.9626 0 0 9.9626 50.112 370.382 Tm /Ty2 1 Tf [ (pose) -285 (multiple)
-284 (augmentations) -285 (in) -284 (our) -285 (frame) 25 (w) 10 (ork,) -293
(and) -285 (nally) ] TJ ET BT 9.9626 0 0 9.9626 50.112 358.427 Tm /Ty2 1
Tf [ (we) -283 (ablate) -284 (some) -283 (lo) 25 (w) -283 (le) 25 (v) 15 (el)
-284 (details) -283 (such) -283 (as) -284 (\(4\)) -283 (the) -283 (number)
-284 (of) ] TJ ET BT 9.9626 0 0 9.9626 50.112 346.472 Tm /Ty2 1 Tf [ (layers)
-228 (in) -227 (the) -228 (transformer) -227 (head) -228 (and) -227 (\(5\))
-228 (the) -228 (number) -227 (of) -228 (epochs) ] TJ ET BT 9.9626 0 0 9.9626 50.112 334.517
Tm /Ty2 1 Tf [ (used) -250 (for) -250 (training.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 320.103
Tm /Ty1 1 Tf [ (1.) -558 (Differ) 18 (ent) -333 (Pr) 18 (ojection) -332 (Head)
-333 (T) 74 (ypes.) ] TJ ET BT 9.9626 0 0 9.9626 211.188 320.103 Tm /Ty2 1
Tf [ (In) -333 (this) -332 (section,) -354 (we) ] TJ ET BT 9.9626 0 0 9.9626 50.112 308.148
Tm /Ty2 1 Tf [ (start) -240 (with) -240 (the) -241 (v) 25 (anil) 1 (la) -241
(SimCLR) -240 (model,) -242 (and) -240 (then) -240 (v) 25 (ary) -241 (the)
-240 (fol-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 296.193 Tm /Ty2 1 Tf [ (lo)
25 (wing) -257 (\(i\)) -256 (adding) -257 (in) -256 (temporal) -257 (augmentations)
-256 (while) -257 (training) ] TJ ET BT 9.9626 0 0 9.9626 50.112 284.238 Tm
/Ty2 1 Tf [ (our) -207 (model,) -216 (\(ii\)) -207 (encoding) -207 (time)
-207 (or) -207 (not) -207 (under) -207 (our) -207 (CA) 111 (TE) -207 (frame-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 272.283 Tm /Ty2 1 Tf [ (w) 10 (ork) -279
(and) -279 (\(ii\)) -279 (whether) -279 (we) -279 (use) -279 (a) -279 (linear)
40 (,) -287 (MLP) -279 (or) -279 (transformer) ] TJ ET BT 9.9626 0 0 9.9626 50.112 260.327
Tm /Ty2 1 Tf [ (projection) -250 (head.) -310 (Results) -250 (are) -250 (sho)
25 (wn) -250 (in) -250 (T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 226.7489 260.327
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 234.2208 260.327
Tm /Ty2 1 Tf (\(left\).) Tj ET BT 9.9626 0 0 9.9626 50.112 248.372 Tm /Ty7
1 Tf (SimCLR:) Tj ET BT 9.9626 0 0 9.9626 90.267 248.372 Tm /Ty2 1 Tf [ (V)
111 (anilla) -364 (SimCLR) -363 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 164.4884 248.372
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 169.4697 248.372
Tm /Ty2 1 Tf [ (]) -364 (is) -363 (applied) -364 (to) -364 (video) -363 (frames,)
] TJ ET BT 9.9626 0 0 9.9626 50.112 236.417 Tm /Ty2 1 Tf [ (with) -222 (no)
-222 (temporal) -222 (dat) 1 (a) -222 (augmentation.) -301 (Spatial) -222
(augmentations) ] TJ ET BT 9.9626 0 0 9.9626 50.112 224.462 Tm /Ty2 1 Tf [
(are) -216 (applied) -216 (on) -216 (the) -216 (same) -216 (frames) -216 (to)
-217 (create) -216 (vie) 25 (ws,) -223 (and) -216 (an) -216 (MLP) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 212.507 Tm /Ty2 1 Tf [ (projection) -253 (head)
-254 (is) -253 (used.) -321 (Results) -253 (on) -253 (SSv1) -254 (can) -253
(be) -254 (seen) -253 (in) -254 (the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 200.552
Tm /Ty2 1 Tf [ -250 (ro) 25 (w) -250 (of) -250 (T) 80 (able) ] TJ ET
/Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 121.0059 200.552 Tm /Ty2 1 Tf (1) Tj
ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 128.4778 200.552 Tm /Ty2 1 Tf (\(left\).)
Tj ET BT 9.9626 0 0 9.9626 50.112 188.596 Tm /Ty7 1 Tf (SimCLR++:) Tj ET BT
9.9626 0 0 9.9626 102.941 188.596 Tm /Ty2 1 Tf [ (In) -201 (addition) -202
(to) -201 (spatial) -202 (a) 1 (ug) -1 (m) 1 (entation,) -212 (we) -201 (sample)
] TJ ET BT 9.9626 0 0 9.9626 50.112 176.641 Tm /Ty2 1 Tf [ (frames) -294 (at)
-293 (dif) 25 (ferent) -294 (times) -293 (in) -294 (the) -293 (same) -294
(video) -294 (to) -293 (create) -294 (vie) 25 (ws) ] TJ ET BT 9.9626 0 0 9.9626 50.112 164.686
Tm /Ty2 1 Tf [ (\(ro) 25 (w) -216 (3\).) -298 (W) 80 (e) -216 (then) -216
(also) -216 (replace) -216 (the) -215 (MLP) -216 (projection) -216 (head)
-216 (with) ] TJ ET BT 9.9626 0 0 9.9626 50.112 152.731 Tm /Ty2 1 Tf [ (a)
-230 (transformer) -230 (projection) -230 (head) -230 (which) -230 (tak) 10
(es) -230 (o) -1 (nl) 1 (y) -231 (the) -230 (encoded) ] TJ ET BT 9.9626 0 0 9.9626 50.112 140.776
Tm /Ty2 1 Tf [ (visual) -389 (representation) ] TJ ET BT 9.9626 0 0 9.9626 138.099 140.776
Tm /Ty11 1 Tf (f) Tj ET BT 9.9626 0 0 9.9626 144.049 140.776 Tm /Ty16 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 147.923 140.776 Tm /Ty19 1 Tf Tj ET BT
9.9626 0 0 9.9626 150.691 140.776 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 154.565 140.776
Tm /Ty2 1 Tf [ (.) -727 (This) -389 (baseline) -388 (is) -389 (sho) 25 (wn)
-389 (in) -389 (the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 128.821 Tm /Ty2 1
Tf [ (fourth) -254 (ro) 25 (w) -255 (of) -254 (T) 80 (able) ] TJ ET /Cs1 cs
1 0 0 sc BT 9.9626 0 0 9.9626 130.022 128.821 Tm /Ty2 1 Tf (1) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 137.5438 128.821 Tm /Ty2 1 Tf [ (\(left\),) -255
(highlighted) -255 (in) -254 (blue,) -255 (and) -255 (hence-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 116.865
Tm /Ty2 1 Tf [ (forth) -361 (is) -361 (referred) -361 (to) -362 (as) -361
(SimCLR++.) -643 (It) -361 (is) -361 (a) -362 (strong) -361 (baseline) ] TJ
ET BT 9.9626 0 0 9.9626 50.112 104.91 Tm /Ty2 1 Tf [ (for) -360 (us) -360
(to) -361 (compare) -360 (to.) -641 (From) -360 (T) 80 (able) ] TJ ET /Cs1
cs 1 0 0 sc BT 9.9626 0 0 9.9626 194.2708 104.91 Tm /Ty2 1 Tf (1) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 202.8387 104.91 Tm /Ty2 1 Tf [ (\(left\),) -388
(it) -360 (is) -360 (clear) -361 (that) ] TJ ET BT 9.9626 0 0 9.9626 50.112 92.955
Tm /Ty2 1 Tf [ (temporal) -261 (data) -262 (augmentation) -261 (is) -262 (essential)
-261 (for) -261 (video) -262 (represen-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 81
Tm /Ty2 1 Tf [ (tation) -226 (learning,) -231 (leading) -226 (to) -226 (a)
-226 (9%) -226 (g) 5 (ain) -226 (on) -227 (top-1) -226 (accurac) 15 (y) -226
(with) ] TJ ET BT 9.9626 0 0 9.9626 308.862 510.324 Tm /Ty2 1 Tf [ (an) -393
(MLP) -392 (projection) -393 (head) -392 (\(ro) 25 (ws) -393 (1) -392 (and)
-393 (3\).) -738 (When) -392 (no) -393 (tem-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 498.369
Tm /Ty2 1 Tf [ (poral) -248 (augmentation) -248 (is) -248 (encoded,) -248
(we) -248 (observ) 15 (e) -248 (that) -248 (a) -248 (nonlinear) ] TJ ET BT
9.9626 0 0 9.9626 308.862 486.414 Tm /Ty2 1 Tf [ (MLP) -192 (projection) -192
(head) -192 (gi) 25 (v) 15 (es) -192 (similar) -192 (performance) -192 (to)
-192 (the) -192 (trans-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 474.459 Tm /Ty2
1 Tf [ (former) -255 (projection) -255 (head) -255 (\(ro) 25 (ws) -255 (2)
-255 (and) -255 (3\),) -257 (which) -255 (v) 25 (alidates) -255 (that) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 462.504 Tm /Ty2 1 Tf [ (an) 15 (y) -241 (performance)
-241 (impro) 15 (v) 15 (ements) -242 (in) -241 (CA) 111 (TE) -241 (are) -241
(not) -241 (due) -242 (solely) ] TJ ET BT 9.9626 0 0 9.9626 308.862 450.549
Tm /Ty2 1 Tf [ (to) -347 (direct) -348 (replacing) -347 (the) -348 (MLP) -347
(head) -348 (wi) 1 (th) -348 (a) -347 (transformer) 55 (.) -603 (W) 80 (e)
] TJ ET BT 9.9626 0 0 9.9626 308.862 438.593 Tm /Ty2 1 Tf [ (also) -307 (observ)
15 (e) -307 (that) -307 (combining) -306 (the) -307 (transformer) -307 (head)
-307 (with) -307 (the) ] TJ ET BT 9.9626 0 0 9.9626 308.862 426.638 Tm /Ty2
1 Tf [ (MLP) -250 (head) -250 (leads) -250 (to) -250 (slightly) -250 (w) 10
(orse) -250 (performance) -250 (\(ro) 25 (w) -250 (5\).) ] TJ ET BT 9.9626 0 0 9.9626 308.862 411.052
Tm /Ty1 1 Tf [ (2.) -473 (Encoding) -305 (A) 50 (ugmentations.) ] TJ ET BT
9.9626 0 0 9.9626 435.962 411.052 Tm /Ty2 1 Tf [ (W) 80 (e) -304 -305
(observ) 15 (e) -304 (in) -305 (T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 540.1309 411.052
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 308.862 399.097 Tm
/Ty2 1 Tf [ (\(left\)) -253 (that) -253 (adding) -254 (temporal) -253 (encoding)
-253 (impro) 15 (v) 15 (es) -253 (the) -253 (top-1) -254 (ac-) ] TJ ET BT
9.9626 0 0 9.9626 308.862 387.141 Tm /Ty2 1 Tf [ (curac) 15 (y) -212 (by)
-213 (nearly) -212 (5%) -213 (from) -212 (26.5%) -212 (to) -213 (31.2%) -212
(o) 15 (v) 15 (er) -213 (SimCLR++) ] TJ ET BT 9.9626 0 0 9.9626 308.862 375.186
Tm /Ty2 1 Tf [ (\(last) -250 (ro) 25 (w) -250 (vs) -250 (fourth) -250 (ro)
25 (w) -250 (in) -250 (blue\).) ] TJ ET BT 9.9626 0 0 9.9626 320.817 359.6
Tm /Ty2 1 Tf [ (T) 80 (o) -318 (further) -318 (e) 15 (xplore) -318 (the) -318
(ef) 25 15 (y) -318 (of) -318 (our) -318 (augmentation) -318 (en-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 347.645 Tm /Ty2 1 Tf [ (coding,) -541
(in) -484 (T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 383.1332 347.645
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 392.9264 347.645
Tm /Ty2 1 Tf [ (\(right\),) -541 (we) -483 (ablate) -483 (on) -484 (the) -483
(augmenta-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 335.69 Tm /Ty2 1 Tf [ (tion)
-348 (type) -347 (using) -348 (tw) 10 (o) -347 (augmentations) -348 (-) -348
(cropping) -347 (and) -348 (tempo-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 323.734
Tm /Ty2 1 Tf [ (ral) -364 (shifts) -364 (\(time\).) -652 (W) 80 (e) -364 (also)
-364 (e) 15 (xplore) -364 (the) -364 (method) -364 (of) -364 (parame-) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 311.779 Tm /Ty2 1 Tf [ (terisation) -336 (for)
-336 (temporal) -336 (augmentation) -336 (\(using) -336 (just) -337 (the)
-336 (arro) 25 (w) ] TJ ET BT 9.9626 0 0 9.9626 308.862 299.824 Tm /Ty2 1
Tf [ (of) -335 (time) ] TJ ET BT 9.9626 0 0 9.9626 341.541 299.824 Tm /Ty16
1 Tf [ (s) -0.4 (gn) -0.6 (\() ] TJ ET BT 9.9626 0 0 9.9626 359.861 299.824
Tm /Ty29 1 Tf (") Tj ET BT 6.9738 0 0 6.9738 364.289 298.33 Tm /Ty24 1 Tf
(t) Tj ET BT 9.9626 0 0 9.9626 367.796 299.824 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 375.004 299.824 Tm /Ty2 1 Tf [ (or) -335 (the) -334 (distance)
-335 (in) -334 (time) ] TJ ET BT 9.9626 0 0 9.9626 470.255 299.824 Tm /Ty29
1 Tf (") Tj ET BT 6.9738 0 0 6.9738 474.683 298.33 Tm /Ty24 1 Tf (t) Tj ET
BT 9.9626 0 0 9.9626 478.19 299.824 Tm /Ty2 1 Tf [ (,) -356 (which) -334 (includes)
] TJ ET BT 9.9626 0 0 9.9626 308.862 287.869 Tm /Ty2 1 Tf [ (both) -313 (the)
-313 (absolute) -313 (v) 25 (alue) -313 (of) -313 (the) -313 (temporal) -314
(s) 1 (hift) -314 (and) -313 (its) -313 (direc-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 275.914
Tm /Ty2 1 Tf [ (tion\),) -264 (and) -261 (also) -262 (the) -261 (re) 15 (gularisation)
-261 (on) -261 (the) -261 (encodings) -262 (\(dropout) ] TJ ET BT 9.9626 0 0 9.9626 308.862 263.958
Tm /Ty2 1 Tf [ (or) -369 (no) -369 (dropout\).) -667 (W) 80 (e) -369 (observ)
15 (e) -369 (that) -369 (both) -369 (crop) -369 (encoding) -369 (and) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 252.003 Tm /Ty2 1 Tf [ (time) -346 (encoding)
-347 (on) -346 (their) -347 (o) 25 (wn) -346 (impro) 15 (v) 15 (e) -347 (the)
-346 (classication) -347 (ac-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 240.048
Tm /Ty2 1 Tf [ (curac) 15 (y) -375 (o) 15 (v) 15 (er) -374 (the) -375 (baseline,)
-405 (with) -375 (time) -375 (encoding) -374 (pro) 15 (viding) -375 (a) ]
TJ ET BT 9.9626 0 0 9.9626 308.862 228.093 Tm /Ty2 1 Tf [ (slightly) -261
(bigger) -262 (boost.) -344 (By) -261 (comparing) -261 (the) -262 (fourth)
-261 (ro) 25 (w) -261 (and) -262 (the) ] TJ ET BT 9.9626 0 0 9.9626 308.862 216.138
Tm /Ty2 1 Tf [ -321 (ro) 25 (w) 65 (,) -338 (we) -321 (can) -321 (see)
-321 (that) -321 (the) -320 (parameterisation) -321 (of) -321 (the) -321 (tem-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 204.183 Tm /Ty2 1 Tf [ (poral) -261 (augmentation)
-262 (also) -261 (matters,) -264 (and) -261 (it) -262 (is) -261 (benecial)
-261 (to) -262 (pass) ] TJ ET BT 9.9626 0 0 9.9626 308.862 192.227 Tm /Ty2
1 Tf [ (the) -228 (distance) -229 (in) -228 (time) -229 (along) -228 (with)
-229 (the) -228 (arro) 25 (w) -229 (of) -228 (time) -229 (to) -228 (the) -229
(aug-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 180.272 Tm /Ty2 1 Tf [ (mentation)
-310 (encoder) 55 (.) -491 (Finally) 65 (,) -326 (we) -310 (observ) 15 (e)
-310 (that) -310 (dropout) -311 (re) 15 (gu-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 168.317
Tm /Ty2 1 Tf [ (larisation) -334 (helps) -334 (crop) -334 (encoding) -334
(b) 20 (ut) -334 (not) -334 (time) -334 (encoding.) -562 (W) 80 (e) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 156.362 Tm /Ty2 1 Tf [ (h) 5 (ypothesise) -285
(that) -285 (crop) -284 (encoding) -285 (might) -285 (mak) 10 (e) -285 (the)
-285 (contrasti) 25 (v) 15 (e) ] TJ ET BT 9.9626 0 0 9.9626 308.862 144.407
Tm /Ty2 1 Tf [ (task) -222 (too) -223 (easy) -222 (and) -223 (stronger) -222
(re) 15 (gularisation) -222 (is) -223 (needed;) -231 (time) -223 (en-) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 132.452 Tm /Ty2 1 Tf [ (coding) -252 (does)
-251 (not) -252 (suf) 25 (fer) -251 (from) -252 (this) -252 (issue) -251 (as)
-252 (there) -251 (is) -252 (more) -252 (v) 25 (ari-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 120.496
Tm /Ty2 1 Tf [ (ation) -356 (to) -355 (be) -356 (learnt) -355 (from) -356
(dif) 25 (ferent) -355 (frames) -356 (in) -356 (a) -355 (video,) -382 (and)
-356 (it) ] TJ ET BT 9.9626 0 0 9.9626 308.862 108.541 Tm /Ty2 1 Tf [ (actually)
-346 (benets) -347 (from) -346 (a) -347 (more) -346 (informati) 25 (v) 15
(e) -346 (encoding) -347 (\(from) ] TJ ET BT 9.9626 0 0 9.9626 308.862 96.586
Tm /Ty16 1 Tf [ (s) -0.4 (gn) -0.6 (\() ] TJ ET BT 9.9626 0 0 9.9626 327.182 96.586
Tm /Ty29 1 Tf (") Tj ET BT 6.9738 0 0 6.9738 331.61 95.092 Tm /Ty24 1 Tf (t)
Tj ET BT 9.9626 0 0 9.9626 335.118 96.586 Tm /Ty16 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 341.483 96.586
Tm /Ty2 1 Tf (to) Tj ET BT 9.9626 0 0 9.9626 351.724 96.586 Tm /Ty29 1 Tf
(") Tj ET BT 6.9738 0 0 6.9738 356.152 95.092 Tm /Ty24 1 Tf (t) Tj ET BT 9.9626 0 0 9.9626 359.66 96.586
Tm /Ty2 1 Tf (\).) Tj ET BT 9.9626 0 0 9.9626 308.862 81 Tm /Ty1 1 Tf [ (3.)
-714 (Composing) -384 (multiple) -385 (augmentations.) ] TJ ET BT 9.9626 0 0 9.9626 486.835 81
Tm /Ty2 1 Tf [ (In) -385 (T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 524.6829 81
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 533.4998 81 Tm /Ty2
1 Tf (we) Tj ET Q
endstream
endobj
35 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/KwTr2r-iyAs1y7CfeI8BYA Do
Q
endstream
endobj
36 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 57 0 R /Ty11 71 0 R /Ty16 81 0 R /Ty19 84 0 R /Ty2 59 0 R /Ty20 85 0 R /Ty24 88 0 R /Ty29 92 0 R /Ty31 96 0 R /Ty33 97 0 R /Ty7 64 0 R >> /ProcSet [ /PDF /Text ] /XObject << /KwTr2r-iyAs1y7CfeI8BYA 98 0 R >> >>
endobj
37 0 obj
<< /Length 26400 >>
stream
q Q q 0 0 612 792 re W n BT 9.9626 0 0 9.9626 50.112 710.037 Tm /Ty2 1 Tf
[ (sho) 25 (w) -329 (results) -328 (for) -329 (composing) -329 (both) -329
(crop) -328 (and) -329 (time) -329 (encodings) ] TJ ET BT 9.9626 0 0 9.9626 50.112 698.082
Tm /Ty2 1 Tf [ (before) -348 (feeding) -347 (them) -348 (to) -348 (the) -347
(transformer) -348 (head.) -603 (W) 80 (e) -348 (can) -348 (see) ] TJ ET BT
9.9626 0 0 9.9626 50.112 686.127 Tm /Ty2 1 Tf [ (for) -292 (that) -293 (for)
-292 (SSv1) -292 (\(similar) -293 (results) -292 (hold) -292 (for) -293 (SSv2)
-292 (and) -292 (can) -293 (be) ] TJ ET BT 9.9626 0 0 9.9626 50.112 674.172
Tm /Ty2 1 Tf [ (found) -308 (in) -307 (T) 80 (able) ] TJ ET /Cs1 cs 1 0 0
sc BT 9.9626 0 0 9.9626 112.189 674.172 Tm /Ty2 1 Tf (A4) Tj ET /Cs2 cs 0
sc BT 9.9626 0 0 9.9626 124.3633 674.172 Tm /Ty2 1 Tf [ (,) -322 (appendix\),)
-322 (using) -308 (crop) -307 (and) -308 (time) -308 (encod-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 662.217
Tm /Ty2 1 Tf [ (ings) -369 (indi) 25 (vi) 1 (du) -1 (a) 1 (lly) -369 (leads)
-369 (to) -368 (impro) 15 (v) 15 (ed) -369 (performance) -368 (o) 15 (v) 15
(er) -369 (the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 650.261 Tm /Ty2 1 Tf [
(no-encoding) -254 (baseline) -254 (\() ] TJ ET BT 9.9626 0 0 9.9626 140.94 650.261
Tm /Ty7 1 Tf (i.e) Tj ET BT 9.9626 0 0 9.9626 150.624 650.261 Tm /Ty2 1 Tf
[ (.) -254 (SimCLR++,) -255 -254 (ro) 25 (w\),) -255 (and) -254 (com-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 638.306 Tm /Ty2 1 Tf [ (posing) -250 (them)
-250 (together) -250 (leads) -250 (to) -250 (further) -250 (impro) 15 (v)
15 (ement.) ] TJ ET 0.797 w q 0.8 0 0 0.8 77.8598 623.166 cm 0 0 m 219.715
0 l S Q q 0.8 0 0 0.8 15.1734 118.6284 cm BT 9.9626 0 0 9.9626 84.336 619.117
Tm /Ty2 1 Tf [ (Enc.) -310 (Crop) -1200 (Enc.) -310 (T) 35 (ime) -1200 (T)
80 (op-1) -250 (Acc.) -1200 (T) 80 (op-5) -250 (Acc.) ] TJ ET Q 0.498 w q
0.8 0 0 0.8 77.8598 609.4804 cm 0 0 m 219.715 0 l S Q /Cs1 cs 0.94 0.97 1
sc 77.8598 597.4868 42.3608 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 15.1734 118.6284
cm BT 9.9626 0 0 9.9626 101.989 602.159 Tm /Ty31 1 Tf (!) Tj ET Q /Cs1 cs
0.94 0.97 1 sc 120.2206 597.4868 42.9664 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 15.1734 118.6284
cm BT 9.9626 0 0 9.9626 155.319 602.159 Tm /Ty31 1 Tf (!) Tj ET Q /Cs1 cs
0.94 0.97 1 sc 163.187 597.4868 45.2224 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 15.1734 118.6284
cm BT 9.9626 0 0 9.9626 204.564 602.159 Tm /Ty2 1 Tf (26.5) Tj ET Q /Cs1 cs
0.94 0.97 1 sc 208.4094 597.4868 45.2224 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 15.1734 118.6284
cm BT 9.9626 0 0 9.9626 261.092 602.159 Tm /Ty2 1 Tf (55.9) Tj ET Q q 0.8 0 0 0.8 15.1734 118.6284
cm BT 9.9626 0 0 9.9626 100.683 590.204 Tm /Ty33 1 Tf (!) Tj ET Q q 0.8 0 0 0.8 15.1734 118.6284
cm BT 9.9626 0 0 9.9626 155.319 590.204 Tm /Ty31 1 Tf (!) Tj ET Q q 0.8 0 0 0.8 15.1734 118.6284
cm BT 9.9626 0 0 9.9626 204.564 590.204 Tm /Ty2 1 Tf [ (28.1) -3924 (58.0)
] TJ ET Q q 0.8 0 0 0.8 15.1734 118.6284 cm BT 9.9626 0 0 9.9626 101.989 578.249
Tm /Ty31 1 Tf (!) Tj ET Q q 0.8 0 0 0.8 15.1734 118.6284 cm BT 9.9626 0 0 9.9626 154.012 578.249
Tm /Ty33 1 Tf (!) Tj ET Q q 0.8 0 0 0.8 15.1734 118.6284 cm BT 9.9626 0 0 9.9626 204.564 578.249
Tm /Ty2 1 Tf [ (31.2) -3924 (61.4) ] TJ ET Q q 0.8 0 0 0.8 15.1734 118.6284
cm BT 4.5203 Tc 9.9626 0 0 9.9626 100.682 566.294 Tm /Ty33 1 Tf (!!) Tj ET
Q q 0.8 0 0 0.8 15.1734 118.6284 cm BT 9.9626 0 0 9.9626 204.564 566.294 Tm
/Ty1 1 Tf [ (32.2) -3924 (62.4) ] TJ ET Q 0.797 w q 0.8 0 0 0.8 77.8598 567.1028
cm 0 0 m 219.715 0 l S Q BT 9.9626 0 0 9.9626 50.112 552.792 Tm /Ty2 1 Tf
[ (T) 80 (able) -292 (2:) ] TJ ET BT 9.9626 0 0 9.9626 86.584 552.792 Tm /Ty1
1 Tf [ (Composing) -292 (spatial) -292 (\(cr) 18 (op\)) -292 (and) -292 (temporal)
-292 (encod-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 540.837 Tm /Ty1 1 Tf (ings)
Tj ET BT 9.9626 0 0 9.9626 71.893 540.837 Tm /Ty2 1 Tf [ (for) -463 (Something-Something)
-464 (v1.) -950 (Each) -463 (indi) 25 (vidual) -463 (en-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 528.882
Tm /Ty2 1 Tf [ (coding) -223 (outperforms) -223 (the) -223 (no) -223 (encoding)
-223 (baseline) -223 (\() ] TJ ET /Cs1 cs 0.94 0.97 1 sc 233.63 525.519 16.558 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 233.879 528.882 Tm /Ty2 1 Tf (Sim)
Tj ET /Cs1 cs 0.94 0.97 1 sc 249.69 525.519 31.113 11.208 re f /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 249.939 528.882 Tm /Ty2 1 Tf (CLR++\).) Tj ET BT 9.9626 0 0 9.9626 50.112 516.926
Tm /Ty2 1 Tf [ (Composing) -250 (them) -250 (together) -250 (yields) -250
(the) -250 (best) -250 (performance.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 491.952
Tm /Ty1 1 Tf [ (4.) -622 (Number) -355 (of) -354 (transf) 25 (ormer) -354
(lay) 10 (ers.) ] TJ ET BT 9.9626 0 0 9.9626 203.889 491.952 Tm /Ty2 1 Tf
[ (W) 80 (e) -354 (e) 15 (xperiment) -354 (with) ] TJ ET BT 9.9626 0 0 9.9626 50.112 479.997
Tm /Ty2 1 Tf [ (a) -410 (number) -411 (of) -410 (T) 35 (ransformer) -411 (layers)
-410 (\(1,2,4,8\)) -411 (for) -410 (our) -411 (projec-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 468.041
Tm /Ty2 1 Tf [ (tion) -361 (head) -362 (\(with) -361 (time) -362 (encoding\),)
-389 (and) -361 (observ) 15 (e) -362 (that) -361 (the) -362 (per) 20 (-) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 456.086 Tm /Ty2 1 Tf [ (formance) -374 (be)
15 (gins) -374 (to) -375 (saturate) -374 (at) -374 (four) -374 (layers) -374
(\(T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 254.9331 456.086
Tm /Ty2 1 Tf (A2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 267.1074 456.086
Tm /Ty2 1 Tf [ (,) -406 (ap-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 444.131
Tm /Ty2 1 Tf [ (pendix\).) -310 (W) 80 (e) -250 (use) -250 (four) -250 (layers)
-250 (in) -250 (all) -250 (other) -250 (e) 15 (xperiments.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 431.821
Tm /Ty1 1 Tf [ (5.) -626 (Number) -355 (of) -356 (training) -355 (epochs.)
] TJ ET BT 9.9626 0 0 9.9626 189.989 431.821 Tm /Ty2 1 Tf [ (W) 80 (e) -355
(study) -356 (the) -355 (impact) -355 (of) ] TJ ET BT 9.9626 0 0 9.9626 50.112 419.866
Tm /Ty2 1 Tf [ (the) -395 (number) -394 (of) -395 (epochs) -394 (used) -395
(for) -394 (pre-training) -395 (on) -394 (SSv1) -395 (and) ] TJ ET BT 9.9626 0 0 9.9626 50.112 407.911
Tm /Ty2 1 Tf [ (Kinetics-400.) -859 (F) 15 (or) -433 (e) 25 (v) 25 (aluation)
-433 (we) -433 (use) -433 (SSv1,) -479 (HMDB) -433 (and) ] TJ ET BT 9.9626 0 0 9.9626 50.112 395.956
Tm /Ty2 1 Tf [ (UCF) 80 (.) -260 (Similar) -260 (to) -260 (SimCLR) -260 ([)
] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 157.3893 395.956 Tm /Ty2 1 Tf
(8) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 162.3706 395.956 Tm /Ty2 1 Tf
[ (],) -263 (we) -260 (observ) 15 (e) -260 (impro) 15 (v) 15 (ed) -260 (perfor)
20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 384 Tm /Ty2 1 Tf [ (mance) -294
(by) -295 (increasing) -294 (the) -294 (number) -295 (of) -294 (epochs) -294
(initially) 65 (,) -306 (which) ] TJ ET BT 9.9626 0 0 9.9626 50.112 372.045
Tm /Ty2 1 Tf [ (then) -250 (saturates) -250 (at) -250 (around) -250 (500)
-250 (epochs) -250 (\(T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 222.2358 372.045
Tm /Ty2 1 Tf (A3) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 234.4101 372.045
Tm /Ty2 1 Tf [ (,) -250 (appendix\).) ] TJ ET BT 10.9589 0 0 10.9589 50.112 351.056
Tm /Ty1 1 Tf [ (4.4.) -250 (Further) -250 (Analysis) ] TJ ET BT 9.9626 0 0 9.9626 62.067 332.768
Tm /Ty2 1 Tf [ (In) -283 (this) -283 (s) 1 (ection) -283 (we) -283 (further)
-283 (analyse) -282 (the) -283 (ef) 25 (fect) -283 (of) -283 (encoding) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 320.813 Tm /Ty2 1 Tf [ (augmentations) -250
(on) -250 (learned) -250 (representations.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 296.548
Tm /Ty1 1 Tf [ (P) 20 (er) 37 (-class) -384 (br) 18 (eakdo) 10 (wn) -384 (on)
-384 (SSv1:) ] TJ ET BT 9.9626 0 0 9.9626 187.714 296.548 Tm /Ty2 1 Tf [ (W)
80 (e) -384 (conjecture) -384 (that) -384 (aug-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 284.593
Tm /Ty2 1 Tf [ (mentation) -225 (encoding) -224 (is) -225 (helpful) -224 (for)
-225 (the) -225 (do) 25 (wnstream) -224 (tasks) -225 (that) ] TJ ET BT 9.9626 0 0 9.9626 50.112 272.637
Tm /Ty2 1 Tf [ (need) -342 (to) -342 (be) -342 (a) 15 (w) 10 (are) -342 (of)
-342 (the) -342 (corresponding) -342 (spatial) -342 (and) -342 (tempo-) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 260.682 Tm /Ty2 1 Tf [ (ral) -257 (augmentations.)
-332 (T) 80 (o) -258 (v) 15 (erify) -257 (this) -257 (conjecture,) -260 (in)
-257 (T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 264.4275 260.682
Tm /Ty2 1 Tf (3) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 271.9791 260.682
Tm /Ty2 1 Tf (and) Tj ET BT 9.9626 0 0 9.9626 50.112 248.727 Tm /Ty2 1 Tf
[ (T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 75.58637 248.727
Tm /Ty2 1 Tf (A8) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 91.3472 248.727
Tm /Ty2 1 Tf [ (\(appendix\)) -360 (we) -360 (list) -360 (the) -360 (SSv1)
-361 (classes) -360 (that) -360 (benet) ] TJ ET BT 9.9626 0 0 9.9626 50.112 236.772
Tm /Ty2 1 Tf [ (the) -404 (most) -404 (and) -404 (the) -404 (least) -404 (from)
-404 (time) -404 (and) -404 (crop) -404 (encoding,) -443 (re-) ] TJ ET BT
9.9626 0 0 9.9626 50.112 224.817 Tm /Ty2 1 Tf [ (specti) 25 (v) 15 (ely) 65
(.) -311 (W) 80 (e) -250 (sort) -250 (the) -250 (classes) -250 (by) -250 (computing)
-251 (their) -250 (per) 20 (-class) ] TJ ET BT 9.9626 0 0 9.9626 50.112 212.862
Tm /Ty2 1 Tf [ (A) 74 (v) 15 (erage) -310 (Precision.) -491 (W) 80 (e) -310
(can) -311 (clear) 1 (ly) -311 (see) -310 (that) -310 (the) -310 (top) -311
(classes) ] TJ ET BT 9.9626 0 0 9.9626 50.112 200.906 Tm /Ty2 1 Tf [ (for)
-264 (time) -264 (encoding) -264 (are) -264 (typically) -264 (sensiti) 25
(v) 15 (e) -264 (of) -264 (temporal) -264 (order) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 188.951
Tm /Ty2 1 Tf [ (ing) -276 (by) -276 (denition,) -282 (such) -276 (as) ] TJ
ET BT 9.9626 0 0 9.9626 153.857 188.951 Tm /Ty7 1 Tf [ (lift) -276 (up) -276
(then) -275 (dr) 45 (op) -276 (down) ] TJ ET BT 9.9626 0 0 9.9626 243.004 188.951
Tm /Ty2 1 Tf [ (,) -282 (and) ] TJ ET BT 9.9626 0 0 9.9626 265.441 188.951
Tm /Ty7 1 Tf [ (mo) 10 (ve) ] TJ ET BT 9.9626 0 0 9.9626 50.112 176.996 Tm
/Ty7 1 Tf (closer) Tj ET BT 9.9626 0 0 9.9626 74.46 176.996 Tm /Ty2 1 Tf [
(,) -264 (where) -261 (changing) -261 (the) -262 (arro) 25 (w) -261 (of) -261
(time) -261 (w) 10 (ould) -261 (lead) -262 (to) -261 (the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 165.041
Tm /Ty2 1 Tf [ (opposite) -199 (action) -199 (\() ] TJ ET BT 9.9626 0 0 9.9626 115.505 165.041
Tm /Ty7 1 Tf [ (e) 15 (.g) ] TJ ET BT 9.9626 0 0 9.9626 127.251 165.041 Tm
/Ty2 1 Tf (.) Tj ET BT 9.9626 0 0 9.9626 131.724 165.041 Tm /Ty7 1 Tf [ (mo)
10 (ve) -199 (farther) -199 (away) ] TJ ET BT 9.9626 0 0 9.9626 205.316 165.041
Tm /Ty2 1 Tf [ (\).) -293 (Similarly) 65 (,) -209 (for) -199 (crop) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 153.086 Tm /Ty2 1 Tf [ (encoding,) -247 (the)
-247 (classes) -247 (that) -246 (benet) -247 (the) -247 (most) -247 (are)
-246 (those) -247 (that) -247 (re-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 141.13
Tm /Ty2 1 Tf [ (quire) -192 (s) 1 (ome) -192 (le) 25 (v) 15 (el) -191 (o)
-1 (f) -191 (spatial) -191 (reasoning) -192 (\() ] TJ ET BT 9.9626 0 0 9.9626 198.395 141.13
Tm /Ty7 1 Tf [ (e) 15 (.g) ] TJ ET BT 9.9626 0 0 9.9626 210.141 141.13 Tm
/Ty2 1 Tf (.) Tj ET BT 9.9626 0 0 9.9626 214.54 141.13 Tm /Ty7 1 Tf [ (lift)
-191 (up) ] TJ ET BT 9.9626 0 0 9.9626 237.488 141.13 Tm /Ty2 1 Tf (,) Tj
ET BT 9.9626 0 0 9.9626 242.003 141.13 Tm /Ty7 1 Tf [ (dr) 45 (op) -192 (down)
] TJ ET BT 9.9626 0 0 9.9626 283.871 141.13 Tm /Ty2 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 50.112 129.175
Tm /Ty7 1 Tf [ (pull) -344 (fr) 45 (om) -345 (right) -344 (to) -344 (left)
] TJ ET BT 9.9626 0 0 9.9626 137.567 129.175 Tm /Ty2 1 Tf [ (,) -368 (and)
] TJ ET BT 9.9626 0 0 9.9626 161.541 129.175 Tm /Ty7 1 Tf [ (mo) 10 (ve) -344
(down) ] TJ ET BT 9.9626 0 0 9.9626 207.482 129.175 Tm /Ty2 1 Tf [ (\),) -368
(while) -344 (the) -345 (bottom) ] TJ ET BT 9.9626 0 0 9.9626 50.112 117.22
Tm /Ty2 1 Tf [ (classes) -250 (typically) -250 (do) -250 (not) -250 (require)
-250 (spatial) -250 (reasoning.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 104.91
Tm /Ty1 1 Tf [ (Pr) 18 (edicting) -272 (T) 18 (ime) -271 (Shifts:) ] TJ ET
BT 9.9626 0 0 9.9626 152.768 104.91 Tm /Ty2 1 Tf [ (In) -272 (pre) 25 (vious)
-271 (e) 15 (xperiments,) -277 (we) -272 (con-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 92.955
Tm /Ty2 1 Tf [ -379 (empirically) -378 (that) -379 (encoding) -378 (augmentations)
-379 (during) -379 (pre-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 81 Tm /Ty2 1
Tf [ (training) -255 (leads) -254 (to) -255 (better) -254 (do) 25 (wnstream)
-255 (performance.) -324 (As) -254 (a) -255 (san-) ] TJ ET q 0.8 0 0 0.8 313.117 719.6814
cm 0 0 m 278.447 0 l S Q q 0.8 0 0 0.8 62.225 133.1494 cm BT 9.9626 0 0 9.9626 425.002 721.609
Tm /Ty2 1 Tf (Label) Tj ET Q q 0.8 0 0 0.8 62.225 133.1494 cm BT 9.9626 0 0 9.9626 565.05 721.609
Tm /Ty34 1 Tf (!) Tj ET Q q 0.8 0 0 0.8 62.225 133.1494 cm BT 9.9626 0 0 9.9626 573.352 721.609
Tm /Ty2 1 Tf (AP) Tj ET Q 0.498 w q 0.8 0 0 0.8 313.117 705.9958 cm 0 0 m
278.447 0 l S Q /Cs1 cs 0.94 0.97 1 sc 313.117 694.0022 196.3656 9.564 re
f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494 cm BT 9.9626 0 0 9.9626 319.593 704.652
Tm /Ty2 1 Tf [ (Lifting) -250 (something) -250 (up) -250 (completely) 65 (,)
-250 (then) -250 (letting) -250 (it) -250 (drop) -250 (do) 25 (wn) ] TJ ET
Q /Cs1 cs 0.94 0.97 1 sc 509.4826 694.0022 26.392 9.564 re f /Cs2 cs 0 sc
q 0.8 0 0 0.8 62.225 133.1494 cm BT 9.9626 0 0 9.9626 566.85 704.652 Tm /Ty2
1 Tf (21.0) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 313.117 684.4374 196.3656 9.564
re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494 cm BT 9.9626 0 0 9.9626 328.604 692.697
Tm /Ty2 1 Tf [ (Pulling) -250 (tw) 10 (o) -250 (ends) -250 (of) -250 (something)
-250 (so) -250 (that) -250 (it) -250 (gets) -250 (stretched) ] TJ ET Q /Cs1
cs 0.94 0.97 1 sc 509.4826 684.4374 26.392 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494
cm BT 9.9626 0 0 9.9626 566.85 692.697 Tm /Ty2 1 Tf (19.8) Tj ET Q /Cs1 cs
0.94 0.97 1 sc 313.117 674.8734 196.3656 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494
cm BT 9.9626 0 0 9.9626 328.086 680.742 Tm /Ty2 1 Tf [ (Mo) 15 (ving) -250
(something) -250 (and) -250 (something) -250 (closer) -250 (to) -250 (each)
-250 (other) ] TJ ET Q /Cs1 cs 0.94 0.97 1 sc 509.4826 674.8734 26.392 9.564
re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494 cm BT 9.9626 0 0 9.9626 566.85 680.742
Tm /Ty2 1 Tf (18.5) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 313.117 665.3094 196.3656 9.564
re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494 cm BT 9.9626 0 0 9.9626 343.563 668.787
Tm /Ty2 1 Tf [ (T) 80 (aking) -250 (one) -250 (of) -250 (man) 15 (y) -250
(similar) -250 (things) -250 (on) -250 (the) -250 (table) ] TJ ET Q /Cs1 cs
0.94 0.97 1 sc 509.4826 665.3094 26.392 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494
cm BT 9.9626 0 0 9.9626 566.85 668.787 Tm /Ty2 1 Tf (17.2) Tj ET Q /Cs1 cs
0.94 0.97 1 sc 313.117 655.7454 196.3656 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494
cm BT 9.9626 0 0 9.9626 325.317 656.831 Tm /Ty2 1 Tf [ (Pushing) -250 (something)
-250 (so) -250 (that) -250 (it) -250 (almost) -250 (f) 10 (alls) -250 (of)
25 (f) -250 (b) 20 (ut) -250 (doesn) 18 (t) ] TJ ET Q /Cs1 cs 0.94 0.97 1
sc 509.4826 655.7454 26.392 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494
cm BT 9.9626 0 0 9.9626 566.85 656.831 Tm /Ty2 1 Tf (16.7) Tj ET Q /Cs1 cs
1 0.89 0.88 sc 313.117 646.1814 196.3656 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494
cm BT 9.9626 0 0 9.9626 339.578 644.876 Tm /Ty2 1 Tf [ (Poking) -250 (something)
-250 (so) -250 (lightly) -250 (that) -250 (it) -250 (doesn) 18 (t) -250 (mo)
15 (v) 15 (e) ] TJ ET Q /Cs1 cs 1 0.89 0.88 sc 509.4826 646.1814 26.392 9.564
re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494 cm BT 9.9626 0 0 9.9626 567.682 644.876
Tm /Ty2 1 Tf (-4.6) Tj ET Q /Cs1 cs 1 0.89 0.88 sc 313.117 636.6174 196.3656 9.564
re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494 cm BT 9.9626 0 0 9.9626 342.253 632.921
Tm /Ty2 1 Tf [ (Pretending) -250 (to) -250 (pour) -250 (something) -250 (out)
-250 (of) -250 (something) ] TJ ET Q /Cs1 cs 1 0.89 0.88 sc 509.4826 636.6174 26.392 9.564
re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494 cm BT 9.9626 0 0 9.9626 567.682 632.921
Tm /Ty2 1 Tf (-5.4) Tj ET Q /Cs1 cs 1 0.89 0.88 sc 313.117 627.0526 196.3656 9.564
re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494 cm BT 9.9626 0 0 9.9626 322.886 620.966
Tm /Ty2 1 Tf [ (Poking) -250 (a) -250 (stack) -250 (of) -250 (something) -250
(without) -250 (the) -250 (stack) -250 (collapsing) ] TJ ET Q /Cs1 cs 1 0.89
0.88 sc 509.4826 627.0526 26.392 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494
cm BT 9.9626 0 0 9.9626 567.682 620.966 Tm /Ty2 1 Tf (-5.5) Tj ET Q /Cs1 cs
1 0.89 0.88 sc 313.117 617.4886 196.3656 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494
cm BT 9.9626 0 0 9.9626 356.788 609.011 Tm /Ty2 1 Tf [ (Pretending) -250 (to)
-250 (spread) -250 (air) -250 (onto) -250 (something) ] TJ ET Q /Cs1 cs 1
0.89 0.88 sc 509.4826 617.4886 26.392 9.564 re f /Cs2 cs 0 sc q 0.8 0 0 0.8 62.225 133.1494
cm BT 9.9626 0 0 9.9626 567.682 609.011 Tm /Ty2 1 Tf (-7.8) Tj ET Q 0.797
w q 0.8 0 0 0.8 313.117 615.7974 cm 0 0 m 278.447 0 l S Q BT 9.9626 0 0 9.9626 308.862 599.648
Tm /Ty2 1 Tf [ (T) 80 (able) -190 (3:) -281 (Classes) -190 (that) -191 (benet)
-190 (the) -190 (most) -191 (and) -190 (the) -191 (least) -190 (with) ] TJ
ET BT 9.9626 0 0 9.9626 526.303 599.648 Tm /Ty1 1 Tf (time) Tj ET BT 9.9626 0 0 9.9626 308.862 587.693
Tm /Ty1 1 Tf (encoding) Tj ET BT 9.9626 0 0 9.9626 349.686 587.693 Tm /Ty2
1 Tf [ (on) -264 (SSv1.) -351 (W) 80 (e) -264 (sort) -263 (the) -264 (classes)
-264 (by) -263 (their) -264 (dif) 25 (ferences) ] TJ ET BT 9.9626 0 0 9.9626 308.862 575.737
Tm /Ty2 1 Tf [ (on) -250 (A) 74 (v) 15 (erage) -250 (Precision.) ] TJ ET BT
9.9626 0 0 9.9626 308.862 542.795 Tm /Ty2 1 Tf [ (ity) -344 (check) -344 (ho)
25 (we) 25 (v) 15 (er) 40 (,) -367 (we) -344 (also) -344 (further) -344 (design)
-344 (a) -344 (proxy) -344 (task) -344 (to) ] TJ ET BT 9.9626 0 0 9.9626 308.862 530.84
Tm /Ty2 1 Tf [ (v) 15 (erify) -425 (that) -425 (the) -425 (representations)
-425 (are) -425 (indeed) -426 (st) 1 (oring) -426 (the) -425 (en-) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 518.885 Tm /Ty2 1 Tf [ (coded) -198 (information)
-199 (and) -198 (not) -198 (discarding) -199 (it.) -293 (T) 80 (o) -198 (analyse)
-198 (the) -199 (time) ] TJ ET BT 9.9626 0 0 9.9626 308.862 506.93 Tm /Ty2
1 Tf [ (encodings,) -280 (we) -275 (design) -274 (a) -274 (time) -274 (shift)
-275 (class) 1 (ication) -275 (e) 15 (xperiment) ] TJ ET BT 9.9626 0 0 9.9626 308.862 494.974
Tm /Ty2 1 Tf [ (based) -278 (on) -279 (the) -278 (SSv1) -279 (dataset.) -395
(F) 15 (or) -279 (each) -278 (video,) -286 (we) -278 (sample) -279 (tw) 10
(o) ] TJ ET BT 9.9626 0 0 9.9626 308.862 483.019 Tm /Ty2 1 Tf [ (16-frame)
-270 (clips) -271 (and) -270 (use) -270 (their) -270 (relati) 25 (v) 15 (e)
-271 (distance) -270 (in) -270 (time) -270 (as) -271 (the) ] TJ ET BT 9.9626 0 0 9.9626 308.862 471.064
Tm /Ty2 1 Tf [ (classication) -375 (label.) -686 (The) -376 (label) -375
(space) -376 (is) ] TJ ET BT 9.9626 0 0 9.9626 471.909 471.064 Tm /Ty7 1 Tf
(quantised) Tj ET BT 9.9626 0 0 9.9626 514.662 471.064 Tm /Ty2 1 Tf [ (e)
25 (v) 15 (ery) -375 (6) ] TJ ET BT 9.9626 0 0 9.9626 308.862 459.109 Tm /Ty2
1 Tf [ (frames) -351 (\(0.5) -350 (seconds\).) -612 (During) -351 (training)
-350 (and) -351 (e) 25 (v) 25 (aluation,) -376 (we) ] TJ ET BT 9.9626 0 0 9.9626 308.862 447.154
Tm /Ty2 1 Tf [ (tak) 10 (e) -227 (the) -228 (frozen) -227 (representations)
-228 (of) -227 (the) -227 (tw) 10 (o) -228 (clips,) -232 (concatenate) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 435.199 Tm /Ty2 1 Tf [ (them) -358 (channel-wi)
1 (se) -358 (and) -358 (pass) -357 (them) -358 (to) -357 (a) -358 (linear)
-357 (classier) -358 (on) ] TJ ET BT 9.9626 0 0 9.9626 308.862 423.243 Tm
/Ty2 1 Tf [ (top.) -442 (T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 353.3052 423.243
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 361.2155 423.243
Tm /Ty2 1 Tf [ (sho) 25 (ws) -293 (the) -294 (results.) -442 (W) 80 (e) -294
(can) -294 (see) -294 (that) -294 (by) -294 (pro) 15 (vid-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 411.288
Tm /Ty2 1 Tf [ (ing) -326 (the) -326 (encoded) -326 (time) -326 (augmentation)
] TJ ET BT 9.9626 0 0 9.9626 455.147 411.288 Tm /Ty29 1 Tf (") Tj ET BT 6.9738 0 0 6.9738 459.575 409.794
Tm /Ty24 1 Tf (t) Tj ET BT 9.9626 0 0 9.9626 466.329 411.288 Tm /Ty2 1 Tf
[ (during) -326 (pre-training,) ] TJ ET BT 9.9626 0 0 9.9626 308.862 399.333
Tm /Ty2 1 Tf [ (CA) 111 (TE) -406 (learns) -407 (representations) -406 (that)
-407 (maintain) -406 (temporal) -407 (shift) ] TJ ET BT 9.9626 0 0 9.9626 308.862 387.378
Tm /Ty2 1 Tf [ (information,) -460 (solving) -417 (the) -418 (task) -418 (with)
-417 (near) -418 (perfect) -418 (accurac) 15 (y) 65 (.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 375.423
Tm /Ty2 1 Tf [ (Pro) 15 (viding) -328 (only) -328 (the) -328 (arro) 25 (w)
-329 (of) -328 (time) ] TJ ET BT 9.9626 0 0 9.9626 446.515 375.423 Tm /Ty16
1 Tf [ (s) -0.4 (gn) -0.6 (\() ] TJ ET BT 9.9626 0 0 9.9626 464.835 375.423
Tm /Ty29 1 Tf (") Tj ET BT 6.9738 0 0 6.9738 469.263 373.928 Tm /Ty24 1 Tf
(t) Tj ET BT 9.9626 0 0 9.9626 472.77 375.423 Tm /Ty16 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 479.914 375.423 Tm /Ty2 1 Tf [ (retains) -328 (some) -328
(in-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 363.468 Tm /Ty2 1 Tf [ (formation,)
-278 (while) -272 (the) -272 (no) -273 (encoding) -272 (baseline) -272 (performs)
-273 (poorly) ] TJ ET BT 9.9626 0 0 9.9626 308.862 351.512 Tm /Ty2 1 Tf [
(on) -250 (this) -250 (probing) -250 (task.) ] TJ ET q 0.8 0 0 0.8 349.341 336.1844
cm 0 0 m 187.887 0 l S Q q 0.8 0 0 0.8 69.4698 62.1884 cm BT 9.9626 0 0 9.9626 355.817 330.939
Tm /Ty2 1 Tf [ (Encode) -250 (T) 35 (ime) ] TJ ET Q q 0.8 0 0 0.8 69.4698 62.1884
cm BT 9.9626 0 0 9.9626 433.146 330.939 Tm /Ty29 1 Tf (!) Tj ET Q q 0.8 0 0 0.8 69.4698 62.1884
cm BT 9.9626 0 0 9.9626 462.908 330.939 Tm /Ty2 1 Tf [ (T) 35 (ime) -250 (Of)
25 (fset) -250 (Acc.) ] TJ ET Q 0.498 w q 0.8 0 0 0.8 349.341 322.4988 cm
0 0 m 187.887 0 l S Q q 0.8 0 0 0.8 69.4698 62.1884 cm BT 9.9626 0 0 9.9626 379.498 313.982
Tm /Ty31 1 Tf (!) Tj ET Q q 0.8 0 0 0.8 69.4698 62.1884 cm BT 9.9626 0 0 9.9626 434.229 313.982
Tm /Ty2 1 Tf [ (-) -5376 (5.7) ] TJ ET Q q 0.8 0 0 0.8 69.4698 62.1884 cm
BT 9.9626 0 0 9.9626 378.191 302.027 Tm /Ty33 1 Tf (!) Tj ET Q q 0.8 0 0 0.8 69.4698 62.1884
cm BT 9.9626 0 0 9.9626 420.823 302.027 Tm /Ty16 1 Tf [ (s) -0.4 (gn) -0.6
(\() ] TJ ET Q q 0.8 0 0 0.8 69.4698 62.1884 cm BT 9.9626 0 0 9.9626 439.143 302.027
Tm /Ty29 1 Tf (") Tj ET Q q 0.8 0 0 0.8 69.4698 62.1884 cm BT 6.9738 0 0 6.9738 443.571 300.533
Tm /Ty24 1 Tf (t) Tj ET Q q 0.8 0 0 0.8 69.4698 62.1884 cm BT 9.9626 0 0 9.9626 447.078 302.027
Tm /Ty16 1 Tf (\)) Tj ET Q q 0.8 0 0 0.8 69.4698 62.1884 cm BT 9.9626 0 0 9.9626 488.611 302.027
Tm /Ty2 1 Tf (65.7) Tj ET Q q 0.8 0 0 0.8 69.4698 62.1884 cm BT 9.9626 0 0 9.9626 378.191 290.072
Tm /Ty33 1 Tf (!) Tj ET Q q 0.8 0 0 0.8 69.4698 62.1884 cm BT 9.9626 0 0 9.9626 431.92 290.072
Tm /Ty29 1 Tf (") Tj ET Q q 0.8 0 0 0.8 69.4698 62.1884 cm BT 6.9738 0 0 6.9738 436.348 288.577
Tm /Ty24 1 Tf (t) Tj ET Q q 0.8 0 0 0.8 69.4698 62.1884 cm BT 9.9626 0 0 9.9626 488.611 290.072
Tm /Ty1 1 Tf (99.9) Tj ET Q 0.797 w q 0.8 0 0 0.8 349.341 289.6852 cm 0 0
m 187.887 0 l S Q BT 9.9626 0 0 9.9626 308.862 275.374 Tm /Ty2 1 Tf [ (T)
80 (able) -192 (4:) ] TJ ET BT 9.9626 0 0 9.9626 343.22 275.374 Tm /Ty1 1
Tf [ (T) 18 (ime) -192 (Shift) -193 (Classication) -192 (on) -193 (SSv1)
] TJ ET BT 9.9626 0 0 9.9626 481.907 275.374 Tm /Ty2 1 Tf [ (.) -291 (Encoding)
-192 (time) ] TJ ET BT 9.9626 0 0 9.9626 308.862 263.419 Tm /Ty2 1 Tf [ (signicantly)
-363 (helps) -363 (on) -363 (this) -363 (proxy) -363 (task,) -392 (v) 25 (alidating)
-363 (the) -363 (intu-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 251.464 Tm /Ty2
1 Tf [ (ition) -250 (that) -250 (our) -250 (model) -250 (retains) -250 (useful)
-250 (time) -250 (information.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 228.698
Tm /Ty1 1 Tf [ (Early) -244 (Action) -245 (Classication:) ] TJ ET BT 9.9626 0 0 9.9626 429.149 228.698
Tm /Ty2 1 Tf [ (W) 80 (e) -244 (use) -245 (this) -244 (benchmark) -244 (to)
-245 (in-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 216.743 Tm /Ty2 1 Tf [ (v)
15 (estig) 5 (ate) -331 (the) -330 (impact) -331 (of) -331 (the) -330 (number)
-331 (of) -330 (observ) 15 (ed) -331 (frames) -331 (on) ] TJ ET BT 9.9626 0 0 9.9626 308.862 204.788
Tm /Ty2 1 Tf [ (action) -274 (recognition.) -381 (T) 80 (able) ] TJ ET /Cs1
cs 1 0 0 sc BT 9.9626 0 0 9.9626 412.224 204.788 Tm /Ty2 1 Tf (A5) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 427.128 204.788 Tm /Ty2 1 Tf [ (in) -273 (Section)
] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 470.2163 204.788 Tm /Ty2 1 Tf
(6.2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 485.3993 204.788 Tm /Ty2 1 Tf
[ (\(Appendix\)) -274 (re-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 192.833 Tm
/Ty2 1 Tf [ (ports) -283 (results) -284 (on) -283 (UCF-101) -284 (and) -283
(HMDB-51.) -411 (W) 80 (e) -283 (observ) 15 (e) -284 (that) ] TJ ET BT 9.9626 0 0 9.9626 308.862 180.878
Tm /Ty2 1 Tf [ (the) -256 (g) 5 (ain) -255 (of) -256 (encoding) -255 (time)
-256 (is) -255 (bigger) -256 (for) -256 (early) -255 (action) -256 (classi-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 168.922 Tm /Ty2 1 Tf [ (cation) -224
(than) -225 (for) -224 (full) -224 (video) -225 (classication,) -229 (which)
-224 (indicates) -225 (that) ] TJ ET BT 9.9626 0 0 9.9626 308.862 156.967
Tm /Ty2 1 Tf [ (time) -250 (information) -250 (is) -250 (more) -250 (important)
-250 (for) -250 (the) -250 (task.) ] TJ ET BT 10.9589 0 0 10.9589 308.862 135.696
Tm /Ty1 1 Tf [ (4.5.) -250 (Comparison) -250 (with) -250 (State-of-the-Art)
] TJ ET BT 9.9626 0 0 9.9626 320.817 117.314 Tm /Ty2 1 Tf [ (Finally) 65 (,)
-321 (we) -307 (present) -308 (comparis) 1 (on) -1 (s) -307 (with) -307 (pre)
25 (vious) -307 (state-of-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 105.359 Tm
/Ty2 1 Tf [ (the-art) -250 (methods) -250 (on) -250 (SS,) -250 (UCF101) -250
(and) -250 (HMDB51.) ] TJ ET BT 9.9626 0 0 9.9626 320.817 92.955 Tm /Ty2 1
Tf [ (F) 15 (or) -288 (SS,) -288 (we) -288 (compare) -288 (our) -288 (self-supervised)
-288 (representations) ] TJ ET BT 9.9626 0 0 9.9626 308.862 81 Tm /Ty2 1 Tf
[ (with) -483 (other) -482 (weakly-) -483 (and) -482 (fully-supervised) -483
(representations.) ] TJ ET Q
endstream
endobj
38 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/u3vb8clwnNnUwXmyfqh9NA Do
Q
endstream
endobj
39 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 57 0 R /Ty11 71 0 R /Ty16 81 0 R /Ty2 59 0 R /Ty24 88 0 R /Ty29 92 0 R /Ty31 96 0 R /Ty33 97 0 R /Ty34 99 0 R /Ty7 64 0 R >> /ProcSet [ /PDF /Text ] /XObject << /u3vb8clwnNnUwXmyfqh9NA 100 0 R >> >>
endobj
40 0 obj
<< /Length 40943 >>
stream
q Q q 0 0 612 792 re W n BT 9.9626 0 0 9.9626 50.112 710.037 Tm /Ty2 1 Tf
[ (F) 15 (or) -336 (e) 25 (v) 25 (aluation,) -357 (all) -336 (representations)
-336 (are) -336 (frozen,) -357 (and) -336 (a) -336 (linear) ] TJ ET BT 9.9626 0 0 9.9626 50.112 698.082
Tm /Ty2 1 Tf [ (classier) -348 (is) -349 (trained) -348 (on) -349 (the) -348
(labeled) -349 (training) -348 (e) 15 (xamples) -349 (from) ] TJ ET BT 9.9626 0 0 9.9626 50.112 686.127
Tm /Ty2 1 Tf [ (the) -242 (tar) 18 (get) -241 (dataset.) -307 (In) -242 (T)
80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 157.8276 686.127 Tm
/Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 162.8089 686.127 Tm
/Ty2 1 Tf [ (,) -243 (we) -242 (compare) -241 (CA) 111 (TE) -242 (with) -242
(com-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 674.172 Tm /Ty2 1 Tf [ (petiti)
25 (v) 15 (e) -405 (weakly-supervised) -405 (methods.) -776 (CA) 111 (TE)
-405 (is) -405 (pretrained) ] TJ ET BT 9.9626 0 0 9.9626 50.112 662.217 Tm
/Ty2 1 Tf [ (on) -351 (the) -352 (train) -351 (split) -352 (of) -351 (SSv1,)
-377 (and) -352 (all) -351 (weakly-supervised) -352 (rep-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 650.261
Tm /Ty2 1 Tf [ (resentations) -345 (are) -346 (pretrained) -345 (by) -345
(the) -345 (authors) -346 (of) -345 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 237.4188 650.261
Tm /Ty2 1 Tf (66) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 247.3814 650.261
Tm /Ty2 1 Tf [ (]) -345 (on) -346 (19M) ] TJ ET BT 9.9626 0 0 9.9626 50.112 638.306
Tm /Ty2 1 Tf [ (public) -306 (videos) -307 (with) -306 (hashtag) -307 (supervision.)
-479 (The) -306 (tar) 18 (get) -307 (dataset) ] TJ ET BT 9.9626 0 0 9.9626 50.112 626.351
Tm /Ty2 1 Tf [ (is) -360 (SSv1.) -639 (Despite) -359 (training) -360 (with)
-360 (only) -359 (0.1M) -360 (videos) -360 (without) ] TJ ET BT 9.9626 0 0 9.9626 50.112 614.396
Tm /Ty2 1 Tf [ (using) -345 (their) -346 (labels,) -369 (our) -346 (method)
-345 (is) -345 (able) -346 (to) -345 (outperform) -346 (these) ] TJ ET BT
9.9626 0 0 9.9626 50.112 602.441 Tm /Ty2 1 Tf [ (weakly-supervised) -250 (approaches)
-250 (by) -250 (lar) 18 (ge) -250 (mar) 18 (gins.) ] TJ ET 0.797 w q 0.85 0 0 0.85 83.55035 587.7428
cm 0 0 m 193.401 0 l S Q q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 107.086 582.714
Tm /Ty2 1 Tf [ (Method) -2925 (Supervision) -1200 (T) 80 (op-1) -250 (Acc.)
] TJ ET Q 0.498 w q 0.85 0 0 0.85 83.55035 573.2019 cm 0 0 m 193.401 0 l S
Q /Cs1 cs 0.94 0.97 1 sc 83.55035 560.4586 65.71945 10.16175 re f /Cs2 cs
0 sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 90.618 565.756
Tm /Ty2 1 Tf [ (Distillation) -250 ([) ] TJ ET Q /Cs1 cs 0 1 0 sc q 0.85 0 0 0.85 12.21495 82.61415
cm BT 9.9626 0 0 9.9626 141.2679 565.756 Tm /Ty2 1 Tf (22) Tj ET Q /Cs2 cs
0 sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 151.2305 565.756
Tm /Ty2 1 Tf (]) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 149.2698 560.4586 50.6226 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 179.801 565.756
Tm /Ty2 1 Tf [ (W) 80 (eak) ] TJ ET Q /Cs1 cs 0.94 0.97 1 sc 199.8924 560.4586 48.0488 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 240.343 565.756
Tm /Ty2 1 Tf (15.6) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 83.55035 550.2969 65.71945 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 93.666 553.801
Tm /Ty2 1 Tf [ (Prototype) -250 ([) ] TJ ET Q /Cs1 cs 0 1 0 sc q 0.85 0 0 0.85 12.21495 82.61415
cm BT 9.9626 0 0 9.9626 138.2187 553.801 Tm /Ty2 1 Tf (50) Tj ET Q /Cs2 cs
0 sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 148.1813 553.801
Tm /Ty2 1 Tf (]) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 149.2698 550.2969 50.6226 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 179.801 553.801
Tm /Ty2 1 Tf [ (W) 80 (eak) ] TJ ET Q /Cs1 cs 0.94 0.97 1 sc 199.8924 550.2969 48.0488 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 240.343 553.801
Tm /Ty2 1 Tf (20.3) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 83.55035 540.1351 65.71945 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 93.108 541.846
Tm /Ty2 1 Tf [ (ClusterFit) -250 ([) ] TJ ET Q /Cs1 cs 0 1 0 sc q 0.85 0 0 0.85 12.21495 82.61415
cm BT 9.9626 0 0 9.9626 138.7766 541.846 Tm /Ty2 1 Tf (66) Tj ET Q /Cs2 cs
0 sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 148.7392 541.846
Tm /Ty2 1 Tf (]) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 149.2698 540.1351 50.6226 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 179.801 541.846
Tm /Ty2 1 Tf [ (W) 80 (eak) ] TJ ET Q /Cs1 cs 0.94 0.97 1 sc 199.8924 540.1351 48.0488 10.16175
re f /Cs2 cs 0 sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 240.343 541.846
Tm /Ty2 1 Tf (20.6) Tj ET Q q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 89.902 529.891
Tm /Ty2 1 Tf [ (SimCLR++) -250 ([) ] TJ ET Q /Cs1 cs 0 1 0 sc q 0.85 0 0 0.85 12.21495 82.61415
cm BT 9.9626 0 0 9.9626 142.385 529.891 Tm /Ty2 1 Tf (8) Tj ET Q /Cs2 cs 0
sc q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 147.3663 529.891
Tm /Ty2 1 Tf (]) Tj ET Q q 0.85 0 0 0.85 12.21495 82.61415 cm BT 6.9738 0 0 6.9738 150.683 533.506
Tm /Ty13 1 Tf (#) Tj ET Q q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 182.994 529.891
Tm /Ty2 1 Tf [ (Self) -4145 (26.4) ] TJ ET Q q 0.85 0 0 0.85 12.21495 82.61415
cm BT 9.9626 0 0 9.9626 110.129 517.936 Tm /Ty2 1 Tf [ (CA) 111 (TE) -4814
(Self) ] TJ ET Q q 0.85 0 0 0.85 12.21495 82.61415 cm BT 9.9626 0 0 9.9626 240.343 517.936
Tm /Ty1 1 Tf (32.2) Tj ET Q 0.797 w q 0.85 0 0 0.85 83.55035 518.0139 cm 0
0 m 193.401 0 l S Q BT 9.9626 0 0 9.9626 50.112 503.682 Tm /Ty2 1 Tf [ (T)
80 (able) -648 (5:) ] TJ ET BT 9.9626 0 0 9.9626 97.229 503.682 Tm /Ty1 1
Tf [ (Comparison) -648 (to) -648 (SoT) 90 (A) -648 (on) -648 (the) -648 (Something-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 491.727 Tm /Ty1 1 Tf [ (something) -317
(v1) -318 (v) 10 (al) -318 (set) ] TJ ET BT 9.9626 0 0 9.9626 137.539 491.727
Tm /Ty2 1 Tf [ (.) -513 (W) 80 (e) -317 (use) -318 (linear) -317 (e) 25 (v)
25 (aluation) -318 (on) -317 (frozen) ] TJ ET BT 9.9626 0 0 9.9626 50.112 479.772
Tm /Ty2 1 Tf [ (features.) -1294 (W) 80 (e) -578 (compare) -578 (to) -578
(weakly-supervised) -578 (baselines) ] TJ ET BT 9.9626 0 0 9.9626 50.112 467.817
Tm /Ty2 1 Tf [ (by) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 65.8828 467.817
Tm /Ty2 1 Tf (66) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 75.8454 467.817
Tm /Ty2 1 Tf [ (].) -310 (*:) -310 (re-implemented) -250 (with) -250 (temporal)
-250 (augmentation.) ] TJ ET BT 9.9626 0 0 9.9626 62.067 443.659 Tm /Ty2 1
Tf [ (In) -386 (T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 99.94481 443.659
Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 104.9261 443.659
Tm /Ty2 1 Tf [ (,) -420 (we) -386 (compare) -387 (with) -386 (fully-supervised)
-386 (Spatial-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 431.704 Tm /Ty2 1 Tf [
(T) 70 (emporal) -415 (Interaction) -416 (Netw) 10 (orks) -415 (\(STIN\))
-415 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 218.5796 431.704 Tm
/Ty2 1 Tf (35) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 228.5422 431.704 Tm
/Ty2 1 Tf [ (]) -415 (for) -416 (fe) 25 (w-shot) ] TJ ET BT 9.9626 0 0 9.9626 50.112 419.749
Tm /Ty2 1 Tf [ (action) -317 (classication.) -510 (Both) -317 (CA) 111 (TE)
-317 (and) -317 (STIN) -317 (are) -317 (pretrained) ] TJ ET BT 9.9626 0 0 9.9626 50.112 407.794
Tm /Ty2 1 Tf [ (on) -293 (the) -293 -293 (split) -293 (of) -293 (Something-Else,)
-304 (which) -293 (contains) -293 (half) ] TJ ET BT 9.9626 0 0 9.9626 50.112 395.839
Tm /Ty2 1 Tf [ (of) -395 (the) -396 (videos.) -746 (STIN) -396 (uses) -395
(its) -395 (labels) -396 (as) -395 (supervision) -396 (while) ] TJ ET BT 9.9626 0 0 9.9626 50.112 383.884
Tm /Ty2 1 Tf [ (CA) 111 (TE) -300 (does) -300 (not.) -460 (The) -300 (tar)
18 (get) -300 (fe) 25 (w-s) 1 (hot) -300 (dataset) -300 (contains) -300 (5,)
-313 (or) ] TJ ET BT 9.9626 0 0 9.9626 50.112 371.928 Tm /Ty2 1 Tf [ (10)
-368 (e) 15 (xamples) -369 (per) -368 (class,) -398 (across) -369 (86) -368
(classes.) -665 (This) -369 (is) -368 (a) -369 (more) ] TJ ET BT 9.9626 0 0 9.9626 50.112 359.973
Tm /Ty2 1 Tf [ (challenging) -334 (setup) -334 (than) -334 (the) -334 (5-w)
10 (ay) -334 (classication) -334 (setup) -334 (used) ] TJ ET BT 9.9626 0 0 9.9626 50.112 348.018
Tm /Ty2 1 Tf [ (by) -338 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 66.7595 348.018
Tm /Ty2 1 Tf (7) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 71.7408 348.018 Tm
/Ty2 1 Tf [ (].) -572 (W) 80 (e) -338 (found) -337 (CA) 111 (TE) -338 (achie)
25 (v) 15 (es) -337 (on) -338 (par) -338 (or) -337 (better) -338 (perfor)
20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 336.063 Tm /Ty2 1 Tf [ (mance)
-250 (than) -250 (the) -250 (supervised) -250 (STIN.) ] TJ ET q 0.8 0 0 0.8 57.2378 321.3846
cm 0 0 m 271.271 0 l S Q q 0.8 0 0 0.8 11.049 59.2286 cm BT 9.9626 0 0 9.9626 89.387 316.14
Tm /Ty2 1 Tf [ (Method) -4416 (Pretrain) -1839 (5-shot) -250 (Acc.) -1200
(10-shot) -250 (Acc.) ] TJ ET Q 0.498 w q 0.8 0 0 0.8 57.2378 307.6998 cm
0 0 m 271.271 0 l S Q /Cs1 cs 0.94 0.97 1 sc 57.2378 295.7054 75.4368 9.564
re f /Cs2 cs 0 sc q 0.8 0 0 0.8 11.049 59.2286 cm BT 9.9626 0 0 9.9626 63.713 299.183
Tm /Ty2 1 Tf [ (STIN+OIE+NL) -250 ([) ] TJ ET Q /Cs1 cs 0 1 0 sc q 0.8 0 0 0.8 11.049 59.2286
cm BT 9.9626 0 0 9.9626 132.7737 299.183 Tm /Ty2 1 Tf (35) Tj ET Q /Cs2 cs
0 sc q 0.8 0 0 0.8 11.049 59.2286 cm BT 9.9626 0 0 9.9626 142.7363 299.183
Tm /Ty2 1 Tf (]) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 132.6738 295.7054 44.9832 9.564
re f /Cs2 cs 0 sc q 0.8 0 0 0.8 11.049 59.2286 cm BT 9.9626 0 0 9.9626 158.009 299.183
Tm /Ty2 1 Tf (Supervised) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 177.657 295.7054 46.3064 9.564
re f /Cs2 cs 0 sc q 0.8 0 0 0.8 11.049 59.2286 cm BT 9.9626 0 0 9.9626 228.484 299.183
Tm /Ty2 1 Tf (17.7) Tj ET Q /Cs1 cs 0.94 0.97 1 sc 223.9634 295.7054 50.2912 9.564
re f /Cs2 cs 0 sc q 0.8 0 0 0.8 11.049 59.2286 cm BT 9.9626 0 0 9.9626 288.857 299.183
Tm /Ty2 1 Tf (20.7) Tj ET Q q 0.8 0 0 0.8 11.049 59.2286 cm BT 9.9626 0 0 9.9626 72.203 287.228
Tm /Ty2 1 Tf [ (SimCLR++) -250 ([) ] TJ ET Q /Cs1 cs 0 1 0 sc q 0.8 0 0 0.8 11.049 59.2286
cm BT 9.9626 0 0 9.9626 124.686 287.228 Tm /Ty2 1 Tf (8) Tj ET Q /Cs2 cs 0
sc q 0.8 0 0 0.8 11.049 59.2286 cm BT 9.9626 0 0 9.9626 129.6673 287.228 Tm
/Ty2 1 Tf (]) Tj ET Q q 0.8 0 0 0.8 11.049 59.2286 cm BT 6.9738 0 0 6.9738 132.984 290.843
Tm /Ty13 1 Tf (#) Tj ET Q q 0.8 0 0 0.8 11.049 59.2286 cm BT 9.9626 0 0 9.9626 162.298 287.228
Tm /Ty2 1 Tf [ (Self-sup.) -3060 (14.4) -4310 (19.8) ] TJ ET Q q 0.8 0 0 0.8 11.049 59.2286
cm BT 9.9626 0 0 9.9626 92.43 275.273 Tm /Ty2 1 Tf [ (CA) 111 (TE) -4513 (Self-sup.)
] TJ ET Q q 0.8 0 0 0.8 11.049 59.2286 cm BT 9.9626 0 0 9.9626 228.484 275.273
Tm /Ty1 1 Tf [ (18.0) -4310 (22.9) ] TJ ET Q 0.797 w q 0.8 0 0 0.8 57.2378 274.8862
cm 0 0 m 271.271 0 l S Q BT 9.9626 0 0 9.9626 50.112 260.575 Tm /Ty2 1 Tf
[ (T) 80 (able) -237 (6:) ] TJ ET BT 9.9626 0 0 9.9626 85.137 260.575 Tm /Ty1
1 Tf [ (Comparison) -237 (to) -237 (SoT) 90 (A) -237 (on) -237 (Something-Else,)
-240 (a) -237 (split) ] TJ ET BT 9.9626 0 0 9.9626 50.112 248.619 Tm /Ty1
1 Tf [ (of) -369 (Something) -368 (Something-v2) -369 (f) 25 (or) -368 (few)
-369 (shot) -369 (classication) ] TJ ET BT 9.9626 0 0 9.9626 283.871 248.619
Tm /Ty2 1 Tf (.) Tj ET BT 9.9626 0 0 9.9626 50.112 236.664 Tm /Ty2 1 Tf [
(*:) -310 (our) -250 (re-implementation) -250 (with) -250 (temporal) -250
(augmentation.) ] TJ ET BT 9.9626 0 0 9.9626 62.067 212.507 Tm /Ty2 1 Tf [
(W) 80 (e) -776 (also) -776 (compare) -776 (to) -776 (the) -776 (state-of-the-art)
-776 (on) -776 (both) ] TJ ET BT 9.9626 0 0 9.9626 50.112 200.552 Tm /Ty2
1 Tf [ (HMDB51) -318 (and) -318 (UCF101) -319 (in) -318 (T) 80 (able) ] TJ
ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 184.1588 200.552 Tm /Ty2 1 Tf (7)
Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 189.1401 200.552 Tm /Ty2 1 Tf [ (.)
-514 (Using) -319 (frozen) -318 (features,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 188.596
Tm /Ty2 1 Tf [ (our) -341 (model) -341 (outperforms) -341 (all) -340 (other)
-341 (w) 10 (orks) -341 (that) -341 (pretrain) -341 (using) ] TJ ET BT 9.9626 0 0 9.9626 50.112 176.641
Tm /Ty2 1 Tf [ (RGB) -377 (frames) -378 (only) -378 -377 (on) -378 (UCF)
-377 (we) -378 (e) 25 (v) 15 (en) -378 (outperform) -377 (a) -378 (lar) 18
(ge) ] TJ ET BT 9.9626 0 0 9.9626 50.112 164.686 Tm /Ty2 1 Tf [ (number) -275
(of) -274 (w) 10 (orks) -275 (that) -275 (use) -274 (end-to-end) -275 (netuning.)
-384 (Addition-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 152.731 Tm /Ty2 1 Tf
[ (ally) 65 (,) -377 (our) -351 (model) -351 (outperforms) -351 (A) 135 (VSlo)
25 (wF) 15 (ast) -351 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 224.5771 152.731
Tm /Ty2 1 Tf (62) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 234.5397 152.731
Tm /Ty2 1 Tf [ (]) -351 (which) -352 (uses) ] TJ ET BT 9.9626 0 0 9.9626 50.112 140.776
Tm /Ty2 1 Tf [ (additional) -249 (supervision) -249 (from) -249 (audio,) -249
(and) -249 (both) -249 (MemDPC) -249 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 273.085 140.776
Tm /Ty2 1 Tf (18) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 283.0476 140.776
Tm /Ty2 1 Tf (]) Tj ET BT 9.9626 0 0 9.9626 50.112 128.821 Tm /Ty2 1 Tf [
(and) -408 (the) -407 (recently) -408 (proposed) -408 (CoCLR) -407 ([) ] TJ
ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 199.9097 128.821 Tm /Ty2 1 Tf (19)
Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 209.8723 128.821 Tm /Ty2 1 Tf [ (],)
-447 (which) -408 (use) -408 (addi-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 116.865
Tm /Ty2 1 Tf [ (tional) -467 (information) -467 (from) -466 (pre-e) 15 (xtracted)
-467 (optical) -467 25 (w) 65 (.) -961 (Our) ] TJ ET BT 9.9626 0 0 9.9626 50.112 104.91
Tm /Ty2 1 Tf [ (model) -249 (als) 1 (o) -249 (compares) -249 (f) 10 (a) 20
(v) 20 (ourably) -248 (with) -249 (MIL-NCE,) -248 (XDC) -249 (and) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 92.955 Tm /Ty2 1 Tf [ (ELO) -284 (t) 1 (hat) -284
(are) -284 (trained) -283 (on) -284 (orders) -283 (of) -284 (magnitude) -283
(more) -284 (training) ] TJ ET BT 9.9626 0 0 9.9626 50.112 81 Tm /Ty2 1 Tf
[ (data) -350 -349 (IG65M) -350 (consists) -349 (of) -350 (21) -349 (years)
-350 (of) -350 (data) -349 (\(XDC\),) -350 (HTM,) ] TJ ET q 1 0 0 1 308.862 719.601
cm 0 0 m 239.024 0 l S Q BT 7.9701 0 0 7.9701 329.971 709.79 Tm /Ty2 1 Tf
[ (Method) -3398 (Modalities) -1640 (Dataset) -1305 (Frozen) -1278 (UCF) -1194
(HMDB) ] TJ ET 0.498 w q 1 0 0 1 308.862 704.986 cm 0 0 m 239.024 0 l S Q
BT 7.9701 0 0 7.9701 315.13 695.323 Tm /Ty2 1 Tf [ (Shuf) 25 (f&Lrn*) -250
([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 358.9815 695.323 Tm /Ty2
1 Tf (40) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 366.9516 695.323 Tm /Ty2
1 Tf [ (]) -3314 (V) -3778 (UCF) ] TJ ET BT 7.9701 0 0 7.9701 471.067 695.323
Tm /Ty33 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 695.323 Tm /Ty2 1 Tf [
(26.5) -1792 (12.6) ] TJ ET BT 7.9701 0 0 7.9701 318.35 685.859 Tm /Ty2 1
Tf [ (3DRotNet) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 355.7616 685.859
Tm /Ty2 1 Tf (27) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 363.7317 685.859
Tm /Ty2 1 Tf [ (]) -3718 (V) -3639 (K400) ] TJ ET BT 7.9701 0 0 7.9701 471.067 685.859
Tm /Ty33 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 685.859 Tm /Ty2 1 Tf [
(47.7) -1792 (24.8) ] TJ ET BT 7.9701 0 0 7.9701 326.982 676.394 Tm /Ty2 1
Tf [ (CBT) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 347.1304 676.394
Tm /Ty2 1 Tf (53) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 355.1005 676.394
Tm /Ty2 1 Tf [ (]) -4801 (V) -3639 (K600) ] TJ ET BT 7.9701 0 0 7.9701 471.067 676.394
Tm /Ty33 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 676.394 Tm /Ty2 1 Tf [
(54.0) -1792 (29.5) ] TJ ET BT 7.9701 0 0 7.9701 318.569 666.93 Tm /Ty2 1
Tf [ (MemDPC) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 355.5423 666.93
Tm /Ty2 1 Tf (18) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 363.5124 666.93
Tm /Ty2 1 Tf [ (]) -3746 (V) -3639 (K400) ] TJ ET BT 7.9701 0 0 7.9701 471.067 666.93
Tm /Ty33 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 666.93 Tm /Ty2 1 Tf [
(54.1) -1792 (30.5) ] TJ ET BT 7.9701 0 0 7.9701 328.189 657.465 Tm /Ty2 1
Tf [ (T) 80 (aCo) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 349.9075 657.465
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 353.8926 657.465
Tm /Ty2 1 Tf [ (]) -4953 (V) -3639 (K400) ] TJ ET BT 7.9701 0 0 7.9701 471.067 657.465
Tm /Ty33 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 657.465 Tm /Ty2 1 Tf [
(59.6) -1792 (26.7) ] TJ ET BT 7.9701 0 0 7.9701 331.676 648.001 Tm /Ty1 1
Tf [ (CA) 95 (TE) ] TJ ET BT 7.9701 0 0 7.9701 396.022 648.001 Tm /Ty2 1 Tf
[ (V) -3639 (K400) ] TJ ET BT 7.9701 0 0 7.9701 471.067 648.001 Tm /Ty33 1
Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 648.001 Tm /Ty1 1 Tf [ (84.3) -1792
(53.6) ] TJ ET /Cs1 cs 0.94 0.97 1 sc 308.862 635.697 67.012 9.464 re f /Cs2
cs 0 sc BT 7.9701 0 0 7.9701 318.57 638.536 Tm /Ty2 1 Tf [ (MemDPC) -250 ([)
] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 355.5433 638.536 Tm /Ty2 1 Tf
(18) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 363.5134 638.536 Tm /Ty2 1 Tf
(]) Tj ET /Cs1 cs 0.94 0.97 1 sc 375.874 635.697 46.051 9.464 re f /Cs2 cs
0 sc BT 7.9701 0 0 7.9701 391.559 638.536 Tm /Ty2 1 Tf (V+F) Tj ET /Cs1 cs
0.94 0.97 1 sc 421.925 635.697 35.419 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 430.78 638.536
Tm /Ty2 1 Tf (K400) Tj ET /Cs1 cs 0.94 0.97 1 sc 457.344 635.697 34.088 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 471.067 638.536 Tm /Ty33 1 Tf (!) Tj
ET /Cs1 cs 0.94 0.97 1 sc 491.432 635.697 25.903 9.464 re f /Cs2 cs 0 sc BT
7.9701 0 0 7.9701 497.41 638.536 Tm /Ty2 1 Tf (58.5) Tj ET /Cs1 cs 0.94 0.97
1 sc 517.335 635.697 30.551 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 525.636 638.536
Tm /Ty2 1 Tf (33.6) Tj ET /Cs1 cs 0.94 0.97 1 sc 308.862 626.232 67.012 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 322.331 629.072 Tm /Ty2 1 Tf [ (CoCLR)
-250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 351.7805 629.072 Tm
/Ty2 1 Tf (19) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 359.7506 629.072 Tm
/Ty2 1 Tf (]) Tj ET /Cs1 cs 0.94 0.97 1 sc 375.874 626.232 46.051 9.464 re
f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 391.559 629.072 Tm /Ty2 1 Tf (V+F) Tj
ET /Cs1 cs 0.94 0.97 1 sc 421.925 626.232 35.419 9.464 re f /Cs2 cs 0 sc BT
7.9701 0 0 7.9701 430.78 629.072 Tm /Ty2 1 Tf (K400) Tj ET /Cs1 cs 0.94 0.97
1 sc 457.344 626.232 34.088 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 471.067 629.072
Tm /Ty33 1 Tf (!) Tj ET /Cs1 cs 0.94 0.97 1 sc 491.432 626.232 25.903 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 497.41 629.072 Tm /Ty2 1 Tf (74.5)
Tj ET /Cs1 cs 0.94 0.97 1 sc 517.335 626.232 30.551 9.464 re f /Cs2 cs 0 sc
BT 7.9701 0 0 7.9701 525.636 629.072 Tm /Ty2 1 Tf (46.1) Tj ET /Cs1 cs 0.94
0.97 1 sc 308.862 616.768 67.012 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 314.84 619.607
Tm /Ty2 1 Tf [ (A) 135 (VSlo) 25 (wF) 15 (ast) -250 ([) ] TJ ET /Cs1 cs 0
1 0 sc BT 7.9701 0 0 7.9701 359.2733 619.607 Tm /Ty2 1 Tf (62) Tj ET /Cs2
cs 0 sc BT 7.9701 0 0 7.9701 367.2434 619.607 Tm /Ty2 1 Tf (]) Tj ET /Cs1
cs 0.94 0.97 1 sc 375.874 616.768 46.051 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 390.898 619.607
Tm /Ty2 1 Tf (V+A) Tj ET /Cs1 cs 0.94 0.97 1 sc 421.925 616.768 35.419 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 430.78 619.607 Tm /Ty2 1 Tf (K400)
Tj ET /Cs1 cs 0.94 0.97 1 sc 457.344 616.768 34.088 9.464 re f /Cs2 cs 0 sc
BT 7.9701 0 0 7.9701 471.067 619.607 Tm /Ty33 1 Tf (!) Tj ET /Cs1 cs 0.94
0.97 1 sc 491.432 616.768 25.903 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 497.41 619.607
Tm /Ty2 1 Tf (77.4) Tj ET /Cs1 cs 0.94 0.97 1 sc 517.335 616.768 30.551 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 525.636 619.607 Tm /Ty2 1 Tf (44.1)
Tj ET /Cs1 cs 0.94 0.97 1 sc 308.862 607.303 67.012 9.464 re f /Cs2 cs 0 sc
BT 7.9701 0 0 7.9701 318.131 610.143 Tm /Ty2 1 Tf [ (MIL-NCE) -250 ([) ] TJ
ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 355.981 610.143 Tm /Ty2 1 Tf (37)
Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 363.9511 610.143 Tm /Ty2 1 Tf (])
Tj ET /Cs1 cs 0.94 0.97 1 sc 375.874 607.303 46.051 9.464 re f /Cs2 cs 0 sc
BT 7.9701 0 0 7.9701 391.34 610.143 Tm /Ty2 1 Tf (V+T) Tj ET /Cs1 cs 0.94
0.97 1 sc 421.925 607.303 35.419 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 430.78 610.143
Tm /Ty2 1 Tf (HTM) Tj ET /Cs1 cs 0.94 0.97 1 sc 457.344 607.303 34.088 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 471.067 610.143 Tm /Ty33 1 Tf (!) Tj
ET /Cs1 cs 0.94 0.97 1 sc 491.432 607.303 25.903 9.464 re f /Cs2 cs 0 sc BT
7.9701 0 0 7.9701 497.41 610.143 Tm /Ty2 1 Tf (83.4) Tj ET /Cs1 cs 0.94 0.97
1 sc 517.335 607.303 30.551 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 525.636 610.143
Tm /Ty2 1 Tf (54.8) Tj ET /Cs1 cs 0.94 0.97 1 sc 308.862 597.839 67.012 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 328.313 600.678 Tm /Ty2 1 Tf [ (XDC)
-250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 349.7844 600.678 Tm
/Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 353.7695 600.678 Tm
/Ty2 1 Tf (]) Tj ET /Cs1 cs 0.94 0.97 1 sc 375.874 597.839 46.051 9.464 re
f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 390.898 600.678 Tm /Ty2 1 Tf (V+A) Tj
ET /Cs1 cs 0.94 0.97 1 sc 421.925 597.839 35.419 9.464 re f /Cs2 cs 0 sc BT
7.9701 0 0 7.9701 427.903 600.678 Tm /Ty2 1 Tf (IG65M) Tj ET /Cs1 cs 0.94
0.97 1 sc 457.344 597.839 34.088 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 471.067 600.678
Tm /Ty33 1 Tf (!) Tj ET /Cs1 cs 0.94 0.97 1 sc 491.432 597.839 25.903 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 497.41 600.678 Tm /Ty2 1 Tf (85.3)
Tj ET /Cs1 cs 0.94 0.97 1 sc 517.335 597.839 30.551 9.464 re f /Cs2 cs 0 sc
BT 7.9701 0 0 7.9701 525.636 600.678 Tm /Ty2 1 Tf (56.0) Tj ET /Cs1 cs 0.94
0.97 1 sc 308.862 588.374 67.012 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 326.986 591.214
Tm /Ty2 1 Tf [ (ELO) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 347.1264 591.214
Tm /Ty2 1 Tf (45) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 355.0965 591.214
Tm /Ty2 1 Tf (]) Tj ET /Cs1 cs 0.94 0.97 1 sc 375.874 588.374 46.051 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 390.898 591.214 Tm /Ty2 1 Tf (V+A)
Tj ET /Cs1 cs 0.94 0.97 1 sc 421.925 588.374 35.419 9.464 re f /Cs2 cs 0 sc
BT 7.9701 0 0 7.9701 428.787 591.214 Tm /Ty2 1 Tf (YT8M) Tj ET /Cs1 cs 0.94
0.97 1 sc 457.344 588.374 34.088 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 471.067 591.214
Tm /Ty33 1 Tf (!) Tj ET /Cs1 cs 0.94 0.97 1 sc 491.432 588.374 25.903 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 502.391 591.214 Tm /Ty2 1 Tf Tj
ET /Cs1 cs 0.94 0.97 1 sc 517.335 588.374 30.551 9.464 re f /Cs2 cs 0 sc BT
7.9701 0 0 7.9701 525.636 591.214 Tm /Ty2 1 Tf (64.5) Tj ET q 1 0 0 1 308.862 586.41
cm 0 0 m 239.024 0 l S Q BT 7.9701 0 0 7.9701 315.13 576.747 Tm /Ty2 1 Tf
[ (Shuf) 25 (f&Lrn*) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 358.9815 576.747
Tm /Ty2 1 Tf (40) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 366.9516 576.747
Tm /Ty2 1 Tf [ (]) -3314 (V) -3778 (UCF) ] TJ ET BT 7.9701 0 0 7.9701 472.113 576.747
Tm /Ty31 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 576.747 Tm /Ty2 1 Tf [
(50.2) -1792 (18.1) ] TJ ET BT 7.9701 0 0 7.9701 325.874 567.283 Tm /Ty2 1
Tf [ (CMC) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 348.2381 567.283
Tm /Ty2 1 Tf (55) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 356.2082 567.283
Tm /Ty2 1 Tf [ (]) -4662 (V) -3778 (UCF) ] TJ ET BT 7.9701 0 0 7.9701 472.113 567.283
Tm /Ty31 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 567.283 Tm /Ty2 1 Tf [
(59.1) -1792 (26.7) ] TJ ET BT 7.9701 0 0 7.9701 326.763 557.818 Tm /Ty2 1
Tf [ (OPN) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 347.3498 557.818
Tm /Ty2 1 Tf (32) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 355.3199 557.818
Tm /Ty2 1 Tf [ (]) -4774 (V) -3777 (UCF) ] TJ ET BT 7.9701 0 0 7.9701 472.113 557.818
Tm /Ty31 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 557.818 Tm /Ty2 1 Tf [
(59.6) -1792 (23.8) ] TJ ET BT 7.9701 0 0 7.9701 318.574 548.354 Tm /Ty2 1
Tf [ (ClipOrder) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 355.5393 548.354
Tm /Ty2 1 Tf (65) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 363.5094 548.354
Tm /Ty2 1 Tf [ (]) -3746 (V) -3778 (UCF) ] TJ ET BT 7.9701 0 0 7.9701 472.113 548.354
Tm /Ty31 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 548.354 Tm /Ty2 1 Tf [
(72.4) -1792 (30.9) ] TJ ET BT 7.9701 0 0 7.9701 318.35 538.889 Tm /Ty2 1
Tf [ (3DRotNet) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 355.7616 538.889
Tm /Ty2 1 Tf (27) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 363.7317 538.889
Tm /Ty2 1 Tf [ (]) -3718 (V) -3639 (K400) ] TJ ET BT 7.9701 0 0 7.9701 472.113 538.889
Tm /Ty31 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 538.889 Tm /Ty2 1 Tf [
(66.0) -1792 (37.1) ] TJ ET BT 7.9701 0 0 7.9701 326.982 529.425 Tm /Ty2 1
Tf [ (DPC) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 347.1304 529.425
Tm /Ty2 1 Tf (17) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 355.1005 529.425
Tm /Ty2 1 Tf [ (]) -4801 (V) -3639 (K400) ] TJ ET BT 7.9701 0 0 7.9701 472.113 529.425
Tm /Ty31 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 529.425 Tm /Ty2 1 Tf [
(75.7) -1792 (35.7) ] TJ ET BT 7.9701 0 0 7.9701 326.982 519.96 Tm /Ty2 1
Tf [ (CBT) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 347.1304 519.96
Tm /Ty2 1 Tf (53) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 355.1005 519.96
Tm /Ty2 1 Tf [ (]) -4801 (V) -3639 (K600) ] TJ ET BT 7.9701 0 0 7.9701 472.113 519.96
Tm /Ty31 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 519.96 Tm /Ty2 1 Tf [
(77.0) -1792 (47.2) ] TJ ET BT 7.9701 0 0 7.9701 318.57 510.496 Tm /Ty2 1
Tf [ (MemDPC) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 355.5433 510.496
Tm /Ty2 1 Tf (18) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 363.5134 510.496
Tm /Ty2 1 Tf [ (]) -3746 (V) -3639 (K400) ] TJ ET BT 7.9701 0 0 7.9701 472.113 510.496
Tm /Ty31 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 510.496 Tm /Ty2 1 Tf [
(78.1) -1792 (41.2) ] TJ ET BT 7.9701 0 0 7.9701 321.232 501.031 Tm /Ty2 1
Tf [ (SpeedNet) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 356.8663 501.031
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 360.8514 501.031
Tm /Ty2 1 Tf [ (]) -4080 (V) -3639 (K400) ] TJ ET BT 7.9701 0 0 7.9701 472.113 501.031
Tm /Ty31 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 501.031 Tm /Ty2 1 Tf [
(81.1) -1792 (48.8) ] TJ ET BT 7.9701 0 0 7.9701 321.451 491.567 Tm /Ty2 1
Tf [ (VTHCL) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 352.6619 491.567
Tm /Ty2 1 Tf (67) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 360.632 491.567
Tm /Ty2 1 Tf [ (]) -4107 (V) -3639 (K400) ] TJ ET BT 7.9701 0 0 7.9701 472.113 491.567
Tm /Ty31 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 491.567 Tm /Ty2 1 Tf [
(82.1) -1792 (49.2) ] TJ ET BT 7.9701 0 0 7.9701 328.189 482.102 Tm /Ty2 1
Tf [ (T) 80 (aCo) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 349.9075 482.102
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 353.8926 482.102
Tm /Ty2 1 Tf [ (]) -4953 (V) -3639 (K400) ] TJ ET BT 7.9701 0 0 7.9701 472.113 482.102
Tm /Ty31 1 Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 482.102 Tm /Ty2 1 Tf [
(85.1) -1792 (51.6) ] TJ ET BT 7.9701 0 0 7.9701 331.676 472.638 Tm /Ty1 1
Tf [ (CA) 95 (TE) ] TJ ET BT 7.9701 0 0 7.9701 396.022 472.638 Tm /Ty2 1 Tf
[ (V) -3639 (K400) ] TJ ET BT 7.9701 0 0 7.9701 472.113 472.638 Tm /Ty31 1
Tf (!) Tj ET BT 7.9701 0 0 7.9701 497.41 472.638 Tm /Ty1 1 Tf [ (88.4) -1792
(61.9) ] TJ ET /Cs1 cs 0.94 0.97 1 sc 308.862 460.334 67.012 9.464 re f /Cs2
cs 0 sc BT 7.9701 0 0 7.9701 318.57 463.173 Tm /Ty2 1 Tf [ (MemDPC) -250 ([)
] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 355.5433 463.173 Tm /Ty2 1 Tf
(18) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 363.5134 463.173 Tm /Ty2 1 Tf
(]) Tj ET /Cs1 cs 0.94 0.97 1 sc 375.874 460.334 46.051 9.464 re f /Cs2 cs
0 sc BT 7.9701 0 0 7.9701 391.559 463.173 Tm /Ty2 1 Tf (V+F) Tj ET /Cs1 cs
0.94 0.97 1 sc 421.925 460.334 35.419 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 430.78 463.173
Tm /Ty2 1 Tf (K400) Tj ET /Cs1 cs 0.94 0.97 1 sc 457.344 460.334 34.088 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 472.113 463.173 Tm /Ty31 1 Tf (!) Tj
ET /Cs1 cs 0.94 0.97 1 sc 491.432 460.334 25.903 9.464 re f /Cs2 cs 0 sc BT
7.9701 0 0 7.9701 497.41 463.173 Tm /Ty2 1 Tf (86.1) Tj ET /Cs1 cs 0.94 0.97
1 sc 517.335 460.334 30.551 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 525.636 463.173
Tm /Ty2 1 Tf (54.5) Tj ET /Cs1 cs 0.94 0.97 1 sc 308.862 450.869 67.012 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 322.331 453.709 Tm /Ty2 1 Tf [ (CoCLR)
-250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 351.7805 453.709 Tm
/Ty2 1 Tf (19) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 359.7506 453.709 Tm
/Ty2 1 Tf (]) Tj ET /Cs1 cs 0.94 0.97 1 sc 375.874 450.869 46.051 9.464 re
f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 391.559 453.709 Tm /Ty2 1 Tf (V+F) Tj
ET /Cs1 cs 0.94 0.97 1 sc 421.925 450.869 35.419 9.464 re f /Cs2 cs 0 sc BT
7.9701 0 0 7.9701 430.78 453.709 Tm /Ty2 1 Tf (K400) Tj ET /Cs1 cs 0.94 0.97
1 sc 457.344 450.869 34.088 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 472.113 453.709
Tm /Ty31 1 Tf (!) Tj ET /Cs1 cs 0.94 0.97 1 sc 491.432 450.869 25.903 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 497.41 453.709 Tm /Ty2 1 Tf (87.9)
Tj ET /Cs1 cs 0.94 0.97 1 sc 517.335 450.869 30.551 9.464 re f /Cs2 cs 0 sc
BT 7.9701 0 0 7.9701 525.636 453.709 Tm /Ty2 1 Tf (54.6) Tj ET /Cs1 cs 0.94
0.97 1 sc 308.862 441.405 67.012 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 318.131 444.244
Tm /Ty2 1 Tf [ (MIL-NCE) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 355.981 444.244
Tm /Ty2 1 Tf (37) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 363.9511 444.244
Tm /Ty2 1 Tf (]) Tj ET /Cs1 cs 0.94 0.97 1 sc 375.874 441.405 46.051 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 391.34 444.244 Tm /Ty2 1 Tf (V+T) Tj
ET /Cs1 cs 0.94 0.97 1 sc 421.925 441.405 35.419 9.464 re f /Cs2 cs 0 sc BT
7.9701 0 0 7.9701 430.78 444.244 Tm /Ty2 1 Tf (HTM) Tj ET /Cs1 cs 0.94 0.97
1 sc 457.344 441.405 34.088 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 472.113 444.244
Tm /Ty31 1 Tf (!) Tj ET /Cs1 cs 0.94 0.97 1 sc 491.432 441.405 25.903 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 497.41 444.244 Tm /Ty2 1 Tf (91.3)
Tj ET /Cs1 cs 0.94 0.97 1 sc 517.335 441.405 30.551 9.464 re f /Cs2 cs 0 sc
BT 7.9701 0 0 7.9701 525.636 444.244 Tm /Ty2 1 Tf (61.0) Tj ET /Cs1 cs 0.94
0.97 1 sc 308.862 431.941 67.012 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 326.986 434.78
Tm /Ty2 1 Tf [ (ELO) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 347.1264 434.78
Tm /Ty2 1 Tf (45) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 355.0965 434.78
Tm /Ty2 1 Tf (]) Tj ET /Cs1 cs 0.94 0.97 1 sc 375.874 431.941 46.051 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 390.898 434.78 Tm /Ty2 1 Tf (V+A) Tj
ET /Cs1 cs 0.94 0.97 1 sc 421.925 431.941 35.419 9.464 re f /Cs2 cs 0 sc BT
7.9701 0 0 7.9701 428.787 434.78 Tm /Ty2 1 Tf (YT8M) Tj ET /Cs1 cs 0.94 0.97
1 sc 457.344 431.941 34.088 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 472.113 434.78
Tm /Ty31 1 Tf (!) Tj ET /Cs1 cs 0.94 0.97 1 sc 491.432 431.941 25.903 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 497.41 434.78 Tm /Ty2 1 Tf (93.8) Tj
ET /Cs1 cs 0.94 0.97 1 sc 517.335 431.941 30.551 9.464 re f /Cs2 cs 0 sc BT
7.9701 0 0 7.9701 525.636 434.78 Tm /Ty2 1 Tf (67.4) Tj ET /Cs1 cs 0.94 0.97
1 sc 308.862 422.476 67.012 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 328.313 425.315
Tm /Ty2 1 Tf [ (XDC) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 7.9701 0 0 7.9701 349.7844 425.315
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 353.7695 425.315
Tm /Ty2 1 Tf (]) Tj ET /Cs1 cs 0.94 0.97 1 sc 375.874 422.476 46.051 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 390.898 425.315 Tm /Ty2 1 Tf (V+A)
Tj ET /Cs1 cs 0.94 0.97 1 sc 421.925 422.476 35.419 9.464 re f /Cs2 cs 0 sc
BT 7.9701 0 0 7.9701 427.903 425.315 Tm /Ty2 1 Tf (IG65M) Tj ET /Cs1 cs 0.94
0.97 1 sc 457.344 422.476 34.088 9.464 re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 472.113 425.315
Tm /Ty31 1 Tf (!) Tj ET /Cs1 cs 0.94 0.97 1 sc 491.432 422.476 25.903 9.464
re f /Cs2 cs 0 sc BT 7.9701 0 0 7.9701 497.41 425.315 Tm /Ty2 1 Tf (94.2)
Tj ET /Cs1 cs 0.94 0.97 1 sc 517.335 422.476 30.551 9.464 re f /Cs2 cs 0 sc
BT 7.9701 0 0 7.9701 525.636 425.315 Tm /Ty2 1 Tf (67.4) Tj ET 0.797 w q 1 0 0 1 308.862 420.362
cm 0 0 m 239.024 0 l S Q BT 9.9626 0 0 9.9626 308.862 408.806 Tm /Ty2 1 Tf
[ (T) 80 (able) -699 (7:) ] TJ ET BT 9.9626 0 0 9.9626 357.49 408.806 Tm /Ty1
1 Tf [ (Comparison) -699 (to) -698 (the) -699 (state) -699 (of) -698 (the)
-699 (art) -699 (on) ] TJ ET BT 9.9626 0 0 9.9626 308.862 396.85 Tm /Ty1 1
Tf [ (UCF101) -474 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 352.3189 396.85
Tm /Ty1 1 Tf (52) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 362.2815 396.85
Tm /Ty1 1 Tf [ (]) -475 (and) -474 (HMDB51) -474 ([) ] TJ ET /Cs1 cs 0 1 0
sc BT 9.9626 0 0 9.9626 440.1093 396.85 Tm /Ty1 1 Tf (31) Tj ET /Cs2 cs 0
sc BT 9.9626 0 0 9.9626 450.0719 396.85 Tm /Ty1 1 Tf (].) Tj ET BT 9.9626 0 0 9.9626 465.677 396.85
Tm /Ty2 1 Tf [ (*reimplemented) -474 (by) ] TJ ET BT 9.9626 0 0 9.9626 308.862 384.895
Tm /Ty2 1 Tf ([) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 312.1795 384.895
Tm /Ty2 1 Tf (53) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 322.1421 384.895
Tm /Ty2 1 Tf (].) Tj ET BT 9.9626 0 0 9.9626 330.937 384.895 Tm /Ty1 1 Tf
[ (Fr) 18 (ozen) ] TJ ET BT 9.9626 0 0 9.9626 362.821 384.895 Tm /Ty33 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 373.309 384.895 Tm /Ty2 1 Tf [ (means) -219
(the) -220 (pretrained) -219 (representation) -219 (is) -220 15 (ed)
] TJ ET BT 9.9626 0 0 9.9626 308.862 372.94 Tm /Ty2 1 Tf [ (and) -309 (classied)
-309 (with) -309 (a) -309 (linear) -308 (layer) 40 (,) -324 (while) ] TJ ET
BT 9.9626 0 0 9.9626 470.983 372.94 Tm /Ty31 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 479.75 372.94
Tm /Ty2 1 Tf [ (means) -309 (all) -309 (layers) ] TJ ET BT 9.9626 0 0 9.9626 308.862 360.985
Tm /Ty2 1 Tf [ (are) -387 (netuned) -388 (end-to-end.) ] TJ ET /Cs1 cs 0.94
0.97 1 sc 418.416 357.623 22.944 11.208 re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 418.665 360.985
Tm /Ty2 1 Tf [ (Ro) 25 (ws) ] TJ ET /Cs1 cs 0.94 0.97 1 sc 441.111 357.623 3.859 11.208
re f 444.72 357.623 18.212 11.208 re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 444.969 360.985
Tm /Ty2 1 Tf (high) Tj ET /Cs1 cs 0.94 0.97 1 sc 462.434 357.623 28.174 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 462.683 360.985 Tm /Ty2 1 Tf (lighted)
Tj ET /Cs1 cs 0.94 0.97 1 sc 490.359 357.623 3.859 11.208 re f 493.968 357.623 8.249 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 494.217 360.985 Tm /Ty2 1 Tf (in) Tj
ET /Cs1 cs 0.94 0.97 1 sc 501.968 357.623 3.859 11.208 re f 505.578 357.623 18.769 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 505.827 360.985 Tm /Ty2 1 Tf (light)
Tj ET /Cs1 cs 0.94 0.97 1 sc 524.098 357.623 3.859 11.208 re f 527.707 357.623 17.654 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 527.956 360.985 Tm /Ty2 1 Tf (blue)
Tj ET /Cs1 cs 0.94 0.97 1 sc 308.613 345.667 13.778 11.208 re f /Cs2 cs 0
sc BT 9.9626 0 0 9.9626 308.862 349.03 Tm /Ty2 1 Tf (use) Tj ET /Cs1 cs 0.94
0.97 1 sc 322.142 345.667 3.195 11.208 re f 325.088 345.667 25.404 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 325.337 349.03 Tm /Ty2 1 Tf (modal)
Tj ET /Cs1 cs 0.94 0.97 1 sc 349.995 345.667 3.268 11.208 re f /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 350.244 349.03 Tm /Ty2 1 Tf (i) Tj ET /Cs1 cs 0.94 0.97
1 sc 352.764 345.667 14.336 11.208 re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 353.013 349.03
Tm /Ty2 1 Tf (ties) Tj ET /Cs1 cs 0.94 0.97 1 sc 366.851 345.667 3.195 11.208
re f 369.797 345.667 9.753 11.208 re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 370.046 349.03
Tm /Ty2 1 Tf (be) Tj ET /Cs1 cs 0.94 0.97 1 sc 379.052 345.667 20.423 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 379.301 349.03 Tm /Ty2 1 Tf (yond)
Tj ET /Cs1 cs 0.94 0.97 1 sc 399.227 345.667 3.195 11.208 re f 402.173 345.667 20.981 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 402.422 349.03 Tm /Ty2 1 Tf (RGB) Tj
ET /Cs1 cs 0.94 0.97 1 sc 422.905 345.667 3.195 11.208 re f 425.851 345.667 27.606 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 426.1 349.03 Tm /Ty2 1 Tf (frames)
Tj ET /Cs1 cs 0.94 0.97 1 sc 453.208 345.667 3.195 11.208 re f 456.155 345.667 8.797 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 456.404 349.03 Tm /Ty2 1 Tf (as) Tj
ET /Cs1 cs 0.94 0.97 1 sc 464.702 345.667 3.195 11.208 re f 467.649 345.667 30.376 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 467.898 349.03 Tm /Ty2 1 Tf (sources)
Tj ET /Cs1 cs 0.94 0.97 1 sc 497.775 345.667 3.195 11.208 re f 500.722 345.667 8.797 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 500.971 349.03 Tm /Ty2 1 Tf (of) Tj
ET /Cs1 cs 0.94 0.97 1 sc 509.269 345.667 3.195 11.208 re f 512.216 345.667 9.355 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 512.465 349.03 Tm /Ty2 1 Tf (su) Tj
ET /Cs1 cs 0.94 0.97 1 sc 521.072 345.667 13.22 11.208 re f /Cs2 cs 0 sc BT
9.9626 0 0 9.9626 521.321 349.03 Tm /Ty2 1 Tf (per) Tj ET /Cs1 cs 0.94 0.97
1 sc 533.795 345.667 8.249 11.208 re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 534.044 349.03
Tm /Ty2 1 Tf (vi) Tj ET /Cs1 cs 0.94 0.97 1 sc 541.545 345.667 3.816 11.208
re f /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 541.794 349.03 Tm /Ty2 1 Tf (-) Tj
ET /Cs1 cs 0.94 0.97 1 sc 308.613 333.712 19.596 11.208 re f /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 308.862 337.075 Tm /Ty2 1 Tf [ (sion.) -204 (Modaliti)
1 (es) -204 (are) ] TJ ET BT -0.092 Tc 9.9626 0 0 9.9626 388.828 337.075 Tm
/Ty1 1 Tf (V:) Tj 0 Tc ET BT 9.9626 0 0 9.9626 400.45 337.075 Tm /Ty2 1 Tf
[ (RGB) -203 (frames) -204 (only) 65 (,) ] TJ ET BT -0.074 Tc 9.9626 0 0 9.9626 473.773 337.075
Tm /Ty1 1 Tf (T:) Tj 0 Tc ET BT 9.9626 0 0 9.9626 485.027 337.075 Tm /Ty2
1 Tf [ (te) 15 (xt) -204 (from) -203 (ASR,) ] TJ ET BT 9.9626 0 0 9.9626 308.862 325.119
Tm /Ty1 1 Tf (F:) Tj ET BT 9.9626 0 0 9.9626 320.757 325.119 Tm /Ty2 1 Tf
[ (pre-e) 15 (xtracted) -250 (optical) -250 25 (w) 65 (,) ] TJ ET BT
9.9626 0 0 9.9626 427.058 325.119 Tm /Ty1 1 Tf (A:) Tj ET BT 9.9626 0 0 9.9626 440.059 325.119
Tm /Ty2 1 Tf (audio.) Tj ET BT 9.9626 0 0 9.9626 308.862 293.825 Tm /Ty2 1
Tf [ (15) -224 (years) -223 (\(MIL-NCE\),) -224 (and) -224 (Y) 110 (ouT) 45
(ube) -224 (8M,) -223 (13) -224 (years) -224 (\(ELO\).) -224 (In) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 281.87 Tm /Ty2 1 Tf [ (contrast,) -250 (Kinetics400)
-250 (contains) -250 (only) -250 (28) -250 (days) -250 (of) -250 (video) -250
(data.) ] TJ ET BT 9.9626 0 0 9.9626 320.817 269.915 Tm /Ty2 1 Tf [ (On) -227
(netuning) -226 (we) -227 (note) -227 (that) -226 (the) -227 (g) 5 (aps)
-227 (are) -226 (smaller) 40 (,) -232 (ho) 25 (we) 25 (v) 15 (er) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 257.96 Tm /Ty2 1 Tf [ (we) -274 (still) -275
(outperform) -274 (all) -274 (pre) 25 (viously) -275 (published) -274 (w)
10 (orks) -274 (that) -275 (use) ] TJ ET BT 9.9626 0 0 9.9626 308.862 246.005
Tm /Ty2 1 Tf [ (RGB) -239 (frames) -240 (only) 65 (.) -306 (W) 80 (e) -240
(note) -239 (that) -240 (met) 1 (h) -1 (ods) -239 (that) -239 (use) -240 (additional)
] TJ ET BT 9.9626 0 0 9.9626 308.862 234.049 Tm /Ty2 1 Tf [ (information)
-249 (from) -250 (other) -249 (modalities) -249 (and) -250 (train) -249 (on)
-249 (orders) -250 (more) ] TJ ET BT 9.9626 0 0 9.9626 308.862 222.094 Tm
/Ty2 1 Tf [ (training) -225 (data) -225 (\(MIL-NCE,) -225 (XDC) -224 (and)
-225 (ELO\)) -225 (are) -225 (able) -225 (to) -225 (almost) ] TJ ET BT 9.9626 0 0 9.9626 308.862 210.139
Tm /Ty2 1 Tf [ (saturate) -250 (performance) -250 (on) -250 (the) -250 (UCF)
-250 (dataset.) ] TJ ET BT 11.9552 0 0 11.9552 308.862 186.604 Tm /Ty1 1 Tf
[ (5.) -250 (Conclusion) ] TJ ET BT 9.9626 0 0 9.9626 320.817 168.671 Tm /Ty2
1 Tf [ (W) 80 (e) -798 (propose) -798 (a) -797 (general) -798 (frame) 25 (w)
10 (ork) -798 (for) -798 (contrasti) 25 (v) 15 (e) ] TJ ET BT 9.9626 0 0 9.9626 308.862 157.712
Tm /Ty2 1 Tf [ (learning,) -683 (that) -596 (allo) 25 (ws) -596 (us) -596
(to) -596 (b) 20 (uild) -596 (augmentation) -596 (a) 15 (w) 10 (are-) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 146.753 Tm /Ty2 1 Tf [ (ness) -508 (in) -508
(video) -508 (representations.) -1084 (Our) -509 (method) -508 (consists)
-508 (of) ] TJ ET BT 9.9626 0 0 9.9626 308.862 135.794 Tm /Ty2 1 Tf [ (an)
-716 (ele) 15 (g) 5 (ant) -716 (transformer) -715 (head) -716 (to) -716 (encode)
-716 (augmentation) ] TJ ET BT 9.9626 0 0 9.9626 308.862 124.836 Tm /Ty2 1
Tf [ (information) -800 (in) -800 (a) -800 (composable) -799 (manner) 40 (,)
-938 (and) -800 (achie) 25 (v) 15 (es) ] TJ ET BT 9.9626 0 0 9.9626 308.862 113.877
Tm /Ty2 1 Tf [ (state-of-the-art) -755 (results) -755 (for) -755 (video) -756
(representation) -755 (learn-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 102.918
Tm /Ty2 1 Tf [ (ing.) -1586 (Future) -675 (w) 10 (ork) -675 (will) -675 (include)
-675 (e) 25 (v) 25 (aluating) -676 (on) -675 (struc-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 91.959
Tm /Ty2 1 Tf [ (tured) -823 (video) -823 (understanding) -823 (tasks) -823
(and) -824 (measuring) -823 (the) ] TJ ET BT 9.9626 0 0 9.9626 308.862 81
Tm /Ty2 1 Tf [ (e) 15 (xtent) -654 (of) -654 (equi) 25 (v) 25 (ariance) -654
(learned) -654 (by) -654 (the) -654 (representations.) ] TJ ET Q
endstream
endobj
41 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/4DQu1fzN8q889u0xJOG4rg Do
Q
endstream
endobj
42 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 57 0 R /Ty13 72 0 R /Ty2 59 0 R /Ty31 96 0 R /Ty33 97 0 R >> /ProcSet [ /PDF /Text ] /XObject << /4DQu1fzN8q889u0xJOG4rg 101 0 R >> >>
endobj
43 0 obj
<< /Length 28507 >>
stream
q Q q 0 0 612 792 re W n BT 11.9552 0 0 11.9552 50.112 687.074 Tm /Ty1 1 Tf
[ (Refer) 18 (ences) ] TJ ET BT 8.9664 0 0 8.9664 54.595 669.141 Tm /Ty2 1
Tf ([1]) Tj ET BT 8.9664 0 0 8.9664 70.03514 669.141 Tm /Ty2 1 Tf [ (Pulkit)
-248 (Agra) 15 (w) 10 (al,) -249 (Joao) -249 (Carreira,) -249 (and) -249 (Jitendra)
-249 (Malik.) -357 (Learning) ] TJ ET BT 8.9664 0 0 8.9664 70.031 658.182
Tm /Ty2 1 Tf [ (to) -250 (see) -250 (by) -250 (mo) 15 (ving.) -360 (In) ]
TJ ET BT 8.9664 0 0 8.9664 146.595 658.182 Tm /Ty7 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 169.01 658.182
Tm /Ty2 1 Tf [ (,) -250 (2015.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 196.8955 658.182
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 646.701 Tm
/Ty2 1 Tf ([2]) Tj ET BT 8.9664 0 0 8.9664 70.03514 646.701 Tm /Ty2 1 Tf [
(Humam) -304 (Al) 10 (w) 10 (assel,) -317 (Dhruv) -305 (Mahajan,) -317 (Bruno)
-305 (K) 35 (orbar) 40 (,) -317 (Lorenzo) ] TJ ET BT 8.9664 0 0 8.9664 70.031 635.742
Tm /Ty2 1 Tf [ (T) 80 (orresani,) -346 (Bernard) -326 (Ghanem,) -346 (and)
-326 (Du) -327 (T) 35 (ran.) -605 (Self-supervised) ] TJ ET BT 8.9664 0 0 8.9664 70.031 624.783
Tm /Ty2 1 Tf [ (learning) -380 (by) -380 (cross-modal) -380 (audio-video)
-380 (clustering.) ] TJ ET BT 8.9664 0 0 8.9664 253.24 624.783 Tm /Ty7 1 Tf
(NeurIPS) Tj ET BT 8.9664 0 0 8.9664 284.12 624.783 Tm /Ty2 1 Tf (,) Tj ET
BT 8.9664 0 0 8.9664 70.031 613.824 Tm /Ty2 1 Tf (2020.) Tj ET /Cs1 cs 1 0
0 sc BT 8.9664 0 0 8.9664 93.4333 613.824 Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0
sc BT 8.9664 0 0 8.9664 54.595 602.342 Tm /Ty2 1 Tf ([3]) Tj ET BT 8.9664 0 0 8.9664 70.03514 602.342
Tm /Ty2 1 Tf [ (Relja) -240 (Arandjelo) 15 (vic) -240 (and) -240 (Andre) 25
(w) -240 (Zisserman.) -339 (Look,) -242 (listen) -240 (and) ] TJ ET BT 8.9664 0 0 8.9664 70.031 591.383
Tm /Ty2 1 Tf [ (learn.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 103.135 591.383
Tm /Ty7 1 Tf (ICCV) Tj ET BT 8.9664 0 0 8.9664 123.56 591.383 Tm /Ty2 1 Tf
[ (,) -250 (2017.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 151.4455 591.383
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 579.902 Tm
/Ty2 1 Tf ([4]) Tj ET BT 8.9664 0 0 8.9664 70.03514 579.902 Tm /Ty2 1 Tf [
(Y) 111 (utong) -451 (Bai,) -502 (Haoqi) -452 (F) 15 (an,) -502 (Is) 1 (han)
-452 (Misra,) -502 (Ganesh) -451 (V) 111 (enkatesh,) ] TJ ET BT 8.9664 0 0 8.9664 70.031 568.943
Tm /Ty2 1 Tf [ (Y) 110 (ongyi) -413 (Lu,) -453 (Y) 111 (uyin) -413 (Zhou,)
-454 (Qihang) -413 (Y) 111 (u,) -453 (V) 60 (ikas) -413 (Chandra,) -454 (and)
] TJ ET BT 8.9664 0 0 8.9664 70.031 557.984 Tm /Ty2 1 Tf [ (Alan) -244 (Y)
111 (uille.) -346 (Can) -243 (temporal) -244 (information) -244 (help) -243
(with) -244 (contrasti) 25 (v) 15 (e) ] TJ ET BT 8.9664 0 0 8.9664 70.031 547.025
Tm /Ty2 1 Tf [ (self-supervised) -270 (learning?) ] TJ ET BT 8.9664 0 0 8.9664 164.796 547.025
Tm /Ty7 1 Tf [ (arXiv) -270 (pr) 37 (eprint) -270 (arXiv:2011.13046) ] TJ
ET BT 8.9664 0 0 8.9664 284.12 547.025 Tm /Ty2 1 Tf (,) Tj ET BT 8.9664 0 0 8.9664 70.031 536.066
Tm /Ty2 1 Tf (2020.) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 93.4333 536.066
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 97.9165 536.066 Tm
/Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 102.3997 536.066
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 524.584 Tm
/Ty2 1 Tf ([5]) Tj ET BT 8.9664 0 0 8.9664 70.03514 524.584 Tm /Ty2 1 Tf [
(Sagie) -499 (Benaim,) -563 (Ariel) -500 (Ephrat,) -562 (Oran) -500 (Lang,)
-563 (Inbar) -499 (Mosseri,) ] TJ ET BT 8.9664 0 0 8.9664 70.031 513.625 Tm
/Ty2 1 Tf [ (W) 40 (illiam) -315 (T) -315 (Freeman,) -331 (Michael) -315 (Rubinstein,)
-331 (Michal) -315 (Irani,) -331 (and) ] TJ ET BT 8.9664 0 0 8.9664 70.031 502.666
Tm /Ty2 1 Tf [ (T) 80 (ali) -262 (Dek) 10 (el.) -399 (Speednet:) -334 (Learning)
-263 (the) -262 (speediness) -262 (in) -262 (videos.) -399 (In) ] TJ ET BT
8.9664 0 0 8.9664 70.031 491.708 Tm /Ty7 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 92.447 491.708
Tm /Ty2 1 Tf [ (,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 120.3325 491.708
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 124.8157 491.708
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 129.2989 491.708
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 133.7821 491.708
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 138.2653 491.708
Tm /Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 480.226 Tm
/Ty2 1 Tf ([6]) Tj ET BT 8.9664 0 0 8.9664 70.03514 480.226 Tm /Ty2 1 Tf [
(T) 80 (om) -428 (Bro) 25 (wn,) -474 (Benjamin) -428 (Mann,) -474 (Nick) -428
(Ryder) 40 (,) -474 (Melanie) -428 (Sub-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 469.267
Tm /Ty2 1 Tf [ (biah,) -309 (Jared) -297 (D) -297 (Kaplan,) -309 (Prafulla)
-298 (Dhariw) 10 (al,) -309 (Arvind) -297 (Neelakan-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 458.308
Tm /Ty2 1 Tf [ (tan,) -464 (Prana) 20 (v) -421 (Sh) 5 (yam,) -463 (Girish)
-421 (Sastry) 65 (,) -464 (Amanda) -421 (Ask) 10 (ell,) -464 (Sand-) ] TJ
ET BT 8.9664 0 0 8.9664 70.031 447.349 Tm /Ty2 1 Tf [ (hini) -381 (Ag) 5 (arw)
10 (al,) -414 (Ariel) -381 (Herbert-V) 129 (oss,) -414 (Gretchen) -381 (Krue)
15 (ger) 40 (,) -414 (T) 80 (om) ] TJ ET BT 8.9664 0 0 8.9664 70.031 436.39
Tm /Ty2 1 Tf [ (Henighan,) -486 (Re) 25 (w) 10 (on) -439 (Child,) -486 (Aditya)
-439 (Ramesh,) -486 (Daniel) -439 (Zie) 15 (gler) 40 (,) ] TJ ET BT 8.9664 0 0 8.9664 70.031 425.431
Tm /Ty2 1 Tf [ (Jef) 25 (fre) 15 (y) -284 (W) 50 (u,) -292 (Cl) 1 (emens)
-284 (W) 40 (inter) 40 (,) -292 (Chris) -284 (He) 1 (sse,) -292 (Mark) -284
(Chen,) -292 (Eric) ] TJ ET BT 8.9664 0 0 8.9664 70.031 414.472 Tm /Ty2 1
Tf [ (Sigler) 40 (,) -395 (Mateusz) -366 (Litwin,) -395 (Scott) -366 (Gray)
65 (,) -395 (Benjamin) -366 (Chess,) -395 (Jack) ] TJ ET BT 8.9664 0 0 8.9664 70.031 403.514
Tm /Ty2 1 Tf [ (Clark,) -281 (Christopher) -276 (Berner) 40 (,) -281 (Sam)
-275 (McCandlish,) -282 (Alec) -275 (Radford,) ] TJ ET BT 8.9664 0 0 8.9664 70.031 392.555
Tm /Ty2 1 Tf [ (Ilya) -250 (Sutsk) 10 (e) 25 (v) 15 (er) 40 (,) -250 (and)
-250 (Dario) -250 (Amodei.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 207.171 392.555
Tm /Ty7 1 Tf (NeurIPS) Tj ET BT 8.9664 0 0 8.9664 238.051 392.555 Tm /Ty2
1 Tf [ (,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 265.9365 392.555
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 381.073 Tm
/Ty2 1 Tf ([7]) Tj ET BT 8.9664 0 0 8.9664 70.03514 381.073 Tm /Ty2 1 Tf [
(Kaidi) -319 (Cao,) -338 (Jingwei) -319 (Ji,) -337 (Zhangjie) -320 (Cao,)
-337 (Chien-Y) 55 (i) -320 (Chang,) -337 (and) ] TJ ET BT 8.9664 0 0 8.9664 70.031 370.114
Tm /Ty2 1 Tf [ (Juan) -285 (Carlos) -285 (Niebles.) -472 (Fe) 25 (w-shot)
-285 (video) -285 (classication) -285 (via) -285 (tem-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 359.155
Tm /Ty2 1 Tf [ (poral) -250 (alignment.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 141.743 359.155
Tm /Ty7 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 164.159 359.155 Tm /Ty2 1 Tf
[ (,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 192.0445 359.155
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 347.673 Tm
/Ty2 1 Tf ([8]) Tj ET BT 8.9664 0 0 8.9664 70.03514 347.673 Tm /Ty2 1 Tf [
(T) 35 (ing) -268 (Chen,) -273 (Simon) -268 (K) 35 (ornblith,) -274 (Moham)
1 (mad) -269 (Norouzi,) -273 (and) -268 (Ge-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 336.715
Tm /Ty2 1 Tf [ (of) 25 (fre) 15 (y) -283 (Hinton.) -466 (A) -283 (simple)
-283 (frame) 25 (w) 10 (ork) -283 (for) -283 (contrasti) 25 (v) 15 (e) -283
(learning) ] TJ ET BT 8.9664 0 0 8.9664 70.031 325.756 Tm /Ty2 1 Tf [ (of)
-273 (visual) -273 (representations.) -433 (In) ] TJ ET BT 8.9664 0 0 8.9664 174.136 325.756
Tm /Ty7 1 Tf (ICML) Tj ET BT 8.9664 0 0 8.9664 195.556 325.756 Tm /Ty2 1 Tf
[ (,) -273 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 224.3023 325.756
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 228.7855 325.756
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 233.5287 325.756
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 238.0119 325.756
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 242.7462 325.756
Tm /Ty2 1 Tf (3) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 247.2294 325.756
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 251.9726 325.756
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 256.4558 325.756
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 261.19 325.756
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 265.6732 325.756
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 270.4165 325.756
Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 274.8997 325.756
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 279.6339 325.756
Tm /Ty2 1 Tf (7) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 284.1171 325.756
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 70.031 314.797
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 74.5142 314.797 Tm
/Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 78.9974 314.797
Tm /Ty2 1 Tf (12) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 303.315 Tm
/Ty2 1 Tf ([9]) Tj ET BT 8.9664 0 0 8.9664 70.03514 303.315 Tm /Ty2 1 Tf [
(Xinlei) -374 (Chen,) -405 (Haoqi) -375 (F) 15 (an,) -405 (Ross) -374 (Girshick,)
-406 (and) -374 (Kaiming) -374 (He.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 292.356
Tm /Ty2 1 Tf [ (Impro) 15 (v) 15 (ed) -479 (baselines) -479 (with) -478 (momentum)
-479 (contrasti) 25 (v) 15 (e) -479 (learning.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 281.397
Tm /Ty7 1 Tf [ (arXiv) -250 (pr) 37 (eprint) -250 (arXiv:2003.04297) ] TJ
ET BT 8.9664 0 0 8.9664 188.996 281.397 Tm /Ty2 1 Tf [ (,) -250 (2020.) ]
TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 216.8815 281.397 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 269.916 Tm /Ty2 1 Tf ([10])
Tj ET BT 8.9664 0 0 8.9664 70.03534 269.916 Tm /Ty2 1 Tf [ (Soo-Whan) -341
(Chung,) -364 (Joon) -341 (Son) -341 (Chung,) -364 (and) -341 (Hong-Goo) -341
(Kang.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 258.957 Tm /Ty2 1 Tf [ (Perfect)
-198 (match:) -284 (Impro) 15 (v) 15 (ed) -198 (cros) 1 (s-modal) -198 (embeddings)
-198 (for) -198 (audio-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 247.998 Tm /Ty2
1 Tf [ (visual) -250 (synchronisation.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 165.656 247.998
Tm /Ty7 1 Tf (ICASSP) Tj ET BT 8.9664 0 0 8.9664 194.546 247.998 Tm /Ty2 1
Tf [ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 222.4315 247.998
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 236.516 Tm
/Ty2 1 Tf ([11]) Tj ET BT 8.9664 0 0 8.9664 70.03534 236.516 Tm /Ty2 1 Tf
[ (Jacob) -362 (De) 25 (vlin,) -391 (Ming-W) 80 (ei) -362 (Chang,) -391 (K)
25 (enton) -362 (Lee,) -391 (and) -362 (Kristina) ] TJ ET BT 8.9664 0 0 8.9664 70.031 225.557
Tm /Ty2 1 Tf [ (T) 80 (outano) 15 (v) 25 (a.) -1708 (BER) 60 (T:) -671 (Pre-training)
-671 (of) -672 (deep) -671 (bidirectional) ] TJ ET BT 8.9664 0 0 8.9664 70.031 214.598
Tm /Ty2 1 Tf [ (transformers) -466 (for) -467 (language) -466 (understanding.)
] TJ ET BT 8.9664 0 0 8.9664 233.197 214.598 Tm /Ty7 1 Tf [ (arXiv) -466 (pr)
37 (eprint) ] TJ ET BT 8.9664 0 0 8.9664 70.031 203.639 Tm /Ty7 1 Tf (arXiv:1810.04805)
Tj ET BT 8.9664 0 0 8.9664 135.53 203.639 Tm /Ty2 1 Tf [ (,) -250 (2018.)
] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 163.4155 203.639 Tm /Ty2 1 Tf
(4) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 192.158 Tm /Ty2 1 Tf ([12])
Tj ET BT 8.9664 0 0 8.9664 70.03534 192.158 Tm /Ty2 1 Tf [ (Ali) -285 (Diba,)
-293 (V) 60 (i) 25 (v) 15 (ek) -286 (S) 1 (harma,) -294 (Luc) -285 (V) 111
(an) -285 (Gool,) -294 (and) -285 (Rainer) -285 (Stiefel-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 181.199
Tm /Ty2 1 Tf [ (hagen.) -305 (Dynamonet:) -298 (Dynamic) -224 (action) -225
(and) -225 (motion) -225 (netw) 10 (ork.) -305 (In) ] TJ ET BT 8.9664 0 0 8.9664 70.031 170.24
Tm /Ty7 1 Tf (ICCV) Tj ET BT 8.9664 0 0 8.9664 90.456 170.24 Tm /Ty2 1 Tf
[ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 118.3415 170.24
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 158.758 Tm
/Ty2 1 Tf ([13]) Tj ET BT 8.9664 0 0 8.9664 70.03534 158.758 Tm /Ty2 1 Tf
[ (Chris) 1 (toph) -471 (Feichtenhofer) 40 (,) -526 (Haoqi) -471 (F) 15 (an,)
-526 (Jitendra) -471 (Ma) 1 (lik,) -526 (and) ] TJ ET BT 8.9664 0 0 8.9664 70.031 147.799
Tm /Ty2 1 Tf [ (Kaiming) -346 (He.) -667 (Slo) 25 (wf) 10 (ast) -346 (netw)
10 (orks) -346 (for) -346 (video) -346 (recognition.) -667 (In) ] TJ ET BT
8.9664 0 0 8.9664 70.031 136.84 Tm /Ty7 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 92.447 136.84
Tm /Ty2 1 Tf [ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 120.3325 136.84
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 125.359 Tm
/Ty2 1 Tf ([14]) Tj ET BT 8.9664 0 0 8.9664 70.03534 125.359 Tm /Ty2 1 Tf
[ (Basur) 1 (a) -592 (Fernando,) -677 (Hakan) -591 (Bilen,) -677 (Efstratios)
-592 (Ga) 20 (vv) 15 (es,) -676 (and) ] TJ ET BT 8.9664 0 0 8.9664 70.031 114.4
Tm /Ty2 1 Tf [ (Stephen) -299 (Gould.) -518 (Self-supervised) -299 (video)
-300 (representation) -299 (learn-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 103.441
Tm /Ty2 1 Tf [ (ing) -250 (with) -250 (odd-one-out) -250 (netw) 10 (orks.)
-360 (In) ] TJ ET BT 8.9664 0 0 8.9664 195.945 103.441 Tm /Ty7 1 Tf (CVPR)
Tj ET BT 8.9664 0 0 8.9664 218.361 103.441 Tm /Ty2 1 Tf [ (,) -250 (2017.)
] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 246.2465 103.441 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 91.959 Tm /Ty2 1 Tf ([15])
Tj ET BT 8.9664 0 0 8.9664 70.03534 91.959 Tm /Ty2 1 Tf [ (Ragha) 20 (v) -429
(Go) 10 (yal,) -474 (Samira) -429 (Ebrahimi) -429 (Kahou,) -474 (V) 60 (incent)
-429 (Michal-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 81 Tm /Ty2 1 Tf [ (ski,)
-454 (Joanna) -413 (Materzynska,) -453 (Susanne) -413 (W) 80 (estphal,) -454
(Heuna) -413 (Kim,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 710.038 Tm /Ty2 1
Tf [ (V) 111 (alentin) -685 (Haenel,) -793 (Ingo) -685 (Fruend,) -794 (Peter)
-684 (Y) 55 (ianilos,) -794 (Moritz) ] TJ ET BT 8.9664 0 0 8.9664 328.781 699.079
Tm /Ty2 1 Tf [ (Mueller) 20 (-Freitag,) -437 (et) -399 (al.) -838 (The) -399
(something) -400 (something) -399 (video) ] TJ ET BT 8.9664 0 0 8.9664 328.781 688.12
Tm /Ty2 1 Tf [ (database) -339 (for) -340 (learning) -339 (and) -340 (e) 25
(v) 25 (aluating) -339 (visual) -340 (com) 1 (mon) -340 (sense.) ] TJ ET BT
8.9664 0 0 8.9664 328.781 677.161 Tm /Ty2 1 Tf (In) Tj ET BT 8.9664 0 0 8.9664 338.492 677.161
Tm /Ty7 1 Tf (ICCV) Tj ET BT 8.9664 0 0 8.9664 358.917 677.161 Tm /Ty2 1 Tf
[ (,) -250 (2017.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 386.8025 677.161
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 391.2857 677.161
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 395.7689 677.161
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 400.2521 677.161
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 404.7353 677.161
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 664.449 Tm
/Ty2 1 Tf ([16]) Tj ET BT 8.9664 0 0 8.9664 328.7853 664.449 Tm /Ty2 1 Tf
[ (Raia) -285 (Hadsell,) -294 (Sumit) -285 (Chopra,) -294 (and) -285 (Y) 100
(ann) -285 (LeCun.) -472 (Dimension-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 653.49
Tm /Ty2 1 Tf [ (ality) -291 (reduction) -291 (by) -291 (learning) -291 (an)
-291 (in) 40 (v) 25 (ariant) -291 (mapping.) -491 (In) ] TJ ET BT 8.9664 0 0 8.9664 520.454 653.49
Tm /Ty7 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 542.87 653.49 Tm /Ty2 1 Tf
(,) Tj ET BT 8.9664 0 0 8.9664 328.781 642.531 Tm /Ty2 1 Tf (2006.) Tj ET
/Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 352.1833 642.531 Tm /Ty2 1 Tf (1) Tj
ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 356.6665 642.531 Tm /Ty2 1 Tf (,) Tj
ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 361.1497 642.531 Tm /Ty2 1 Tf (2)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 629.819 Tm /Ty2 1 Tf ([17])
Tj ET BT 8.9664 0 0 8.9664 328.7853 629.819 Tm /Ty2 1 Tf [ (T) 70 (engda)
-448 (Han,) -498 (W) 80 (eidi) -448 (Xie,) -498 (and) -448 (Andre) 25 (w)
-449 (Zisserman.) -994 (V) 60 (ideo) ] TJ ET BT 8.9664 0 0 8.9664 328.781 618.86
Tm /Ty2 1 Tf [ (representation) -390 (learning) -389 (by) -390 (dense) -389
(predicti) 25 (v) 15 (e) -390 (coding.) ] TJ ET BT 8.9664 0 0 8.9664 525.189 618.86
Tm /Ty7 1 Tf (arXiv) Tj ET BT 8.9664 0 0 8.9664 328.781 607.901 Tm /Ty7 1
Tf [ (pr) 37 (eprint) -250 (arXiv:1909.04656) ] TJ ET BT 8.9664 0 0 8.9664 425.581 607.901
Tm /Ty2 1 Tf [ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 453.4665 607.901
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 457.9497 607.901
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 462.4329 607.901
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 595.189 Tm
/Ty2 1 Tf ([18]) Tj ET BT 8.9664 0 0 8.9664 328.7853 595.189 Tm /Ty2 1 Tf
[ (T) 70 (engda) -304 (Han,) -319 (W) 80 (eidi) -304 (Xie,) -319 (and) -305
(Andre) 25 (w) -304 (Zisserman.) -535 (Memory-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 584.23
Tm /Ty2 1 Tf [ (augmented) -288 (dense) -288 (predicti) 25 (v) 15 (e) -288
(coding) -288 (for) -288 (video) -288 (representation) ] TJ ET BT 8.9664 0 0 8.9664 328.781 573.271
Tm /Ty2 1 Tf (learning.) Tj ET BT 8.9664 0 0 8.9664 365.078 573.271 Tm /Ty7
1 Tf [ (arXiv) -300 (pr) 37 (eprint) -301 (arXiv:2008.01065) ] TJ ET BT 8.9664 0 0 8.9664 484.947 573.271
Tm /Ty2 1 Tf [ (,) -313 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 514.841 573.271
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 519.3242 573.271
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 524.3723 573.271
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 528.8555 573.271
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 533.9035 573.271
Tm /Ty2 1 Tf (12) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 542.8699 573.271
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 328.781 562.312
Tm /Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 549.6 Tm
/Ty2 1 Tf ([19]) Tj ET BT 8.9664 0 0 8.9664 328.7853 549.6 Tm /Ty2 1 Tf [
(T) 70 (engda) -493 (Han,) -555 (W) 80 (eidi) -494 (Xie,) -554 (and) -494
(Andre) 25 (w) -494 (Zisserman.) -1139 (Self-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 538.641
Tm /Ty2 1 Tf [ (supervised) -576 (co-training) -577 (for) -576 (video) -577
(representation) -576 (learning.) ] TJ ET BT 8.9664 0 0 8.9664 328.781 527.682
Tm /Ty7 1 Tf (NeurIPS) Tj ET BT 8.9664 0 0 8.9664 359.661 527.682 Tm /Ty2
1 Tf [ (,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 387.5465 527.682
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 514.97 Tm
/Ty2 1 Tf ([20]) Tj ET BT 8.9664 0 0 8.9664 328.7853 514.97 Tm /Ty2 1 Tf [
(Kaim) 1 (ing) -311 (He,) -327 (Haoqi) -311 (F) 15 (an,) -326 (Y) 111 (uxin)
-311 (W) 50 (u,) -326 (Saining) -311 (Xie,) -326 (and) -311 (Ross) ] TJ ET
BT 8.9664 0 0 8.9664 328.781 504.011 Tm /Ty2 1 Tf [ (Girshick.) -574 (Momentum)
-317 (contrast) -316 (for) -317 (unsupervised) -317 (visual) -317 (rep-) ]
TJ ET BT 8.9664 0 0 8.9664 328.781 493.052 Tm /Ty2 1 Tf [ (resentation) -250
(learning.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 414.929 493.052 Tm /Ty7
1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 437.345 493.052 Tm /Ty2 1 Tf [ (,)
-250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 465.2305 493.052
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 469.7137 493.052
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 474.1969 493.052
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 478.6801 493.052
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 483.1633 493.052
Tm /Ty2 1 Tf (3) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 480.34 Tm
/Ty2 1 Tf ([21]) Tj ET BT 8.9664 0 0 8.9664 328.7853 480.34 Tm /Ty2 1 Tf [
(Oli) 25 (vi) 1 (er) -464 (J) -463 (H) ] TJ ET BT 8.9664 0 0 8.9664 372.726 480.385
Tm /Ty2 1 Tf Tj ET BT 8.9664 0 0 8.9664 372.229 480.34 Tm /Ty2 1 Tf [
(enaf) 25 (f,) -517 (Ali) -463 (Raza) 20 (vi,) -517 (Carl) -463 (Doersch,)
-517 (SM) -463 (Eslami,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 469.381 Tm /Ty2
1 Tf [ (and) -542 (Aaron) -542 (v) 25 (an) -542 (den) -541 (Oord.) -1294 (Data-ef)
25 (cient) -542 (image) -542 (recog-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 458.423
Tm /Ty2 1 Tf [ (nition) -453 (with) -453 (contrasti) 25 (v) 15 (e) -452 (predicti)
25 (v) 15 (e) -453 (coding.) ] TJ ET BT 8.9664 0 0 8.9664 492.069 458.423
Tm /Ty7 1 Tf [ (arXiv) -453 (pr) 37 (eprint) ] TJ ET BT 8.9664 0 0 8.9664 328.781 447.464
Tm /Ty7 1 Tf (arXiv:1905.09272) Tj ET BT 8.9664 0 0 8.9664 394.28 447.464
Tm /Ty2 1 Tf [ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 422.1655 447.464
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 434.752 Tm
/Ty2 1 Tf ([22]) Tj ET BT 8.9664 0 0 8.9664 328.7853 434.752 Tm /Ty2 1 Tf
[ (Geof) 25 (fre) 15 (y) -472 (Hinton,) -529 (Oriol) -473 (V) 60 (in) 15 (yals,)
-528 (and) -473 (Jef) 25 (f) -473 (Dean.) -1072 (Distill-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 423.793
Tm /Ty2 1 Tf [ (ing) -490 (the) -491 (kno) 25 (wledge) -490 (in) -491 (a)
-490 (neural) -491 (netw) 10 (ork.) ] TJ ET BT 8.9664 0 0 8.9664 491.731 423.793
Tm /Ty7 1 Tf [ (arXiv) -490 (pr) 37 (eprint) ] TJ ET BT 8.9664 0 0 8.9664 328.781 412.834
Tm /Ty7 1 Tf (arXiv:1503.02531) Tj ET BT 8.9664 0 0 8.9664 394.28 412.834
Tm /Ty2 1 Tf [ (,) -250 (2015.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 422.1655 412.834
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 400.122 Tm
/Ty2 1 Tf ([23]) Tj ET BT 8.9664 0 0 8.9664 328.7853 400.122 Tm /Ty2 1 Tf
[ (R) -276 (De) 25 (v) 20 (on) -276 (Hjelm,) -283 (Ale) 15 (x) -276 (Fedoro)
15 (v) 65 (,) -283 (Samuel) -276 (La) 20 (v) 20 (oie-Marchildon,) ] TJ ET
BT 8.9664 0 0 8.9664 328.781 389.163 Tm /Ty2 1 Tf [ (Karan) -275 (Gre) 25
(w) 10 (al,) -282 (Adam) -275 (T) 35 (rischler) 40 (,) -281 (and) -275 (Y)
110 (oshua) -275 (Bengio.) -441 (Learn-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 378.204
Tm /Ty2 1 Tf [ (ing) -373 (deep) -374 (representations) -373 (by) -373 (mutual)
-374 (information) -373 (estimation) ] TJ ET BT 8.9664 0 0 8.9664 328.781 367.245
Tm /Ty2 1 Tf [ (and) -250 (maximization.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 408.464 367.245
Tm /Ty7 1 Tf (ICLR) Tj ET BT 8.9664 0 0 8.9664 427.894 367.245 Tm /Ty2 1 Tf
[ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 455.7795 367.245
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 354.533 Tm
/Ty2 1 Tf ([24]) Tj ET BT 8.9664 0 0 8.9664 328.7853 354.533 Tm /Ty2 1 Tf
[ (Haroon) -391 (Idrees,) -426 (Amir) -391 (R) -391 (Zamir) 40 (,) -427 (Y)
111 (u-Gang) -391 (Jiang,) -426 (Ale) 15 (x) -391 (Gor) 20 (-) ] TJ ET BT
8.9664 0 0 8.9664 328.781 343.574 Tm /Ty2 1 Tf [ (ban,) -215 (Iv) 25 (an)
-205 (Lapte) 25 (v) 65 (,) -215 (Rahul) -206 (Sukthankar) 40 (,) -214 (and)
-206 (Mubarak) -206 (Shah.) -264 (The) ] TJ ET BT 8.9664 0 0 8.9664 328.781 332.615
Tm /Ty2 1 Tf [ (THUMOS) -232 (challenge) -231 (on) -232 (action) -231 (recognition)
-232 (for) -232 (videos) -231 -232 (the) ] TJ ET BT 8.9664 0 0 8.9664 328.781 321.656
Tm /Ty2 1 Tf (wild.) Tj ET BT 8.9664 0 0 8.9664 354.174 321.656 Tm /Ty7 1
Tf [ (Computer) -250 (V) 74 (ision) -250 (and) -250 (Ima) 10 (g) 10 (e) -250
(Under) 10 (standing) ] TJ ET BT 8.9664 0 0 8.9664 510.645 321.656 Tm /Ty2
1 Tf [ (,) -250 (2017.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 538.5305 321.656
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 308.944 Tm
/Ty2 1 Tf ([25]) Tj ET BT 8.9664 0 0 8.9664 328.7853 308.944 Tm /Ty2 1 Tf
[ (Sim) 1 (on) -223 (Jenni,) -229 (Gi) 25 (vi) -222 (Meishvili,) -229 (and)
-223 (P) 15 (aolo) -222 (F) 15 (a) 20 (v) 25 (aro.) -302 (V) 60 (ideo) -222
(repre-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 297.985 Tm /Ty2 1 Tf [ (sentation)
-287 (learning) -287 (by) -288 (recognizing) -287 (temporal) -287 (transformations.)
] TJ ET BT 8.9664 0 0 8.9664 328.781 287.026 Tm /Ty2 1 Tf (In) Tj ET BT 8.9664 0 0 8.9664 338.492 287.026
Tm /Ty7 1 Tf (ECCV) Tj ET BT 8.9664 0 0 8.9664 361.409 287.026 Tm /Ty2 1 Tf
[ (,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 389.2945 287.026
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 393.7777 287.026
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 398.2609 287.026
Tm /Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 274.314
Tm /Ty2 1 Tf ([26]) Tj ET BT 8.9664 0 0 8.9664 328.7853 274.314 Tm /Ty2 1
Tf [ (Longlong) -314 (Jing) -314 (and) -314 (Y) 55 (ingli) -314 (T) 35 (ian.)
-565 (Self-) 1 (supervised) -314 (spatiotem-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 263.355
Tm /Ty2 1 Tf [ (poral) -379 (fe) 1 (ature) -379 (learning) -378 (by) -379
(video) -379 (geom) 1 (etric) -379 (transformations.) ] TJ ET BT 8.9664 0 0 8.9664 328.781 252.396
Tm /Ty7 1 Tf [ (arXiv) -250 (pr) 37 (eprint) -250 (arXiv:1811.11387) ] TJ
ET BT 8.9664 0 0 8.9664 447.746 252.396 Tm /Ty2 1 Tf [ (,) -250 (2018.) ]
TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 475.6315 252.396 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 239.684 Tm /Ty2 1 Tf ([27])
Tj ET BT 8.9664 0 0 8.9664 328.7853 239.684 Tm /Ty2 1 Tf [ (Longlong) -225
(Jing,) -230 (Xiaodong) -226 (Y) 100 (ang,) -230 (Jingen) -225 (Liu,) -231
(and) -225 (Y) 55 (ingli) -225 (T) 35 (ian.) ] TJ ET BT 8.9664 0 0 8.9664 328.781 228.725
Tm /Ty2 1 Tf [ (Self-supervised) -216 (spatiotemporal) -217 (feature) -216
(learning) -217 (via) -216 (video) -217 (ro-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 217.767
Tm /Ty2 1 Tf [ (tation) -250 (prediction.) ] TJ ET BT 8.9664 0 0 8.9664 393.275 217.767
Tm /Ty7 1 Tf [ (arXiv) -250 (pr) 37 (eprint) -250 (arXiv:1811.11387) ] TJ
ET BT 8.9664 0 0 8.9664 512.24 217.767 Tm /Ty2 1 Tf [ (,) -250 (2018.) ] TJ
ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 540.1255 217.767 Tm /Ty2 1 Tf (8)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 205.054 Tm /Ty2 1 Tf ([28])
Tj ET BT 8.9664 0 0 8.9664 328.7853 205.054 Tm /Ty2 1 Tf [ (Just) 1 (in) -1128
(Johnson,) -1346 (Bharath) -1128 (Hariharan,) -1346 (Laurens) -1127 (V) 111
(an) ] TJ ET BT 8.9664 0 0 8.9664 328.781 194.096 Tm /Ty2 1 Tf [ (Der) -505
(Maaten,) -568 (Li) -505 (Fei-Fei,) -568 (C) -505 (La) 15 (wrence) -505 (Zitnick,)
-568 (and) -505 (Ross) ] TJ ET BT 8.9664 0 0 8.9664 328.781 183.137 Tm /Ty2
1 Tf [ (Girshick.) -1002 (Cle) 25 (vr:) -711 (A) -450 (diagnostic) -451 (dataset)
-450 (for) -451 (compositional) ] TJ ET BT 8.9664 0 0 8.9664 328.781 172.178
Tm /Ty2 1 Tf [ (language) -295 (and) -294 (elementary) -295 (visual) -294
(reasoning.) -503 (In) ] TJ ET BT 8.9664 0 0 8.9664 497.639 172.178 Tm /Ty7
1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 520.055 172.178 Tm /Ty2 1 Tf [ (,)
-295 (2017.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 328.781 161.219
Tm /Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 337.7474 161.219
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 342.2306 161.219
Tm /Ty2 1 Tf (14) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 148.507
Tm /Ty2 1 Tf ([29]) Tj ET BT 8.9664 0 0 8.9664 328.7853 148.507 Tm /Ty2 1
Tf [ (Dahun) -467 (Kim,) -522 (Dongh) 5 (yeon) -468 (Cho,) -522 (and) -468
(In) -468 (So) -468 (Kweon.) -1056 (Self-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 137.548
Tm /Ty2 1 Tf [ (supervised) -216 (video) -217 (representation) -216 (learning)
-217 (with) -216 (space-time) -217 (cu-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 126.589
Tm /Ty2 1 Tf [ (bic) -250 (puzzles.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 384.049 126.589
Tm /Ty7 1 Tf (AAAI) Tj ET BT 8.9664 0 0 8.9664 403.47 126.589 Tm /Ty2 1 Tf
[ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 431.3555 126.589
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 113.877 Tm
/Ty2 1 Tf ([30]) Tj ET BT 8.9664 0 0 8.9664 328.7853 113.877 Tm /Ty2 1 Tf
[ (Lingpeng) -494 (K) 35 (ong,) -555 (Cyprien) -494 (de) -494 (Masson) -494
(dAutume,) -555 (Lei) -494 (Y) 111 (u,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 102.918
Tm /Ty2 1 Tf [ (W) 80 (ang) -297 (Ling,) -309 (Zihang) -296 (Dai,) -309 (and)
-297 (Dani) -297 (Y) 110 (og) 5 (atama.) -510 (A) -297 (mutual) -297 (in-)
] TJ ET BT 8.9664 0 0 8.9664 328.781 91.959 Tm /Ty2 1 Tf [ (formation) -257
(maximization) -257 (perspect) 1 (i) 25 (v) 15 (e) -257 (of) -257 (language)
-257 (representa-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 81 Tm /Ty2 1 Tf [
(tion) -250 (learning.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 389.537 81
Tm /Ty7 1 Tf (ICLR) Tj ET BT 8.9664 0 0 8.9664 408.967 81 Tm /Ty2 1 Tf [ (,)
-250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 436.8525 81 Tm
/Ty2 1 Tf (2) Tj ET Q
endstream
endobj
44 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/yq24WUHCDOmfj4YOj6Z44w Do
Q
endstream
endobj
45 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 57 0 R /Ty2 59 0 R /Ty7 64 0 R >> /ProcSet [ /PDF /Text ] /XObject << /yq24WUHCDOmfj4YOj6Z44w 102 0 R >> >>
endobj
46 0 obj
<< /Length 30445 >>
stream
q Q q 0 0 612 792 re W n BT 8.9664 0 0 8.9664 50.112 710.037 Tm /Ty2 1 Tf
([31]) Tj ET BT 8.9664 0 0 8.9664 70.03534 710.037 Tm /Ty2 1 Tf [ (H.) -307
(K) 15 (uehne,) -321 (H.) -307 (Jhuang,) -321 (E.) -308 (Garr) 1 (ote,) -322
(T) 74 (.) -307 (Poggio,) -321 (and) -307 (T) 74 (.) -307 (Serre.) ] TJ ET
BT 8.9664 0 0 8.9664 70.031 699.078 Tm /Ty2 1 Tf [ (HMDB:) -303 (A) -304 (lar)
18 (ge) -303 (video) -303 (database) -304 (for) -303 (human) -304 (motion)
-303 (recogni-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 688.12 Tm /Ty2 1 Tf [
(tion.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 99.163 688.12 Tm /Ty7 1 Tf
(ICCV) Tj ET BT 8.9664 0 0 8.9664 119.588 688.12 Tm /Ty2 1 Tf [ (,) -250 (2011.)
] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 147.4735 688.12 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 151.9567 688.12 Tm /Ty2 1 Tf (,)
Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 156.4399 688.12 Tm /Ty2 1 Tf (5)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 160.9231 688.12 Tm /Ty2 1 Tf (,) Tj
ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 165.4063 688.12 Tm /Ty2 1 Tf (8)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 169.8895 688.12 Tm /Ty2 1 Tf (,) Tj
ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 174.3727 688.12 Tm /Ty2 1 Tf (13)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 676.202 Tm /Ty2 1 Tf ([32])
Tj ET BT 8.9664 0 0 8.9664 70.03534 676.202 Tm /Ty2 1 Tf [ (Hsin-Y) 55 (ing)
-283 (Lee,) -291 (Jia-Bin) -283 (Huang,) -291 (Maneesh) -283 (K) 15 (umar)
-283 (Singh,) -291 (and) ] TJ ET BT 8.9664 0 0 8.9664 70.031 665.243 Tm /Ty2
1 Tf [ (Ming-Hsuan) -243 (Y) 100 (ang.) -344 (Unsupervised) -243 (representation)
-242 (learning) -243 (by) ] TJ ET BT 8.9664 0 0 8.9664 70.031 654.284 Tm /Ty2
1 Tf [ (sorting) -250 (sequences.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 148.71 654.284
Tm /Ty7 1 Tf (ICCV) Tj ET BT 8.9664 0 0 8.9664 169.136 654.284 Tm /Ty2 1 Tf
[ (,) -250 (2017.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 197.0215 654.284
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 201.5047 654.284
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 205.9879 654.284
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 210.4711 654.284
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 214.9543 654.284
Tm /Ty2 1 Tf (12) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 223.9207 654.284
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 228.4039 654.284
Tm /Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 642.367 Tm
/Ty2 1 Tf ([33]) Tj ET BT 8.9664 0 0 8.9664 70.03534 642.367 Tm /Ty2 1 Tf
[ (Lajanugen) -531 (Logesw) 10 (aran) -531 (and) -532 (Honglak) -531 (Lee.)
-1261 (An) -531 (ef) 25 (cient) ] TJ ET BT 8.9664 0 0 8.9664 70.031 631.408
Tm /Ty2 1 Tf [ (frame) 25 (w) 10 (ork) -338 (for) -339 (learning) -338 (sentence)
-339 (representations.) -643 (In) ] TJ ET BT 8.9664 0 0 8.9664 264.69 631.408
Tm /Ty7 1 Tf (ICLR) Tj ET BT 8.9664 0 0 8.9664 284.12 631.408 Tm /Ty2 1 Tf
(,) Tj ET BT 8.9664 0 0 8.9664 70.031 620.449 Tm /Ty2 1 Tf (2018.) Tj ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 93.4333 620.449 Tm /Ty2 1 Tf (2) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 50.112 608.531 Tm /Ty2 1 Tf ([34]) Tj ET BT 8.9664 0 0 8.9664 70.03534 608.531
Tm /Ty2 1 Tf [ (Dezhao) -256 (Luo,) -258 (Chang) -256 (Liu,) -258 (Y) 111
(u) -257 (Zhou,) -258 (Dongbao) -256 (Y) 100 (ang,) -258 (Can) -256 (Ma,)
] TJ ET BT 8.9664 0 0 8.9664 70.031 597.572 Tm /Ty2 1 Tf [ (Qixiang) -294
(Y) 100 (e,) -304 (and) -293 (W) 80 (eiping) -294 (W) 80 (ang.) -499 (V) 60
(ideo) -294 (cloze) -293 (procedure) -294 (for) ] TJ ET BT 8.9664 0 0 8.9664 70.031 586.613
Tm /Ty2 1 Tf [ (self-supervised) -279 (spatio-temporal) -279 (learning.) -452
(In) ] TJ ET BT 8.9664 0 0 8.9664 231.244 586.613 Tm /Ty7 1 Tf (AAAI) Tj ET
BT 8.9664 0 0 8.9664 250.665 586.613 Tm /Ty2 1 Tf [ (,) -279 (2020.) ] TJ
ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 279.6354 586.613 Tm /Ty2 1 Tf (2)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 284.1186 586.613 Tm /Ty2 1 Tf (,)
Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 70.031 575.655 Tm /Ty2 1 Tf (13)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 563.737 Tm /Ty2 1 Tf ([35])
Tj ET BT 8.9664 0 0 8.9664 70.03534 563.737 Tm /Ty2 1 Tf [ (Joanna) -344 (Materzynska,)
-367 (T) 70 (ete) -345 (Xiao,) -367 (Roei) -345 (Herzi) 1 (g,) -368 (Huijuan)
-344 (Xu,) ] TJ ET BT 8.9664 0 0 8.9664 70.031 552.778 Tm /Ty2 1 Tf [ (Xiaolong)
-275 (W) 80 (ang,) -280 (and) -275 (T) 35 (re) 25 (v) 20 (or) -274 (Darrell.)
-439 (Something-else:) -359 (Com-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 541.819
Tm /Ty2 1 Tf [ (positional) -370 (action) -371 (recognition) -370 (with) -371
(spatial-temporal) -370 (interac-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 530.86
Tm /Ty2 1 Tf [ (tion) -250 (netw) 10 (orks.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 134.185 530.86
Tm /Ty7 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 156.601 530.86 Tm /Ty2 1 Tf
[ (,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 184.4865 530.86
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 188.9697 530.86 Tm
/Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 193.4529 530.86
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 518.943 Tm
/Ty2 1 Tf ([36]) Tj ET BT 8.9664 0 0 8.9664 70.03534 518.943 Tm /Ty2 1 Tf
[ (Loic) -207 (Matthe) 15 (y) 65 (,) -215 (Irina) -208 (Higgins,) -215 (Demis)
-208 (Hassabis) 1 (,) -216 (and) -207 (Ale) 15 (xander) ] TJ ET BT 8.9664 0 0 8.9664 70.031 507.984
Tm /Ty2 1 Tf [ (Lerchner) 55 (.) -529 (dsprites:) -415 (Disentanglement) -303
(testing) -302 (sprites) -303 (dataset.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 497.025
Tm /Ty2 1 Tf [ (https://github) 40 (.com/deepmind/dsprites-dataset/,) -250
(2017.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 261.6968 497.025 Tm
/Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 270.6632 497.025 Tm
/Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 275.1464 497.025
Tm /Ty2 1 Tf (14) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 485.107 Tm
/Ty2 1 Tf ([37]) Tj ET BT 8.9664 0 0 8.9664 70.03534 485.107 Tm /Ty2 1 Tf
[ (Antoine) -335 (Miech,) -356 (Jean-Baptiste) -335 (Alayrac,) -356 (Lucas)
-335 (Smaira,) -356 (Iv) 25 (an) ] TJ ET BT 8.9664 0 0 8.9664 70.031 474.148
Tm /Ty2 1 Tf [ (Lapte) 25 (v) 65 (,) -493 (Josef) -444 (Si) 25 (vic,) -492
(and) -445 (Andre) 25 (w) -444 (Zisserman.) -981 (End-to-end) ] TJ ET BT 8.9664 0 0 8.9664 70.031 463.19
Tm /Ty2 1 Tf [ (learning) -439 (of) -438 (visual) -439 (representations) -439
(from) -438 (uncurated) -439 (instruc-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 452.231
Tm /Ty2 1 Tf [ (tional) -250 (videos.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 131.289 452.231
Tm /Ty7 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 153.705 452.231 Tm /Ty2 1 Tf
[ (,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 181.5905 452.231
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 440.313 Tm
/Ty2 1 Tf ([38]) Tj ET BT 8.9664 0 0 8.9664 70.03534 440.313 Tm /Ty2 1 Tf
[ (T) 80 (omas) -289 (Mik) 10 (olo) 15 (v) 65 (,) -300 (Ilya) -290 (Sutsk)
10 (e) 25 (v) 15 (er) 40 (,) -300 (Kai) -290 (Chen,) -300 (Gre) 15 (g) -290
(S) -289 (Corrado,) ] TJ ET BT 8.9664 0 0 8.9664 70.031 429.354 Tm /Ty2 1
Tf [ (and) -440 (Jef) 25 (f) -439 (Dean.) -967 (Distrib) 20 (uted) -439 (representations)
-440 (of) -439 (w) 10 (ords) -440 (and) ] TJ ET BT 8.9664 0 0 8.9664 70.031 418.395
Tm /Ty2 1 Tf [ (phrases) -250 (and) -250 (their) -250 (compositionality) 65
(.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 207.906 418.395 Tm /Ty7 1 Tf (NeurIPS)
Tj ET BT 8.9664 0 0 8.9664 238.786 418.395 Tm /Ty2 1 Tf [ (,) -250 (2013.)
] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 266.6715 418.395 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 406.478 Tm /Ty2 1 Tf ([39])
Tj ET BT 8.9664 0 0 8.9664 70.03534 406.478 Tm /Ty2 1 Tf [ (Ishan) -351 (Misra)
-352 (and) -352 (Laurens) -352 (v) 25 (an) -352 (der) -352 (Maaten.) -686
(Sel) 1 (f-supervised) ] TJ ET BT 8.9664 0 0 8.9664 70.031 395.519 Tm /Ty2
1 Tf [ (learning) -206 (of) -206 (prete) 15 (xt-in) 40 (v) 25 (ariant) -206
(representations.) -265 (In) ] TJ ET BT 8.9664 0 0 8.9664 239.683 395.519
Tm /Ty7 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 262.098 395.519 Tm /Ty2 1 Tf
[ (,) -206 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 70.031 384.56
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 372.642 Tm
/Ty2 1 Tf ([40]) Tj ET BT 8.9664 0 0 8.9664 70.03534 372.642 Tm /Ty2 1 Tf
[ (Ishan) -216 (Misra,) -223 (C.) -216 (La) 15 (wrence) -216 (Zitnick,) -223
(and) -216 (Martial) -217 (Hebert.) -286 (Shuf-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 361.683
Tm /Ty2 1 Tf [ -374 (and) -373 (learn:) -557 (Unsupervised) -373 (learning)
-374 (using) -373 (temporal) -374 (order) ] TJ ET BT 8.9664 0 0 8.9664 70.031 350.724
Tm /Ty2 1 Tf [ (v) 15 (erication.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 125.918 350.724
Tm /Ty7 1 Tf (ECCV) Tj ET BT 8.9664 0 0 8.9664 148.836 350.724 Tm /Ty2 1 Tf
[ (,) -250 (2016.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 176.7215 350.724
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 181.2047 350.724
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 185.6879 350.724
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 338.807 Tm
/Ty2 1 Tf ([41]) Tj ET BT 8.9664 0 0 8.9664 70.03534 338.807 Tm /Ty2 1 Tf
[ (Pedro) -198 (Mor) 18 (g) 5 (ado,) -209 (Nuno) -198 (V) 111 (asconcelos,)
-209 (and) -199 (Ishan) -198 (Misra.) -248 (Audio-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 327.848
Tm /Ty2 1 Tf [ (visual) -320 (instance) -321 (discrimination) -320 (with)
-321 (cross-modal) -320 (agreement.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 316.889
Tm /Ty7 1 Tf [ (arXiv) -250 (pr) 37 (eprint) -250 (arXiv:2004.12943) ] TJ
ET BT 8.9664 0 0 8.9664 188.996 316.889 Tm /Ty2 1 Tf [ (,) -250 (2020.) ]
TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 216.8815 316.889 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 304.972 Tm /Ty2 1 Tf ([42])
Tj ET BT 8.9664 0 0 8.9664 70.03534 304.972 Tm /Ty2 1 Tf [ (Aaron) -330 (v)
25 (an) -331 (den) -331 (Oord,) -351 (Y) 100 (azhe) -331 (Li,) -350 (and)
-331 (Oriol) -331 (V) 60 (in) 15 (yals.) -618 (Repre-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 294.013
Tm /Ty2 1 Tf [ (sentation) -293 (learning) -292 (with) -293 (contrasti) 25
(v) 15 (e) -293 (predicti) 25 (v) 15 (e) -292 (coding.) ] TJ ET BT 8.9664 0 0 8.9664 266.439 294.013
Tm /Ty7 1 Tf (arXiv) Tj ET BT 8.9664 0 0 8.9664 70.031 283.054 Tm /Ty7 1 Tf
[ (pr) 37 (eprint) -250 (arXiv:1807.03748) ] TJ ET BT 8.9664 0 0 8.9664 166.831 283.054
Tm /Ty2 1 Tf [ (,) -250 (2018.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 194.7165 283.054
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 199.1997 283.054
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 203.6829 283.054
Tm /Ty2 1 Tf (3) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 208.1661 283.054
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 212.6493 283.054
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 217.1325 283.054
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 221.6157 283.054
Tm /Ty2 1 Tf (12) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 271.136 Tm
/Ty2 1 Tf ([43]) Tj ET BT 8.9664 0 0 8.9664 70.03534 271.136 Tm /Ty2 1 Tf
[ (Andre) 25 (w) -319 (Owens,) -336 (Jiajun) -320 (W) 50 (u,) -336 (Josh)
-319 (H) -320 (McDermott,) -336 (W) 40 (illiam) -319 (T) ] TJ ET BT 8.9664 0 0 8.9664 70.031 260.177
Tm /Ty2 1 Tf [ (Freeman,) -415 (and) -382 (Antonio) -382 (T) 80 (orralba.)
-782 (Ambient) -382 (sound) -382 (pro) 15 (vides) ] TJ ET BT 8.9664 0 0 8.9664 70.031 249.218
Tm /Ty2 1 Tf [ (supervision) -250 (for) -250 (visual) -250 (learning.) -360
(In) ] TJ ET BT 8.9664 0 0 8.9664 194.537 249.218 Tm /Ty7 1 Tf (ECCV) Tj ET
BT 8.9664 0 0 8.9664 217.455 249.218 Tm /Ty2 1 Tf [ (,) -250 (2016.) ] TJ
ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 245.3405 249.218 Tm /Ty2 1 Tf (2)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 237.301 Tm /Ty2 1 Tf ([44])
Tj ET BT 8.9664 0 0 8.9664 70.03534 237.301 Tm /Ty2 1 Tf [ (Mandela) -363
(P) 15 (atrick,) -391 (Y) 111 (uki) -363 (M) -363 (Asano,) -392 (Ruth) -363
(F) 15 (ong,) -391 (Jo) ] TJ ET BT 8.9664 0 0 8.9664 248.975 237.346 Tm /Ty2
1 Tf Tj ET BT 8.9664 0 0 8.9664 248.477 237.301 Tm /Ty2 1 Tf [ (ao) -363
(F) -363 (Hen-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 226.342 Tm /Ty2 1 Tf [
(riques,) -710 (Geof) 25 (fre) 15 (y) -618 (Zweig,) -710 (and) -618 (Andrea)
-618 (V) 111 (edaldi.) -1537 (Multi-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 215.383
Tm /Ty2 1 Tf [ (modal) -471 (self-supervision) -471 (from) -471 (generalized)
-471 (data) -471 (transforma-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 204.424
Tm /Ty2 1 Tf (tions.) Tj ET BT 8.9664 0 0 8.9664 92.94 204.424 Tm /Ty7 1 Tf
[ (arXiv) -250 (pr) 37 (eprint) -250 (arXiv:2003.04298) ] TJ ET BT 8.9664 0 0 8.9664 211.905 204.424
Tm /Ty2 1 Tf [ (,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 239.7905 204.424
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 192.507 Tm
/Ty2 1 Tf ([45]) Tj ET BT 8.9664 0 0 8.9664 70.03534 192.507 Tm /Ty2 1 Tf
[ (AJ) -450 (Pier) 18 (gio) 15 (v) 25 (anni,) -501 (Anelia) -451 (Angelo)
15 (v) 25 (a,) -501 (and) -450 (Michael) -451 (S) -450 (Ryoo.) ] TJ ET BT
8.9664 0 0 8.9664 70.031 181.548 Tm /Ty2 1 Tf [ (Ev) 20 (olving) -238 (losses)
-238 (for) -239 (unsupe) 1 (rvised) -239 (video) -238 (representation) -238
(learn-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 170.589 Tm /Ty2 1 Tf [ (ing.)
-360 (In) ] TJ ET BT 8.9664 0 0 8.9664 96.67 170.589 Tm /Ty7 1 Tf (CVPR) Tj
ET BT 8.9664 0 0 8.9664 119.086 170.589 Tm /Ty2 1 Tf [ (,) -250 (2020.) ]
TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 146.9715 170.589 Tm /Ty2 1 Tf
(8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 158.671 Tm /Ty2 1 Tf ([46])
Tj ET BT 8.9664 0 0 8.9664 70.03534 158.671 Tm /Ty2 1 Tf [ (Senthil) -380
(Purushw) 10 (alkam) -380 (and) -380 (Abhina) 20 (v) -380 (Gupta.) -777 (D)
1 (emystifying) ] TJ ET BT 8.9664 0 0 8.9664 70.031 147.712 Tm /Ty2 1 Tf [
(contrasti) 25 (v) 15 (e) -268 (self-supervised) -268 (learning:) -346 (In)
40 (v) 25 (ariances,) -273 (augmenta-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 136.753
Tm /Ty2 1 Tf [ (tions) -328 (and) -328 (dataset) -328 (biases.) ] TJ ET BT
8.9664 0 0 8.9664 163.758 136.753 Tm /Ty7 1 Tf [ (arXiv) -328 (pr) 37 (eprint)
-328 (arXiv:2007.13916) ] TJ ET BT 8.9664 0 0 8.9664 284.12 136.753 Tm /Ty2
1 Tf (,) Tj ET BT 8.9664 0 0 8.9664 70.031 125.794 Tm /Ty2 1 Tf (2020.) Tj
ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 93.4333 125.794 Tm /Ty2 1 Tf (1)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 97.9165 125.794 Tm /Ty2 1 Tf (,) Tj
ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 102.3997 125.794 Tm /Ty2 1 Tf (2)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 113.877 Tm /Ty2 1 Tf ([47])
Tj ET BT 8.9664 0 0 8.9664 70.03534 113.877 Tm /Ty2 1 Tf [ (Rui) -258 (Qian,)
-262 (T) 35 (ianjian) -258 (Meng,) -262 (Boqing) -258 (Gong,) -262 (Ming-Hsuan)
-258 (Y) 100 (ang,) ] TJ ET BT 8.9664 0 0 8.9664 70.031 102.918 Tm /Ty2 1
Tf [ (Huisheng) -222 (W) 80 (ang,) -228 (Ser) 18 (ge) -222 (Belongie,) -227
(and) -222 (Y) 55 (in) -223 (C) 1 (ui.) -300 (Spatiotempo-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 91.959
Tm /Ty2 1 Tf [ (ral) -279 (contrasti) 25 (v) 15 (e) -279 (video) -279 (representation)
-279 (learning.) ] TJ ET BT 8.9664 0 0 8.9664 234.878 91.959 Tm /Ty7 1 Tf
[ (arXiv) -279 (pr) 37 (eprint) ] TJ ET BT 8.9664 0 0 8.9664 70.031 81 Tm
/Ty7 1 Tf (arXiv:2008.03800) Tj ET BT 8.9664 0 0 8.9664 135.53 81 Tm /Ty2
1 Tf [ (,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 163.4155 81
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 710.038 Tm
/Ty2 1 Tf ([48]) Tj ET BT 8.9664 0 0 8.9664 328.7853 710.038 Tm /Ty2 1 Tf
[ (Alec) -574 (Radford,) -655 (Jong) -574 (W) 80 (ook) -574 (Kim,) -655 (Chris)
-574 (Hallac) 15 (y) 65 (,) -655 (Aditya) ] TJ ET BT 8.9664 0 0 8.9664 328.781 699.079
Tm /Ty2 1 Tf [ (Ramesh,) -577 (Gabriel) -511 (Goh,) -577 (Sandhini) -512 (Ag)
5 (arw) 10 (al,) -576 (Girish) -512 (Sastry) 65 (,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 688.12
Tm /Ty2 1 Tf [ (Amanda) -310 (Ask) 10 (ell,) -325 (P) 15 (amela) -310 (Mishkin,)
-325 (Jack) -310 (Clark,) -325 (et) -310 (al.) -552 (Learn-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 677.161
Tm /Ty2 1 Tf [ (ing) -292 (transferable) -291 (visual) -292 (models) -291
(from) -292 (natural) -291 (language) -292 (super) 20 (-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 666.202
Tm /Ty2 1 Tf (vision.) Tj ET BT 8.9664 0 0 8.9664 356.173 666.202 Tm /Ty7
1 Tf [ (arXiv) -250 (pr) 37 (eprint) -250 (arXiv:2103.00020) ] TJ ET BT 8.9664 0 0 8.9664 475.138 666.202
Tm /Ty2 1 Tf [ (,) -250 (2021.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 503.0235 666.202
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 654.284 Tm
/Ty2 1 Tf ([49]) Tj ET BT 8.9664 0 0 8.9664 328.7853 654.284 Tm /Ty2 1 Tf
[ (Pierre) -390 (Sermanet,) -426 (Core) 15 (y) -391 (L) 55 (ynch,) -426 (Y)
100 (e) 25 (vgen) -391 (Chebotar) 40 (,) -425 (Jasmine) ] TJ ET BT 8.9664 0 0 8.9664 328.781 643.325
Tm /Ty2 1 Tf [ (Hsu,) -404 (Eric) -373 (Jang,) -404 (Stef) 10 (an) -373 (Schaal)
1 (,) -404 (and) -373 (Ser) 18 (ge) 15 (y) -373 (Le) 25 (vine.) -754 (T) 35
(ime-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 632.367 Tm /Ty2 1 Tf [ (contrasti)
25 (v) 15 (e) -353 (netw) 10 (orks:) -517 (Self-supervised) -354 (learning)
-353 (from) -354 (video.) ] TJ ET BT 8.9664 0 0 8.9664 328.781 621.408 Tm
/Ty2 1 Tf (In) Tj ET BT 8.9664 0 0 8.9664 338.492 621.408 Tm /Ty7 1 Tf (ICRA)
Tj ET BT 8.9664 0 0 8.9664 358.415 621.408 Tm /Ty2 1 Tf [ (,) -250 (2018.)
] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 386.3005 621.408 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 609.49 Tm /Ty2 1 Tf ([50])
Tj ET BT 8.9664 0 0 8.9664 328.7853 609.49 Tm /Ty2 1 Tf [ (Jak) 10 (e) -234
(Snell,) -238 (K) 25 (e) 25 (vin) -235 (Swersk) 15 (y) 65 (,) -238 (and) -235
(Richard) -234 (Zemel.) -327 (Prototypical) ] TJ ET BT 8.9664 0 0 8.9664 328.781 598.531
Tm /Ty2 1 Tf [ (netw) 10 (orks) -257 (for) -258 (fe) 25 (w-shot) -257 (learning.)
-384 (In) -257 (I.) -258 (Guyon,) -259 (U.) -257 (V) 129 (.) -258 (Luxb) 20
(ur) 18 (g,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 587.572 Tm /Ty2 1 Tf [ (S.)
-302 (Bengio,) -315 (H.) -302 (W) 80 (allach,) -315 (R.) -301 (Fer) 18 (gus,)
-315 (S.) -302 (V) 60 (ishw) 10 (anathan,) -315 (and) -302 (R.) ] TJ ET BT
8.9664 0 0 8.9664 328.781 576.613 Tm /Ty2 1 Tf [ (Garnett,) -250 (editors,)
] TJ ET BT 8.9664 0 0 8.9664 389.043 576.613 Tm /Ty7 1 Tf (NeurIPS) Tj ET
BT 8.9664 0 0 8.9664 419.923 576.613 Tm /Ty2 1 Tf [ (,) -250 (2017.) ] TJ
ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 447.8085 576.613 Tm /Ty2 1 Tf (8)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 564.696 Tm /Ty2 1 Tf ([51])
Tj ET BT 8.9664 0 0 8.9664 328.7853 564.696 Tm /Ty2 1 Tf [ (Kih) 5 (yuk) -376
(Sohn.) -765 (Impro) 15 (v) 15 (ed) -377 (deep) -377 (metric) -376 (learning)
-377 (with) -376 (multi-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 553.737 Tm
/Ty2 1 Tf [ (class) -250 (n-pair) -250 (loss) -250 (objecti) 25 (v) 15 (e.)
-360 (In) ] TJ ET BT 8.9664 0 0 8.9664 435.991 553.737 Tm /Ty7 1 Tf (NeurIPS)
Tj ET BT 8.9664 0 0 8.9664 466.871 553.737 Tm /Ty2 1 Tf [ (,) -250 (2016.)
] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 494.7565 553.737 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 541.819 Tm /Ty2 1 Tf ([52])
Tj ET BT 8.9664 0 0 8.9664 328.7853 541.819 Tm /Ty2 1 Tf [ (K.) -290 (Soomro,)
-301 (A.) -290 (Zamir) 40 (,) -300 (and) -291 (M.) -290 (Shah.) -490 (UCF101:)
-391 (A) -290 (dataset) -290 (of) ] TJ ET BT 8.9664 0 0 8.9664 328.781 530.86
Tm /Ty2 1 Tf [ (101) -199 (human) -199 (actions) -198 (classes) -199 (from)
-199 (videos) -198 (in) -199 (the) -199 (wild.) -249 (T) 70 (echnical) ] TJ
ET BT 8.9664 0 0 8.9664 328.781 519.902 Tm /Ty2 1 Tf [ (Report) -250 (CRCV)
100 (-TR-12-01,) -250 (2012.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 445.1828 519.902
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 449.666 519.902 Tm
/Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 454.1492 519.902
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 458.6324 519.902
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 463.1156 519.902
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 467.5988 519.902
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 472.082 519.902
Tm /Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 507.984
Tm /Ty2 1 Tf ([53]) Tj ET BT 8.9664 0 0 8.9664 328.7853 507.984 Tm /Ty2 1
Tf [ (Chen) -470 (Sun,) -526 (F) 15 (abien) -470 (Baradel,) -526 (K) 25 (e)
25 (vin) -470 (Murph) 5 (y) 65 (,) -526 (and) -470 (Cordelia) ] TJ ET BT 8.9664 0 0 8.9664 328.781 497.025
Tm /Ty2 1 Tf [ (Schmid.) -560 (Contrasti) 25 (v) 15 (e) -312 (bidirectional)
-312 (transformer) -313 (for) -312 (temporal) ] TJ ET BT 8.9664 0 0 8.9664 328.781 486.066
Tm /Ty2 1 Tf [ (representation) -380 (learning.) ] TJ ET BT 8.9664 0 0 8.9664 421.571 486.066
Tm /Ty7 1 Tf [ (arXiv) -380 (pr) 37 (eprint) -380 (arXiv:1906.05743) ] TJ
ET BT 8.9664 0 0 8.9664 542.87 486.066 Tm /Ty2 1 Tf (,) Tj ET BT 8.9664 0 0 8.9664 328.781 475.107
Tm /Ty2 1 Tf (2019.) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 352.1833 475.107
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 463.19 Tm
/Ty2 1 Tf ([54]) Tj ET BT 8.9664 0 0 8.9664 328.7853 463.19 Tm /Ty2 1 Tf [
(Chen) -290 (Sun,) -302 (Abhina) 20 (v) -290 (Shri) 25 (v) 25 (asta) 20 (v)
25 (a,) -302 (Carl) -290 (V) 129 (ondrick,) -302 (Rahul) -290 (Suk-) ] TJ
ET BT 8.9664 0 0 8.9664 328.781 452.231 Tm /Ty2 1 Tf [ (thankar) 40 (,) -423
(K) 25 (e) 25 (vin) -389 (Murph) 5 (y) 65 (,) -424 (and) -388 (Cordelia) -389
(Schmid.) -804 (Relational) ] TJ ET BT 8.9664 0 0 8.9664 328.781 441.272 Tm
/Ty2 1 Tf [ (action) -250 (forecasting.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 407.953 441.272
Tm /Ty7 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 430.369 441.272 Tm /Ty2 1 Tf
[ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 458.2545 441.272
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 429.354 Tm
/Ty2 1 Tf ([55]) Tj ET BT 8.9664 0 0 8.9664 328.7853 429.354 Tm /Ty2 1 Tf
[ (Y) 110 (onglong) -461 (T) 35 (ian,) -514 (Dilip) -462 (Krishnan,) -514
(and) -461 (Phillip) -462 (Isola.) -1036 (Con-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 418.395
Tm /Ty2 1 Tf [ (trasti) 25 (v) 15 (e) -228 (multi) 25 (vie) 25 (w) -229 (coding.)
] TJ ET BT 8.9664 0 0 8.9664 424.292 418.395 Tm /Ty7 1 Tf [ (arXiv) -228 (pr)
37 (eprint) -229 (arXiv:1906.05849) ] TJ ET BT 8.9664 0 0 8.9664 542.87 418.395
Tm /Ty2 1 Tf (,) Tj ET BT 8.9664 0 0 8.9664 328.781 407.437 Tm /Ty2 1 Tf (2019.)
Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 352.1833 407.437 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 356.6665 407.437 Tm /Ty2 1 Tf
(,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 361.1497 407.437 Tm /Ty2 1
Tf (3) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 365.6329 407.437 Tm /Ty2 1
Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 370.1161 407.437 Tm /Ty2
1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 395.519 Tm /Ty2 1
Tf ([56]) Tj ET BT 8.9664 0 0 8.9664 328.7853 395.519 Tm /Ty2 1 Tf [ (Y) 110
(onglong) -561 (T) 35 (ian,) -638 (Chen) -562 (Sun,) -638 (Ben) -562 (Poole,)
-638 (Dilip) -561 (Krishnan,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 384.56
Tm /Ty2 1 Tf [ (Cordelia) -354 (Schmid,) -379 (and) -354 (Phillip) -354 (Isola.)
-692 (What) -353 (mak) 10 (es) -354 (for) -354 (good) ] TJ ET BT 8.9664 0 0 8.9664 328.781 373.601
Tm /Ty2 1 Tf [ (vie) 25 (ws) -250 (for) -250 (contrasti) 25 (v) 15 (e) -250
(learning.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 450.203 373.601 Tm /Ty7
1 Tf (NeurIPS) Tj ET BT 8.9664 0 0 8.9664 481.083 373.601 Tm /Ty2 1 Tf [ (,)
-250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 508.9685 373.601
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 361.684 Tm
/Ty2 1 Tf ([57]) Tj ET BT 8.9664 0 0 8.9664 328.7853 361.684 Tm /Ty2 1 Tf
[ (Michael) -538 (Tschannen,) -610 (Josip) -538 (Djolong) 5 (a,) -610 (Marvin)
-538 (Ritter) 40 (,) -610 (Ar) 20 (-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 350.725
Tm /Ty2 1 Tf [ (a) 20 (vindh) -282 (Mahendran,) -290 (Neil) -282 (Houlsby)
65 (,) -291 (Sylv) 25 (ain) -282 (Gelly) 65 (,) -290 (and) -282 (Mario) ]
TJ ET BT 8.9664 0 0 8.9664 328.781 339.766 Tm /Ty2 1 Tf [ (Lucic.) -531 (Self-supervised)
-303 (learning) -304 (of) -303 (video-induced) -304 (visual) -303 (in-) ]
TJ ET BT 8.9664 0 0 8.9664 328.781 328.807 Tm /Ty2 1 Tf [ (v) 25 (ariances.)
-360 (In) ] TJ ET BT 8.9664 0 0 8.9664 377.594 328.807 Tm /Ty7 1 Tf (CVPR)
Tj ET BT 8.9664 0 0 8.9664 400.009 328.807 Tm /Ty2 1 Tf [ (,) -250 (2020.)
] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 427.8945 328.807 Tm /Ty2 1 Tf
(1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 316.889 Tm /Ty2 1 Tf ([58])
Tj ET BT 8.9664 0 0 8.9664 328.7853 316.889 Tm /Ty2 1 Tf [ (Carl) -192 (V)
129 (ondrick,) -204 (Hamed) -192 (Pirsia) 20 (v) 25 (ash,) -204 (and) -193
(Antonio) -192 (T) 80 (orralba.) -235 (An-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 305.93
Tm /Ty2 1 Tf [ (ticipating) -391 (visual) -392 (representations) -391 (from)
-391 (unlabeled) -392 (video.) -812 (In) ] TJ ET BT 8.9664 0 0 8.9664 328.781 294.972
Tm /Ty7 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 351.197 294.972 Tm /Ty2 1 Tf
[ (,) -250 (2016.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 379.0825 294.972
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 283.054 Tm
/Ty2 1 Tf ([59]) Tj ET BT 8.9664 0 0 8.9664 328.7853 283.054 Tm /Ty2 1 Tf
[ (Jiangli) 1 (u) -622 (W) 80 (ang,) -713 (Jianbo) -621 (Jiao,) -714 (and)
-621 (Y) 111 (un-Hui) -621 (Liu.) -1547 (Self-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 272.095
Tm /Ty2 1 Tf [ (supervised) -258 (video) -258 (representation) -258 (learning)
-259 (by) -258 (pace) -258 (prediction.) ] TJ ET BT 8.9664 0 0 8.9664 328.781 261.136
Tm /Ty7 1 Tf [ (arXiv) -250 (pr) 37 (eprint) -250 (arXiv:2008.05861) ] TJ
ET BT 8.9664 0 0 8.9664 447.746 261.136 Tm /Ty2 1 Tf [ (,) -250 (2020.) ]
TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 475.6315 261.136 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 249.219 Tm /Ty2 1 Tf ([60])
Tj ET BT 8.9664 0 0 8.9664 328.7853 249.219 Tm /Ty2 1 Tf [ (Donglai) -667
(W) 80 (ei,) -772 (Joseph) -667 (J) -667 (Lim,) -772 (Andre) 25 (w) -668 (Zisserman,)
-771 (and) ] TJ ET BT 8.9664 0 0 8.9664 328.781 238.26 Tm /Ty2 1 Tf [ (W)
40 (illiam) -300 (T) -300 (Freeman.) -519 (Learning) -300 (and) -300 (using)
-299 (the) -300 (arro) 25 (w) -300 (of) -300 (time.) ] TJ ET BT 8.9664 0 0 8.9664 328.781 227.301
Tm /Ty2 1 Tf (In) Tj ET BT 8.9664 0 0 8.9664 338.492 227.301 Tm /Ty7 1 Tf
(CVPR) Tj ET BT 8.9664 0 0 8.9664 360.908 227.301 Tm /Ty2 1 Tf [ (,) -250
(2018.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 388.7935 227.301 Tm
/Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 215.383 Tm /Ty2
1 Tf ([61]) Tj ET BT 8.9664 0 0 8.9664 328.7853 215.383 Tm /Ty2 1 Tf [ (Zhirong)
-339 (W) 50 (u,) -362 (Y) 111 (uanjun) -340 (Xiong,) -362 (Stella) -340 (X)
-339 (Y) 111 (u,) -362 (and) -340 (Dahua) -339 (Lin.) ] TJ ET BT 8.9664 0 0 8.9664 328.781 204.424
Tm /Ty2 1 Tf [ (Unsupervised) -393 (feature) -394 (learning) -393 (via) -394
(non-parametric) -393 (instance) ] TJ ET BT 8.9664 0 0 8.9664 328.781 193.465
Tm /Ty2 1 Tf [ (discrimination.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 395.768 193.465
Tm /Ty7 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 418.184 193.465 Tm /Ty2 1 Tf
[ (,) -250 (2018.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 446.0695 193.465
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 450.5527 193.465
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 455.0359 193.465
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 459.5191 193.465
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 464.0023 193.465
Tm /Ty2 1 Tf (3) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 181.548 Tm
/Ty2 1 Tf ([62]) Tj ET BT 8.9664 0 0 8.9664 328.7853 181.548 Tm /Ty2 1 Tf
[ (F) 15 (an) 15 (yi) -226 (Xiao,) -231 (Y) 110 (ong) -227 (Jae) -227 (Lee,)
-231 (Kristen) -227 (Grauman,) -231 (Jitendra) -226 (Malik,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 170.589
Tm /Ty2 1 Tf [ (and) -218 (Christoph) -217 (Feichtenhofer) 55 (.) -291 (Audio)
15 (visual) -217 (slo) 25 (wf) 10 (ast) -218 (netw) 10 (orks) ] TJ ET BT 8.9664 0 0 8.9664 328.781 159.63
Tm /Ty2 1 Tf [ (for) -466 (video) -466 (recognition.) ] TJ ET BT 8.9664 0 0 8.9664 420.03 159.63
Tm /Ty7 1 Tf [ (arXiv) -466 (pr) 37 (eprint) -466 (arXiv:2001.08740) ] TJ
ET BT 8.9664 0 0 8.9664 542.87 159.63 Tm /Ty2 1 Tf (,) Tj ET BT 8.9664 0 0 8.9664 328.781 148.671
Tm /Ty2 1 Tf (2020.) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 352.1833 148.671
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 136.754 Tm
/Ty2 1 Tf ([63]) Tj ET BT 8.9664 0 0 8.9664 328.7853 136.754 Tm /Ty2 1 Tf
[ (T) 70 (ete) -252 (Xiao,) -253 (Xiaolong) -253 (W) 80 (ang,) -253 (Ale)
15 (x) 15 (ei) -253 (A) -252 (Efros,) -253 (and) -253 (T) 35 (re) 25 (v) 20
(or) -252 (Dar) 20 (-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 125.795 Tm /Ty2
1 Tf [ (rell.) -479 (What) -287 (should) -287 (not) -287 (be) -287 (contrasti)
25 (v) 15 (e) -287 (in) -287 (contrasti) 25 (v) 15 (e) -287 (learning.) ]
TJ ET BT 8.9664 0 0 8.9664 328.781 114.836 Tm /Ty7 1 Tf [ (arXiv) -250 (pr)
37 (eprint) -250 (arXiv:2008.05659) ] TJ ET BT 8.9664 0 0 8.9664 447.746 114.836
Tm /Ty2 1 Tf [ (,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 475.6315 114.836
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 480.1147 114.836
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 484.5979 114.836
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 102.918 Tm
/Ty2 1 Tf ([64]) Tj ET BT 8.9664 0 0 8.9664 328.7853 102.918 Tm /Ty2 1 Tf
[ (Saining) -303 (Xie) 1 (,) -317 (Chen) -303 (Sun,) -316 (Jonathan) -303
(Huang,) -316 (Zhuo) 25 (wen) -303 (T) 45 (u,) -316 (and) ] TJ ET BT 8.9664 0 0 8.9664 328.781 91.959
Tm /Ty2 1 Tf [ (K) 25 (e) 25 (vin) -323 (Murph) 5 (y) 65 (.) -596 (Rethinking)
-323 (spatiotemporal) -323 (feature) -324 (learning) ] TJ ET BT 8.9664 0 0 8.9664 328.781 81
Tm /Ty2 1 Tf [ (for) -250 (video) -250 (understanding.) -360 (In) ] TJ ET
BT 8.9664 0 0 8.9664 429.625 81 Tm /Ty7 1 Tf (ECCV) Tj ET BT 8.9664 0 0 8.9664 452.543 81
Tm /Ty2 1 Tf [ (,) -250 (2018.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 480.4285 81
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 484.9117 81 Tm /Ty2
1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 489.3949 81 Tm /Ty2 1
Tf (12) Tj ET Q
endstream
endobj
47 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/p_QT7pU89F2PDKxtuYoJBQ Do
Q
endstream
endobj
48 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty2 59 0 R /Ty7 64 0 R >> /ProcSet [ /PDF /Text ] /XObject << /p_QT7pU89F2PDKxtuYoJBQ 103 0 R >> >>
endobj
49 0 obj
<< /Length 4676 >>
stream
q Q q 0 0 612 792 re W n BT 8.9664 0 0 8.9664 50.112 710.037 Tm /Ty2 1 Tf
([65]) Tj ET BT 8.9664 0 0 8.9664 70.03534 710.037 Tm /Ty2 1 Tf [ (Dejing)
-377 (Xu,) -410 (Jun) -377 (Xiao,) -409 (Zhou) -378 (Zhao,) -409 (Jian) -378
(Shao,) -409 (Di) -378 (Xie,) -409 (and) ] TJ ET BT 8.9664 0 0 8.9664 70.031 699.078
Tm /Ty2 1 Tf [ (Y) 111 (ueting) -199 (Zhuang.) -250 (Self-supervised) -200
(s) 1 (patiotemporal) -200 (learning) -199 (via) ] TJ ET BT 8.9664 0 0 8.9664 70.031 688.12
Tm /Ty2 1 Tf [ (video) -250 (clip) -250 (order) -250 (prediction.) -360 (In)
] TJ ET BT 8.9664 0 0 8.9664 180.586 688.12 Tm /Ty7 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 203.001 688.12
Tm /Ty2 1 Tf [ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 230.8865 688.12
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 235.3697 688.12 Tm
/Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 239.8529 688.12
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 676.164 Tm
/Ty2 1 Tf ([66]) Tj ET BT 8.9664 0 0 8.9664 70.03534 676.164 Tm /Ty2 1 Tf
[ (Xueting) -382 (Y) 100 (an,) -416 (Ishan) -383 (Misra,) -416 (Abhina) 20
(v) -383 (Gupta,) -416 (Deepti) -382 (Ghadi-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 665.205
Tm /Ty2 1 Tf [ (yaram,) -313 (and) -300 (Dhruv) -301 (Mahajan.) -521 (Clustert:)
-411 (Impro) 15 (ving) -300 (general-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 654.247
Tm /Ty2 1 Tf [ (ization) -250 (of) -250 (visual) -250 (representations.) -360
(In) ] TJ ET BT 8.9664 0 0 8.9664 199.513 654.247 Tm /Ty7 1 Tf (CVPR) Tj ET
BT 8.9664 0 0 8.9664 221.929 654.247 Tm /Ty2 1 Tf [ (,) -250 (2020.) ] TJ
ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 249.8145 654.247 Tm /Ty2 1 Tf (8)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 642.291 Tm /Ty2 1 Tf ([67])
Tj ET BT 8.9664 0 0 8.9664 70.03534 642.291 Tm /Ty2 1 Tf [ (Ce) 15 (yuan)
-277 (Y) 100 (ang,) -285 (Y) 55 (inghao) -278 (Xu,) -285 (Bo) -278 (Dai,)
-285 (and) -277 (Bolei) -278 (Zhou.) -449 (V) 60 (ideo) ] TJ ET BT 8.9664 0 0 8.9664 70.031 631.332
Tm /Ty2 1 Tf [ (representation) -229 (learning) -229 (with) -229 (visual)
-229 (tempo) -229 (consistenc) 15 (y) 65 (.) ] TJ ET BT 8.9664 0 0 8.9664 266.439 631.332
Tm /Ty7 1 Tf (arXiv) Tj ET BT 8.9664 0 0 8.9664 70.031 620.374 Tm /Ty7 1 Tf
[ (pr) 37 (eprint) -250 (arXiv:2006.15489) ] TJ ET BT 8.9664 0 0 8.9664 166.831 620.374
Tm /Ty2 1 Tf [ (,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 194.7165 620.374
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 608.418 Tm
/Ty2 1 Tf ([68]) Tj ET BT 8.9664 0 0 8.9664 70.03534 608.418 Tm /Ty2 1 Tf
[ (Xiaohua) -642 (Zhai,) -741 (Joan) -643 (Puigcerv) 15 (er) 40 (,) -741 (Ale)
15 (xander) -642 (K) 35 (olesnik) 10 (o) 15 (v) 65 (,) ] TJ ET BT 8.9664 0 0 8.9664 70.031 597.459
Tm /Ty2 1 Tf [ (Pierre) -345 (Ruyssen,) -370 (Carlos) -345 (Riquelme,) -370
(Mario) -345 (Lucic,) -369 (Josip) -346 (Djo-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 586.501
Tm /Ty2 1 Tf [ (long) 5 (a,) -231 (Andre) -226 (Susano) -226 (Pinto,) -230
(Maxim) -226 (Neumann,) -231 (Ale) 15 (x) 15 (e) 15 (y) -226 (Doso-) ] TJ
ET BT 8.9664 0 0 8.9664 70.031 575.542 Tm /Ty2 1 Tf [ (vitskiy) 65 (,) -353
(Lucas) -332 (Be) 15 (yer) 40 (,) -352 (Oli) 25 (vier) -332 (Bachem,) -353
(Michael) -332 (Tschannen,) ] TJ ET BT 8.9664 0 0 8.9664 70.031 564.583 Tm
/Ty2 1 Tf [ (Marcin) -219 (Michalski,) -224 (Oli) 25 (vier) -219 (Bousquet,)
-225 (Sylv) 25 (ain) -218 (Gelly) 65 (,) -225 (and) -219 (Neil) ] TJ ET BT
8.9664 0 0 8.9664 70.031 553.624 Tm /Ty2 1 Tf [ (Houlsby) 65 (.) -1036 (The)
-461 (visual) -462 (t) 1 (ask) -462 (adaptation) -461 (benchmark.) ] TJ ET
BT 8.9664 0 0 8.9664 266.439 553.624 Tm /Ty7 1 Tf (arXiv) Tj ET BT 8.9664 0 0 8.9664 70.031 542.665
Tm /Ty7 1 Tf [ (pr) 37 (eprint) -250 (arXiv:1910.04867) ] TJ ET BT 8.9664 0 0 8.9664 166.831 542.665
Tm /Ty2 1 Tf [ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 194.7165 542.665
Tm /Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 530.71 Tm
/Ty2 1 Tf ([69]) Tj ET BT 8.9664 0 0 8.9664 70.03534 530.71 Tm /Ty2 1 Tf [
(Chengxu) -281 (Zhuang,) -289 (Ale) 15 (x) -281 (Andonian,) -289 (and) -281
(Daniel) -281 (Y) 100 (amins.) -459 (Un-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 519.751
Tm /Ty2 1 Tf [ (supervised) -463 (learning) -464 (from) -463 (video) -463
(with) -463 (deep) -464 (neural) -463 (embed-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 508.792
Tm /Ty2 1 Tf (dings.) Tj ET BT 8.9664 0 0 8.9664 94.931 508.792 Tm /Ty7 1
Tf [ (arXiv) -250 (pr) 37 (eprint) -250 (arXiv:1905.11954) ] TJ ET BT 8.9664 0 0 8.9664 213.895 508.792
Tm /Ty2 1 Tf [ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 241.7805 508.792
Tm /Ty2 1 Tf (2) Tj ET Q
endstream
endobj
50 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/DSIFM6zwAYjStcV-Jh9vqg Do
Q
endstream
endobj
51 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty2 59 0 R /Ty7 64 0 R >> /ProcSet [ /PDF /Text ] /XObject << /DSIFM6zwAYjStcV-Jh9vqg 104 0 R >> >>
endobj
52 0 obj
[ /ICCBased 105 0 R ]
endobj
53 0 obj
[ /ICCBased 106 0 R ]
endobj
54 0 obj
<< /BaseFont /AAAAAJ+TimesNewRomanPSMT /FirstChar 33 /FontDescriptor 107 0 R /LastChar 56 /Subtype /TrueType /ToUnicode 108 0 R /Type /Font /Widths [ 722 278 444 722 250 500 278 500 667 500 333 389 500 278 444 500 444 722 333 778 333 500 611 500 ] >>
endobj
55 0 obj
<< /BaseFont /AAAAAL+CambriaMath /FirstChar 33 /FontDescriptor 109 0 R /LastChar 35 /Subtype /TrueType /ToUnicode 110 0 R /Type /Font /Widths [ 544 395 258 ] >>
endobj
56 0 obj
<< /BaseFont /AAAAAN+CambriaMath /FirstChar 33 /FontDescriptor 111 0 R /LastChar 35 /Subtype /TrueType /ToUnicode 112 0 R /Type /Font /Widths [ 440 728 356 ] >>
endobj
57 0 obj
<< /BaseFont /AAAAAB+NimbusRomNo9L-Medi /Encoding /MacRomanEncoding /FirstChar 40 /FontDescriptor 113 0 R /LastChar 222 /Subtype /Type1 /Type /Font /Widths [ 333 333 0 0 250 333 250 0 500 500 500 500 500 500 500 0 500 500 333 0 0 0 0 0 0 722 667 722 722 667 611 0 778 389 0 778 667 944 722 778 611 0 722 556 667 722 722 1000 0 0 0 333 0 333 0 0 0 500 556 444 556 444 333 500 556 278 333 556 278 833 556 500 556 0 444 389 333 556 500 722 500 500 444 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 556 ] >>
endobj
58 0 obj
<< /BaseFont /AAAAAQ+CMSY6 /Encoding << /Differences [ 33 /prime ] /Type /Encoding >> /FirstChar 33 /FontDescriptor 114 0 R /LastChar 33 /Subtype /Type1 /ToUnicode 115 0 R /Type /Font /Widths [ 365 ] >>
endobj
59 0 obj
<< /BaseFont /AAAAAC+NimbusRomNo9L-Regu /Encoding /MacRomanEncoding /FirstChar 37 /FontDescriptor 116 0 R /LastChar 247 /Subtype /Type1 /Type /Font /Widths [ 833 778 0 333 333 500 564 250 333 250 278 500 500 500 500 500 500 500 500 500 500 278 278 0 0 0 444 0 722 667 667 722 611 556 722 722 333 389 722 611 889 722 722 556 722 667 556 611 722 722 944 722 722 611 333 0 333 0 0 0 444 500 444 500 444 333 500 500 278 278 500 278 778 500 500 500 500 333 389 278 500 500 722 500 500 444 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 333 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 500 0 444 444 333 333 0 0 0 0 0 0 0 0 556 556 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 333 ] >>
endobj
60 0 obj
<< /BaseFont /AAAAAD+CMR8 /Encoding /MacRomanEncoding /FirstChar 49 /FontDescriptor 117 0 R /LastChar 51 /Subtype /Type1 /Type /Font /Widths [ 531 531 531 ] >>
endobj
61 0 obj
<< /BaseFont /AAAAAE+CMMI8 /Encoding /MacRomanEncoding /FirstChar 44 /FontDescriptor 118 0 R /LastChar 44 /Subtype /Type1 /Type /Font /Widths [ 295 ] >>
endobj
62 0 obj
<< /BaseFont /AAAAAF+CMSY9 /Encoding /MacRomanEncoding /FirstChar 123 /FontDescriptor 119 0 R /LastChar 125 /Subtype /Type1 /Type /Font /Widths [ 513 0 513 ] >>
endobj
63 0 obj
<< /BaseFont /AAAAAG+NimbusMonL-Regu /Encoding /MacRomanEncoding /FirstChar 44 /FontDescriptor 120 0 R /LastChar 121 /Subtype /Type1 /Type /Font /Widths [ 600 0 600 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 600 0 0 600 0 0 0 0 0 0 0 0 600 0 0 0 0 0 0 600 0 0 0 0 0 0 0 600 0 600 0 0 0 600 0 600 600 600 0 600 600 600 0 0 600 600 600 600 0 0 600 600 600 600 0 0 0 600 ] >>
endobj
64 0 obj
<< /BaseFont /AAAAAH+NimbusRomNo9L-ReguItal /Encoding /MacRomanEncoding /FirstChar 40 /FontDescriptor 121 0 R /LastChar 222 /Subtype /Type1 /Type /Font /Widths [ 333 333 0 675 250 333 250 0 500 500 500 500 500 500 500 500 500 500 333 0 0 0 0 0 0 611 0 667 0 611 0 0 0 333 0 0 556 833 667 0 611 0 611 500 556 722 611 833 611 0 0 0 0 0 0 0 0 500 500 444 500 444 278 500 500 278 278 444 278 722 500 500 500 500 389 389 278 500 444 667 444 444 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 333 333 0 0 0 0 0 0 0 0 500 ] >>
endobj
65 0 obj
<< /BaseFont /AAAAAO+CMMI9 /Encoding /MacRomanEncoding /FirstChar 102 /FontDescriptor 122 0 R /LastChar 118 /Subtype /Type1 /Type /Font /Widths [ 498 0 0 0 0 0 0 0 0 0 0 0 0 0 371 0 499 ] >>
endobj
66 0 obj
<< /ColorSpace 52 0 R /Coords [ 1143000 -1828800 0 1143000 1143000 2984527 ] /Domain [ 0 1 ] /Extend [ true true ] /Function 123 0 R /ShadingType 3 >>
endobj
67 0 obj
<< /BitsPerComponent 8 /ColorSpace 124 0 R /Filter /FlateDecode /Height 892 /Intent /Perceptual /Interpolate true /Subtype /Image /Type /XObject /Width 1222 /Length 1288795 >>
stream
x݇WT>=FcGVJMzC/g`zbb45{gϞ@I9g]k֞a Mu?sk;|O~ޓ}uF虐KbޏOp?r胋܋VOPWpWp,$S~3G+GyEBYPwzZȯ>dɑ_͖]ɐ.
ȥTbp!Q8/N ~7W煽g}A
}?5{/ j9pA8xge~g?w7l}zԴ"S]JU8CuQoRěk-uIֺ$[C!ސ8W3VݲWאzJm&^hJDZZc-eKKI$X/˿Yξʼ>vu>L+֚[]>\diHƅxK].Rk W-5QE8bVB
wT5a/֕іՔՖVH U5 k}!јuY[e*bLU$ZQH\I_M[I[SV'$TYNb*RjǵOjf=W>'9Ӧg9\__ߝl]g9h|ْUkůJ.{[uO97ݥ<:JΗmE/[lєEguiO˒Wmq}}UBtd`S'] ra\L&l ;dt[&bȳuE/'X3j>mZβ˿z_z@f[eʆ~npO?