%PDF-1.3
%
1 0 obj
<< /Metadata 3 0 R /Pages 4 0 R /Type /Catalog /Version /1.4 >>
endobj
2 0 obj
<< /Author (Olivier J. Henaff; Skanda Koppula; Jean-Baptiste Alayrac; Aaron van den Oord; Oriol Vinyals; Joao Carreira) /Producer (pikepdf 3.1.0) /Subject (IEEE International Conference on Computer Vision) /Title (Efficient Visual Pretraining With Contrastive Detection) >>
endobj
3 0 obj
<< /Subtype /XML /Type /Metadata /Length 1241 >>
stream
Efficient Visual Pretraining With Contrastive DetectionOlivier J. Henaff Skanda Koppula Jean-Baptiste Alayrac Aaron van den Oord Oriol Vinyals Joao CarreiraIEEE International Conference on Computer Vision
endstream
endobj
4 0 obj
<< /Count 11 /Kids [ 5 0 R 6 0 R ] /Type /Pages >>
endobj
5 0 obj
<< /Count 8 /Kids [ 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R 13 0 R 14 0 R ] /Parent 4 0 R /Type /Pages >>
endobj
6 0 obj
<< /Count 3 /Kids [ 15 0 R 16 0 R 17 0 R ] /Parent 4 0 R /Type /Pages >>
endobj
7 0 obj
<< /Contents [ 18 0 R 19 0 R 20 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 21 0 R /Rotate 0 /Type /Page >>
endobj
8 0 obj
<< /Contents [ 22 0 R 23 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 24 0 R /Rotate 0 /Type /Page >>
endobj
9 0 obj
<< /Contents [ 25 0 R 26 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 27 0 R /Rotate 0 /Type /Page >>
endobj
10 0 obj
<< /Contents [ 28 0 R 29 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 30 0 R /Rotate 0 /Type /Page >>
endobj
11 0 obj
<< /Contents [ 31 0 R 32 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 33 0 R /Rotate 0 /Type /Page >>
endobj
12 0 obj
<< /Contents [ 34 0 R 35 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 36 0 R /Rotate 0 /Type /Page >>
endobj
13 0 obj
<< /Contents [ 37 0 R 38 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 39 0 R /Rotate 0 /Type /Page >>
endobj
14 0 obj
<< /Contents [ 40 0 R 41 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 5 0 R /Resources 42 0 R /Rotate 0 /Type /Page >>
endobj
15 0 obj
<< /Contents [ 43 0 R 44 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 6 0 R /Resources 45 0 R /Rotate 0 /Type /Page >>
endobj
16 0 obj
<< /Contents [ 46 0 R 47 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 6 0 R /Resources 48 0 R /Rotate 0 /Type /Page >>
endobj
17 0 obj
<< /Contents [ 49 0 R 50 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 6 0 R /Resources 51 0 R /Rotate 0 /Type /Page >>
endobj
18 0 obj
<< /Length 14274 >>
stream
q Q q 0 0 612 792 re W n BT 14.3462 0 0 14.3462 129.799 675.067 Tm /Ty1 1
Tf [ (Efcient) -250 (V) 37 (isual) -250 (Pr) 18 (etraining) -250 (with) -250
(Contrasti) 10 (v) 10 (e) -250 (Detection) ] TJ ET BT 11.9552 0 0 11.9552 150.541 637.209
Tm /Ty2 1 Tf [ (Oli) 25 (vier) -250 (J.) -250 (H) ] TJ ET BT 11.9552 0 0 11.9552 207.022 637.269
Tm /Ty2 1 Tf Tj ET BT 11.9552 0 0 11.9552 206.359 637.209 Tm /Ty2 1 Tf
[ (enaf) 25 (f) -1250 (Skanda) -250 (K) 35 (oppula) -1250 (Jean-Baptiste)
-250 (Alayrac) ] TJ ET BT 11.9552 0 0 11.9552 168.061 623.262 Tm /Ty2 1 Tf
[ (Aaron) -250 (v) 25 (an) -250 (den) -250 (Oord) -1250 (Oriol) -250 (V) 60
(in) 15 (yals) -1250 (Jo) ] TJ ET BT 11.9552 0 0 11.9552 371.399 623.321 Tm
/Ty2 1 Tf Tj ET BT 11.9552 0 0 11.9552 370.735 623.262 Tm /Ty2 1 Tf [
(ao) -250 (Carreira) ] TJ ET BT 11.9552 0 0 11.9552 238.841 603.336 Tm /Ty2
1 Tf [ (DeepMind,) -250 (London,) -250 (UK) ] TJ ET BT 11.9552 0 0 11.9552 145.995 562.29
Tm /Ty1 1 Tf (Abstract) Tj ET BT 9.9626 0 0 9.9626 62.067 537.368 Tm /Ty3
1 Tf [ (Self-supervised) -192 (pr) 37 (etr) 15 (aining) -192 (has) -192 (been)
-192 (shown) -192 (to) -193 (yield) -192 (pow-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 525.413
Tm /Ty3 1 Tf [ (erful) -378 (r) 37 (epr) 37 (esentations) -379 (for) -378
(tr) 15 (ansfer) -379 (learning) 15 (.) -695 (These) -379 (perfor) 20 (-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 513.457 Tm /Ty3 1 Tf [ (mance) -323 (gains)
-323 (come) -323 (at) -323 (a) -323 (lar) 37 (g) 10 (e) -323 (computational)
-323 (cost) -323 (howe) 15 (ver) 111 (,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 501.502
Tm /Ty3 1 Tf [ (with) -408 (state-of-the-art) -407 (methods) -408 (r) 37 (equiring)
-408 (an) -407 (or) 37 (der) -408 (of) -408 (ma) 10 (g-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 489.547
Tm /Ty3 1 Tf [ (nitude) -332 (mor) 37 (e) -332 (computation) -332 (than) -332
(supervised) -332 (pr) 37 (etr) 15 (aining) 15 (.) -557 (W) 92 (e) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 477.592 Tm /Ty3 1 Tf [ (tac) 20 (kle) -339 (this)
-338 (computational) -339 (bottlenec) 20 (k) -339 (by) -338 (intr) 45 (oducing)
-339 (a) -339 (ne) 15 (w) ] TJ ET BT 9.9626 0 0 9.9626 50.112 465.637 Tm /Ty3
1 Tf [ (self-supervised) -227 (objective) 10 (,) -232 (contr) 15 (astive)
-227 (detection,) -232 (whic) 15 (h) -228 (tasks) ] TJ ET BT 9.9626 0 0 9.9626 50.112 453.682
Tm /Ty3 1 Tf [ (r) 37 (epr) 37 (esentations) -233 (with) -232 (identifying)
-233 (object-le) 15 (vel) -233 (featur) 37 (es) -233 (acr) 45 (oss) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 441.726 Tm /Ty3 1 Tf [ (augmentations.) -415 (This)
-285 (objective) -285 (e) 20 (xtr) 15 (acts) -285 (a) -286 (ric) 15 (h) -285
(learning) -285 (sig-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 429.771 Tm /Ty3
1 Tf [ (nal) -257 (per) -258 (ima) 10 (g) 10 (e) 10 (,) -259 (leading) -258
(to) -257 (state-of-the-art) -257 (tr) 15 (ansfer) -258 (accur) 15 (acy) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 417.816 Tm /Ty3 1 Tf [ (on) -425 (a) -425
(variety) -426 (of) -425 (downstr) 37 (eam) -425 (tasks,) -469 (while) -425
(r) 37 (equiring) -425 (up) -426 (to) ] TJ ET BT 9.9626 0 0 9.9626 50.112 405.861
Tm /Ty3 1 Tf (10) Tj ET BT 9.9626 0 0 9.9626 60.075 405.861 Tm /Ty5 1 Tf (!)
Tj ET BT 9.9626 0 0 9.9626 69.757 405.861 Tm /Ty3 1 Tf [ (less) -194 (pr)
37 (etr) 15 (aining) 15 (.) -291 (In) -194 (particular) 111 (,) -206 (our)
-194 (str) 45 (ong) 10 (est) -194 (Ima) 10 (g) 10 (eNet-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 393.906
Tm /Ty3 1 Tf [ (pr) 37 (etr) 15 (ained) -372 (model) -372 (performs) -373
(on) -372 (par) -372 (with) -372 (SEER,) -372 (one) -372 (of) -373 (the) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 381.95 Tm /Ty3 1 Tf [ (lar) 37 (g) 10 (est)
-328 (self-supervised) -328 (systems) -328 (to) -328 (date) 10 (,) -347 (whic)
15 (h) -328 (uses) -328 (1000) ] TJ ET BT 9.9626 0 0 9.9626 278.613 381.95
Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 50.112 369.995 Tm /Ty3 1 Tf [
(mor) 37 (e) -406 (pr) 37 (etr) 15 (aining) -406 (data.) -779 (F) 45 (inally)
55 (,) -445 (our) -407 (objective) -406 (seamlessly) ] TJ ET BT 9.9626 0 0 9.9626 50.112 358.04
Tm /Ty3 1 Tf [ (handles) -267 (pr) 37 (etr) 15 (aining) -267 (on) -268 (mor)
37 (e) -267 (comple) 20 (x) -267 (ima) 10 (g) 10 (es) -267 (suc) 15 (h) -267
(as) -268 (those) ] TJ ET BT 9.9626 0 0 9.9626 50.112 346.085 Tm /Ty3 1 Tf
[ (in) -219 (COCO,) -220 (closing) -219 (the) -220 (gap) -219 (with) -220
(supervised) -219 (tr) 15 (ansfer) -220 (learning) ] TJ ET BT 9.9626 0 0 9.9626 50.112 334.13
Tm /Ty3 1 Tf [ (fr) 45 (om) -250 (COCO) -250 (to) -250 (P) 90 (ASCAL.) ] TJ
ET BT 11.9552 0 0 11.9552 50.112 305.191 Tm /Ty1 1 Tf [ (1.) -250 (Intr) 18
(oduction) ] TJ ET BT 9.9626 0 0 9.9626 62.067 285.25 Tm /Ty2 1 Tf [ (Since)
-349 (the) -349 (Ale) 15 (xNet) -349 (breakthrough) -348 (on) -349 (ImageNet,)
-374 (transfer) ] TJ ET BT 9.9626 0 0 9.9626 50.112 273.295 Tm /Ty2 1 Tf [
(learning) -335 (from) -335 (lar) 18 (ge) -336 (labeled) -335 (datasets) -335
(has) -335 (become) -335 (the) -336 (dom-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 261.339
Tm /Ty2 1 Tf [ (inant) -466 (paradigm) -465 (in) -466 (computer) -466 (vision)
-465 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 203.9146 261.339 Tm
/Ty2 1 Tf (34) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 213.8772 261.339 Tm
/Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 221.0104 261.339
Tm /Ty2 1 Tf (50) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 230.973 261.339
Tm /Ty2 1 Tf [ (].) -957 (While) -466 (re-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 249.384
Tm /Ty2 1 Tf [ (cent) -430 (adv) 25 (ances) -431 (in) -430 (self-supervised)
-431 (learning) -430 (ha) 20 (v) 15 (e) -431 (alle) 25 (viated) ] TJ ET BT
9.9626 0 0 9.9626 50.112 237.429 Tm /Ty2 1 Tf [ (the) -382 (dependenc) 15
(y) -382 (on) -382 (labels) -382 (for) -382 (pretraining,) -415 (the) 15 (y)
-383 (ha) 20 (v) 15 (e) -382 (done) ] TJ ET BT 9.9626 0 0 9.9626 50.112 225.474
Tm /Ty2 1 Tf [ (so) -241 (at) -241 (a) -241 (tremendous) -242 (computational)
-241 (cost,) -243 (with) -241 (state-of-the-art) ] TJ ET BT 9.9626 0 0 9.9626 50.112 213.519
Tm /Ty2 1 Tf [ (methods) -388 (requiring) -388 (an) -389 (order) -388 (of)
-388 (magnitude) -388 (more) -389 (computa-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 201.564
Tm /Ty2 1 Tf [ (tion) -221 (than) -221 (supervised) -220 (pretraining) -221
([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 181.2099 201.564 Tm /Ty2
1 Tf (7) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 186.1912 201.564 Tm /Ty2
1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 190.8835 201.564 Tm /Ty2
1 Tf (10) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 200.8461 201.564 Tm /Ty2
1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 205.5385 201.564 Tm /Ty2
1 Tf (21) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 215.5011 201.564 Tm /Ty2
1 Tf [ (].) -300 (Y) 100 (et) -221 (the) -221 (promise) ] TJ ET BT 9.9626 0 0 9.9626 50.112 189.608
Tm /Ty2 1 Tf [ (of) -291 (self-supervised) -291 (learning) -290 (is) -291
(to) -291 (harness) -291 (massi) 25 (v) 15 (e) -291 (unlabeled) ] TJ ET BT
9.9626 0 0 9.9626 50.112 177.653 Tm /Ty2 1 Tf [ (datasets,) -207 (making)
-196 (its) -196 (computational) -196 (cost) -196 (a) -196 (critical) -196
(bottleneck.) ] TJ ET BT 9.9626 0 0 9.9626 62.067 164.686 Tm /Ty2 1 Tf [ (In)
-284 (this) -284 (w) 10 (ork,) -292 (we) -284 (aim) -284 (to) -284 (alle)
25 (viate) -284 (the) -284 (computational) -284 (b) 20 (ur) 20 (-) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 152.731 Tm /Ty2 1 Tf [ (den) -382 (of) -382 (self-supervised)
-382 (pretraining.) -707 (T) 80 (o) -382 (that) -382 (end) -383 (we) -382
(intro-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 140.776 Tm /Ty2 1 Tf (duce) Tj
ET BT 9.9626 0 0 9.9626 73.12 140.776 Tm /Ty3 1 Tf [ (contr) 15 (astive) -421
(detection) ] TJ ET BT 9.9626 0 0 9.9626 157.965 140.776 Tm /Ty2 1 Tf [ (,)
-464 (a) -422 (ne) 25 (w) -421 (objecti) 25 (v) 15 (e) -422 (whi) 1 (ch) -422
(maxi-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 128.821 Tm /Ty2 1 Tf [ (mizes)
-235 (the) -236 (similarity) -235 (of) -236 (object-le) 25 (v) 15 (el) -235
(features) -235 (across) -236 (augmen-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 116.865
Tm /Ty2 1 Tf [ (tations.) -545 (The) -329 (benets) -328 (of) -329 (this)
-328 (objecti) 25 (v) 15 (e) -329 (are) -328 (threefold.) -546 (First,) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 104.91 Tm /Ty2 1 Tf [ (it) -359 (e) 15 (xtracts)
-359 (separate) -360 (learning) -359 (signals) -359 (from) -359 (all) -359
(objects) -359 (in) -360 (an) ] TJ ET BT 9.9626 0 0 9.9626 50.112 92.955 Tm
/Ty2 1 Tf [ (image,) -424 (enriching) -390 (the) -389 (information) -389 (pro)
15 (vided) -390 (by) -389 (each) -390 (train-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 81
Tm /Ty2 1 Tf [ (ing) -317 (e) 15 (xample) -317 (for) -317 (freeobject-le)
25 (v) 15 (el) -317 (features) -317 (are) -318 (simply) -317 (ob-) ] TJ ET
Q q 0 0 612 792 re W n /Fm1 Do BT 8.9664 0 0 8.9664 308.862 346.857 Tm /Ty2
1 Tf [ (Figure) -461 (1.) ] TJ ET BT 8.9664 0 0 8.9664 347.267 346.857 Tm
/Ty1 1 Tf [ (Efcient) -461 (self-super) 10 (vised) -461 (pr) 18 (etraining)
-461 (with) -461 (DetCon.) ] TJ ET BT 8.9664 0 0 8.9664 308.862 335.899 Tm
/Ty2 1 Tf [ (Self-supervised) -352 (pretraining) -352 (wi) 1 (th) -352 (SimCLR)
-352 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 467.4238 335.899 Tm
/Ty2 1 Tf (9) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 471.907 335.899 Tm /Ty2
1 Tf [ (]) -352 (matches) -352 (the) -351 (trans-) ] TJ ET BT 8.9664 0 0 8.9664 308.862 324.94
Tm /Ty2 1 Tf [ (fer) -345 (performance) -345 (of) -346 (supervised) -345 (pretraining)
-345 (only) -346 (when) -345 (gi) 25 (v) 15 (en) -345 (10) ] TJ ET BT 8.9664 0 0 8.9664 537.944 324.94
Tm /Ty7 1 Tf (!) Tj ET BT 8.9664 0 0 8.9664 308.862 313.981 Tm /Ty2 1 Tf [
(more) -197 (training) -197 (iterations.) -293 (Our) -197 (proposed) -197
(DetCon) -197 (objecti) 25 (v) 15 (e) -197 (surpasses) ] TJ ET BT 8.9664 0 0 8.9664 308.862 303.022
Tm /Ty2 1 Tf [ (both,) -225 (while) -218 (requiring) -218 (5) ] TJ ET BT 8.9664 0 0 8.9664 390.25 303.022
Tm /Ty7 1 Tf (!) Tj ET BT 8.9664 0 0 8.9664 399.374 303.022 Tm /Ty2 1 Tf [
(less) -218 (computation) -218 (than) -219 (SimCLR.) -218 (T) 35 (ransfer)
] TJ ET BT 8.9664 0 0 8.9664 308.862 292.063 Tm /Ty2 1 Tf [ (performance)
-287 (is) -288 (measured) -287 (by) -287 (ne-tuning) -288 (the) -287 (representation)
-287 (on) -287 (the) ] TJ ET BT 8.9664 0 0 8.9664 308.862 281.104 Tm /Ty2
1 Tf [ (COCO) -250 (dataset) -250 (for) -250 (12) -250 (epochs,) -250 (using)
-250 (a) -250 (Mask-RCNN.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 263.285 Tm
/Ty2 1 Tf [ (tained) -229 (from) -228 (intermediate) -229 (feature) -228 (arrays.)
-303 (Second,) -233 (it) -229 (pro) 15 (vides) ] TJ ET BT 9.9626 0 0 9.9626 308.862 251.33
Tm /Ty2 1 Tf [ (a) -354 (lar) 18 (ger) -354 (and) -354 (more) -354 (di) 25
(v) 15 (erse) -354 (set) -354 (of) ] TJ ET BT 9.9626 0 0 9.9626 443.624 251.33
Tm /Ty3 1 Tf [ (ne) 40 (gative) -354 (samples) ] TJ ET BT 9.9626 0 0 9.9626 516.131 251.33
Tm /Ty2 1 Tf [ (to) -354 (con-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 239.375
Tm /Ty2 1 Tf [ (trast) -362 (ag) 5 (ainst,) -389 (which) -362 (also) -362
(acceler) 1 (ate) -362 (learning.) -645 (Finally) 65 (,) -390 (this) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 227.42 Tm /Ty2 1 Tf [ (objecti) 25 (v) 15
(e) -409 (is) -409 (well) -409 (suited) -409 (to) -409 (learning) -409 (from)
-409 (comple) 15 (x) -409 (scenes) ] TJ ET BT 9.9626 0 0 9.9626 308.862 215.464
Tm /Ty2 1 Tf [ (with) -400 (man) 15 (y) -399 (objects,) -437 (a) -400 (pretraining)
-399 (domain) -400 (that) -399 (has) -400 (pro) 15 (v) 15 (en) ] TJ ET BT
9.9626 0 0 9.9626 308.862 203.509 Tm /Ty2 1 Tf [ (challenging) -250 (for)
-250 (self-supervised) -250 (methods.) ] TJ ET BT 9.9626 0 0 9.9626 320.817 188.597
Tm /Ty2 1 Tf [ (W) 80 (e) -246 (identify) -247 (approxi) 1 (mate) -247 (object-based)
-246 (re) 15 (gions) -246 (in) -246 (the) -247 (im-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 176.641
Tm /Ty2 1 Tf [ (age) -454 (through) -454 (the) -453 (use) -454 (of) -454 (unsupervised)
-454 (se) 15 (gmentation) -454 (algo-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 164.686
Tm /Ty2 1 Tf [ (rithms.) -806 (Perceptual) -415 (grouping) -415 ([) ] TJ ET
/Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 434.4605 164.686 Tm /Ty2 1 Tf (32) Tj
ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 444.4231 164.686 Tm /Ty2 1 Tf (,) Tj
ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 451.0482 164.686 Tm /Ty2 1 Tf (41)
Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 461.0108 164.686 Tm /Ty2 1 Tf [ (]the)
-415 (idea) -416 (that) -415 (lo) 25 (w) ] TJ ET BT 9.9626 0 0 9.9626 308.862 152.731
Tm /Ty2 1 Tf [ (and) -332 (mid-le) 25 (v) 15 (el) -332 (re) 15 (gularities)
-332 (in) -332 (the) -332 (data) -331 (such) -332 (as) -332 (color) 40 (,)
-353 (orien-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 140.776 Tm /Ty2 1 Tf [
(tation) -310 (and) -310 (te) 15 (xture) -310 (allo) 25 (w) -310 (for) -310
(approximately) -311 (parsi) 1 (ng) -311 (a) -310 (scene) ] TJ ET BT 9.9626 0 0 9.9626 308.862 128.821
Tm /Ty2 1 Tf [ (into) -258 (connected) -258 (surf) 10 (aces) -257 (or) -258
(object) -258 (partshas) -258 (long) -258 (been) -258 (the-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 116.865
Tm /Ty2 1 Tf [ (orized) -356 (to) -355 (be) -356 (a) -356 (po) 25 (werful)
-356 (prior) -355 (for) -356 (vision) -356 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT
9.9626 0 0 9.9626 478.0668 116.865 Tm /Ty2 1 Tf (22) Tj ET /Cs2 cs 0 sc BT
9.9626 0 0 9.9626 488.0294 116.865 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc
BT 9.9626 0 0 9.9626 494.0667 116.865 Tm /Ty2 1 Tf (40) Tj ET /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 504.0293 116.865 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0
sc BT 9.9626 0 0 9.9626 510.0567 116.865 Tm /Ty2 1 Tf (56) Tj ET /Cs2 cs 0
sc BT 9.9626 0 0 9.9626 520.0193 116.865 Tm /Ty2 1 Tf [ (].) -628 (W) 80 (e)
] TJ ET BT 9.9626 0 0 9.9626 308.862 104.91 Tm /Ty2 1 Tf [ (le) 25 (v) 15
(erage) -319 (these) -319 (priors) -320 (by) -319 (grouping) -319 (local)
-319 (feature) -319 (v) 15 (ectors) -320 (ac-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 92.955
Tm /Ty2 1 Tf [ (cordingly) 65 (,) -437 (and) -400 (applying) -399 (our) -400
(contrasti) 25 (v) 15 (e) -399 (objecti) 25 (v) 15 (e) -400 (to) -400 (each)
] TJ ET BT 9.9626 0 0 9.9626 308.862 81 Tm /Ty2 1 Tf [ (object-le) 25 (v)
15 (el) -388 (feature) -387 (separately) 65 (.) -723 (W) 80 (e) -388 (in)
40 (v) 15 (estig) 5 (ate) -387 (the) -388 (use) -388 (of) ] TJ ET Q
endstream
endobj
19 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/yN6JdI-pXE_HgJxB2A0oTQ Do
Q
endstream
endobj
20 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/wjRhIp1pwhCYwvGNW-avJg Do
Q
endstream
endobj
21 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 54 0 R /Ty2 55 0 R /Ty3 56 0 R /Ty5 57 0 R /Ty7 58 0 R >> /ProcSet [ /PDF /Text ] /XObject << /Fm1 59 0 R /wjRhIp1pwhCYwvGNW-avJg 60 0 R /yN6JdI-pXE_HgJxB2A0oTQ 61 0 R >> >>
endobj
22 0 obj
<< /Length 27732 >>
stream
q Q q 0 0 612 792 re W n BT 9.9626 0 0 9.9626 50.112 710.037 Tm /Ty2 1 Tf
[ (se) 25 (v) 15 (eral) -222 (unsupervised,) -227 (image-computable) -222
(masks) -222 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 244.2631 710.037
Tm /Ty2 1 Tf (17) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 254.2257 710.037
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 258.9181 710.037
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 263.8994 710.037
Tm /Ty2 1 Tf [ (],) -228 (and) ] TJ ET BT 9.9626 0 0 9.9626 50.112 698.082
Tm /Ty2 1 Tf [ -250 (our) -250 (objecti) 25 (v) 15 (e) -250 (to) -250
(w) 10 (ork) -250 (well) -250 (despite) -250 (their) -250 (inaccuracies.)
] TJ ET BT 9.9626 0 0 9.9626 62.067 685.888 Tm /Ty2 1 Tf [ (W) 80 (e) -497
(test) -496 (the) -497 (ability) -497 (of) -496 (our) -497 (objecti) 25 (v)
15 (e) -496 (to) -497 (quickly) -497 (learn) ] TJ ET BT 9.9626 0 0 9.9626 50.112 673.933
Tm /Ty2 1 Tf [ (transferable) -277 (representations) -277 (by) -278 (applying)
-277 (it) -277 (to) -277 (the) -278 (ImageNet) ] TJ ET BT 9.9626 0 0 9.9626 50.112 661.978
Tm /Ty2 1 Tf [ (dataset) -222 (and) -222 (measuring) -222 (its) -222 (transfer)
-222 (performance) -222 (on) -222 (challeng-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 650.023
Tm /Ty2 1 Tf [ (ing) -314 (tasks) -313 (such) -314 (as) -314 (COCO) -314 (detection)
-313 (and) -314 (instance) -314 (se) 15 (gmenta-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 638.068
Tm /Ty2 1 Tf [ (tion,) -403 (semantic) -373 (se) 15 (gmentation) -372 (on)
-373 (P) 92 (ASCAL) -372 (and) -373 (Cityscapes,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 626.112
Tm /Ty2 1 Tf [ (and) -363 (NYU) -364 (depth) -363 (estimation.) -650 (Compared)
-363 (to) -364 (representations) ] TJ ET BT 9.9626 0 0 9.9626 50.112 614.157
Tm /Ty2 1 Tf [ (obtained) -525 (from) -524 (recent) -525 (self-supervised)
-524 (objecti) 25 (v) 15 (es) -525 (such) -525 (as) ] TJ ET BT 9.9626 0 0 9.9626 50.112 602.202
Tm /Ty2 1 Tf [ (SimCLR) -334 (and) -334 (BY) 30 (OL) -333 ([) ] TJ ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 140.0444 602.202 Tm /Ty2 1 Tf (9) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 145.0257 602.202 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 150.8438 602.202 Tm /Ty2 1 Tf (21) Tj ET
/Cs2 cs 0 sc BT 9.9626 0 0 9.9626 160.8064 602.202 Tm /Ty2 1 Tf [ (],) -355
(our) -334 (representations) -334 (are) -334 (more) ] TJ ET BT 9.9626 0 0 9.9626 50.112 590.247
Tm /Ty2 1 Tf [ (accurate) -280 (and) -281 (can) -280 (be) -281 (obtained)
-280 (with) -281 (m) 1 (uch) -281 (less) -280 (training) -281 (time.) ] TJ
ET BT 9.9626 0 0 9.9626 50.112 578.292 Tm /Ty2 1 Tf [ (W) 80 (e) -260 (also)
-259 -260 (this) -260 (learning) -259 (objecti) 25 (v) 15 (e) -260 (to)
-259 (better) -260 (handle) -260 (images) ] TJ ET BT 9.9626 0 0 9.9626 50.112 566.337
Tm /Ty2 1 Tf [ (of) -302 (more) -303 (comple) 15 (x) -302 (scenes,) -315 (bridging)
-303 (the) -302 (g) 5 (ap) -302 (with) -303 (supervised) ] TJ ET BT 9.9626 0 0 9.9626 50.112 554.381
Tm /Ty2 1 Tf [ (transfer) -258 (from) -259 (the) -258 (COCO) -259 (dataset.)
-335 (In) -258 (summary) 65 (,) -261 (we) -258 (mak) 10 (e) -259 (the) ] TJ
ET BT 9.9626 0 0 9.9626 50.112 542.426 Tm /Ty2 1 Tf [ (follo) 25 (wing) -250
(contrib) 20 (utions:) ] TJ ET BT 9.9626 0 0 9.9626 62.067 527.742 Tm /Ty2
1 Tf [ (1.) -308 (W) 80 (e) -243 (formulate) -243 (a) -243 (ne) 25 (w) -243
(contrasti) 25 (v) 15 (e) -243 (objecti) 25 (v) 15 (e) -244 (which) -243 (max-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 515.786 Tm /Ty2 1 Tf [ (imizes) -284 (the)
-284 (similarity) -283 (across) -284 (augmentations) -284 (of) -284 (all)
-284 (objects) -284 (in) ] TJ ET BT 9.9626 0 0 9.9626 50.112 503.831 Tm /Ty2
1 Tf [ (a) -253 (scene,) -253 (where) -253 (object) -252 (re) 15 (gions) -253
(are) -252 (pro) 15 (vided) -253 (by) -253 (a) -252 (simple,) -254 (un-) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 491.876 Tm /Ty2 1 Tf [ (supervised) -250
(heuristic.) ] TJ ET BT 9.9626 0 0 9.9626 62.067 477.192 Tm /Ty2 1 Tf [ (2.)
-515 (W) 80 (e) -319 -318 (this) -318 (objecti) 25 (v) 15 (e) -319 (to)
-318 (alle) 25 (viate) -318 (the) -319 (computational) ] TJ ET BT 9.9626 0 0 9.9626 50.112 465.236
Tm /Ty2 1 Tf [ (b) 20 (urden) -283 (of) -283 (self-supervised) -283 (transfer)
-283 (learning,) -292 (reducing) -283 (by) -283 (up) ] TJ ET BT 9.9626 0 0 9.9626 50.112 453.281
Tm /Ty2 1 Tf [ (to) -228 (10) ] TJ ET BT 9.9626 0 0 9.9626 70.102 453.281
Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 80.127 453.281 Tm /Ty2 1 Tf [
(the) -229 (computat) 1 (ion) -229 (required) -228 (to) -229 (match) -228
(supervised) -229 (trans-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 441.326 Tm
/Ty2 1 Tf [ (fer) -223 (learning) -222 (from) -223 (ImageNet.) -301 (Longer)
-222 (training) -223 (schedules) -223 (lead) ] TJ ET BT 9.9626 0 0 9.9626 50.112 429.371
Tm /Ty2 1 Tf [ (to) -285 (state-of-the-art) -285 (transfer) -286 (to) -285
(COCO) -285 (detection) -285 (and) -286 (instance) ] TJ ET BT 9.9626 0 0 9.9626 50.112 417.416
Tm /Ty2 1 Tf [ (se) 15 (gmentation,) -334 (and) -317 (our) -317 (best) -317
(model) -317 (matches) -317 (the) -318 (v) 15 (ery) -317 (recent) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 405.46 Tm /Ty2 1 Tf [ (state-of-the-art) -286
(self-supervised) -286 (system) -287 (SEER) -286 ([) ] TJ ET /Cs1 cs 0 1 0
sc BT 9.9626 0 0 9.9626 236.3827 405.46 Tm /Ty2 1 Tf (20) Tj ET /Cs2 cs 0
sc BT 9.9626 0 0 9.9626 246.3453 405.46 Tm /Ty2 1 Tf [ (]) -286 (which) -287
(is) ] TJ ET BT 9.9626 0 0 9.9626 50.112 393.505 Tm /Ty2 1 Tf [ (trained)
-250 (on) -250 (1000) ] TJ ET BT 9.9626 0 0 9.9626 112.647 393.505 Tm /Ty5
1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 122.886 393.505 Tm /Ty2 1 Tf [ (moreif)
-250 (less) -250 (curatedimages.) ] TJ ET BT 9.9626 0 0 9.9626 62.067 378.821
Tm /Ty2 1 Tf [ (3.) -413 (When) -284 (transferring) -284 (from) -284 (comple)
15 (x) -284 (scene) -285 (datasets) -284 (such) ] TJ ET BT 9.9626 0 0 9.9626 50.112 366.866
Tm /Ty2 1 Tf [ (as) -435 (COCO,) -435 (our) -435 (method) -435 (closes) -435
(the) -435 (g) 5 (ap) -436 (with) -435 (a) -435 (supervised) ] TJ ET BT 9.9626 0 0 9.9626 50.112 354.91
Tm /Ty2 1 Tf [ (model) -250 (which) -250 (learns) -250 (from) -250 (human-annotated)
-250 (se) 15 (gmentations.) ] TJ ET BT 9.9626 0 0 9.9626 62.067 340.226 Tm
/Ty2 1 Tf [ (4.) -716 (Finally) 65 (,) -419 (we) -386 (assess) -385 (to) -385
(what) -386 (e) 15 (xtent) -385 (the) -385 (e) 15 (xisting) -386 (con-) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 328.271 Tm /Ty2 1 Tf [ (trasti) 25 (v) 15
(e) -324 (learning) -323 (paradigm) -324 (could) -324 (be) -324 (simplied)
-323 (in) -324 (the) -324 (pres-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 316.316
Tm /Ty2 1 Tf [ (ence) -227 (of) -226 (high) -227 (quality) -227 (image) -227
(se) 15 (gmentations,) -231 (raising) -227 (questions) ] TJ ET BT 9.9626 0 0 9.9626 50.112 304.36
Tm /Ty2 1 Tf [ (and) -250 (opening) -250 (a) 20 (v) 15 (enues) -250 (for)
-250 (future) -250 (w) 10 (ork.) ] TJ ET BT 11.9552 0 0 11.9552 50.112 279.734
Tm /Ty1 1 Tf [ (2.) -250 (Related) -250 (w) 10 (ork) ] TJ ET BT 9.9626 0 0 9.9626 62.067 260.566
Tm /Ty2 1 Tf [ (T) 35 (ransferring) -400 (the) -400 (kno) 25 (wledge) -400
(contained) -400 (in) -400 (one) -401 (task) -400 (and) ] TJ ET BT 9.9626 0 0 9.9626 50.112 248.611
Tm /Ty2 1 Tf [ (dataset) -249 (to) -249 (solv) 15 (e) -250 (other) -249 (do)
25 (wnstream) -249 (tasks) -249 (\(i.e.) ] TJ ET BT 9.9626 0 0 9.9626 228.129 248.611
Tm /Ty3 1 Tf [ (tr) 15 (ansfer) -249 (learn-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 236.656
Tm /Ty3 1 Tf (ing) Tj ET BT 9.9626 0 0 9.9626 62.844 236.656 Tm /Ty2 1 Tf
[ (\)) -455 (has) -456 (pro) 15 (v) 15 (en) -455 (v) 15 (ery) -455 (successful)
-456 (in) -455 (a) -455 (range) -455 (of) -456 (computer) ] TJ ET BT 9.9626 0 0 9.9626 50.112 224.701
Tm /Ty2 1 Tf [ (vision) -422 (problems) -422 ([) ] TJ ET /Cs1 cs 0 1 0 sc
BT 9.9626 0 0 9.9626 123.2773 224.701 Tm /Ty2 1 Tf (19) Tj ET /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 133.2399 224.701 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0
sc BT 9.9626 0 0 9.9626 139.9448 224.701 Tm /Ty2 1 Tf (39) Tj ET /Cs2 cs 0
sc BT 9.9626 0 0 9.9626 149.9074 224.701 Tm /Ty2 1 Tf [ (].) -827 (While)
-422 (early) -422 (w) 10 (ork) -422 (focused) -423 (on) ] TJ ET BT 9.9626 0 0 9.9626 50.112 212.745
Tm /Ty2 1 Tf [ (impro) 15 (ving) -458 (the) -458 (pretraining) -458 (architecture)
-458 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 215.9594 212.745 Tm
/Ty2 1 Tf (27) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 225.922 212.745 Tm
/Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 232.9755 212.745
Tm /Ty2 1 Tf (52) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 242.9381 212.745
Tm /Ty2 1 Tf [ (]) -458 (and) -458 (data) ] TJ ET BT 9.9626 0 0 9.9626 50.112 200.79
Tm /Ty2 1 Tf ([) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 53.42955 200.79
Tm /Ty2 1 Tf (53) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 63.39215 200.79
Tm /Ty2 1 Tf [ (],) -424 (recent) -389 (w) 10 (ork) -389 (in) -389 (self-supervised)
-389 (learning) -389 (has) -389 (focused) ] TJ ET BT 9.9626 0 0 9.9626 50.112 188.835
Tm /Ty2 1 Tf [ (on) -293 (the) -294 (choice) -293 (of) -293 (pretraining)
-294 (objecti) 25 (v) 15 (e) -293 (and) -293 (task.) -440 (Early) -294 (self-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 176.88 Tm /Ty2 1 Tf [ (supervised) -525
(pretraining) -525 (typically) -525 (in) 40 (v) 20 (olv) 15 (ed) -526 (image)
-525 (restora-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 164.925 Tm /Ty2 1 Tf [
(tion,) -264 (including) -261 (denoising) -261 ([) ] TJ ET /Cs1 cs 0 1 0 sc
BT 9.9626 0 0 9.9626 155.6359 164.925 Tm /Ty2 1 Tf (60) Tj ET /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 165.5985 164.925 Tm /Ty2 1 Tf [ (],) -264 (inpainting)
-262 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 220.3728 164.925 Tm
/Ty2 1 Tf (46) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 230.3354 164.925 Tm
/Ty2 1 Tf [ (],) -264 (colorization) ] TJ ET BT 9.9626 0 0 9.9626 50.112 152.97
Tm /Ty2 1 Tf ([) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 53.42955 152.97
Tm /Ty2 1 Tf (66) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 63.39215 152.97
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 69.0509 152.97
Tm /Ty2 1 Tf (36) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 79.0135 152.97 Tm
/Ty2 1 Tf [ (],) -336 (e) 15 (gomotion) -318 (prediction) -318 ([) ] TJ ET
/Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 180.6918 152.97 Tm /Ty2 1 Tf (1) Tj
ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 185.6731 152.97 Tm /Ty2 1 Tf [ (],) -336
(and) -318 (more) -318 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 239.3416 152.97
Tm /Ty2 1 Tf (15) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 249.3042 152.97
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 254.963 152.97
Tm /Ty2 1 Tf (43) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 264.9256 152.97
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 270.5943 152.97
Tm /Ty2 1 Tf (67) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 280.5569 152.97
Tm /Ty2 1 Tf (].) Tj ET BT 9.9626 0 0 9.9626 50.112 141.014 Tm /Ty2 1 Tf [
(Higher) 20 (-le) 25 (v) 15 (el) -347 (prete) 15 (xt) -347 (tasks) -347 (ha)
20 (v) 15 (e) -347 (also) -347 (been) -347 (studied,) -372 (such) -347 (as)
] TJ ET BT 9.9626 0 0 9.9626 50.112 129.059 Tm /Ty2 1 Tf [ (predicting) -491
(conte) 15 (xt) -490 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 132.7817 129.059
Tm /Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 142.7443 129.059
Tm /Ty2 1 Tf [ (],) -551 (orientation) -491 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT
9.9626 0 0 9.9626 205.419 129.059 Tm /Ty2 1 Tf (18) Tj ET /Cs2 cs 0 sc BT
9.9626 0 0 9.9626 215.3816 129.059 Tm /Ty2 1 Tf [ (],) -551 (spatial) -491
(layouts) ] TJ ET BT 9.9626 0 0 9.9626 50.112 117.104 Tm /Ty2 1 Tf ([) Tj
ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 53.42955 117.104 Tm /Ty2 1 Tf (44)
Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 63.39215 117.104 Tm /Ty2 1 Tf [ (],)
-250 (temporal) -250 (ordering) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 149.1602 117.104
Tm /Ty2 1 Tf (42) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 159.1228 117.104
Tm /Ty2 1 Tf [ (],) -250 (and) -250 (cluster) -250 (assignments) -250 ([)
] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 267.8645 117.104 Tm /Ty2 1 Tf
(5) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 272.8458 117.104 Tm /Ty2 1 Tf
(].) Tj ET BT 9.9626 0 0 9.9626 62.067 104.91 Tm /Ty2 1 Tf [ (Contrasti) 25
(v) 15 (e) -233 (objecti) 25 (v) 15 (es,) -236 (which) -233 (maximize) -233
(the) -233 (similarity) -233 (of) ] TJ ET BT 9.9626 0 0 9.9626 50.112 92.955
Tm /Ty2 1 Tf [ (a) -239 (representation) -240 (across) -239 (vie) 25 (ws,)
-242 (while) -239 (minimizing) -239 (its) -240 (similar) 20 (-) ] TJ ET BT
9.9626 0 0 9.9626 50.112 81 Tm /Ty2 1 Tf [ (ity) -301 (with) -302 (distracting)
-301 (ne) 15 (g) 5 (ati) 25 (v) 15 (e) -302 (samples,) -314 (ha) 20 (v) 15
(e) -301 (recently) -302 (g) 5 (ained) ] TJ ET BT 9.9626 0 0 9.9626 308.862 710.037
Tm /Ty2 1 Tf [ (considerable) -305 (traction) -306 ([) ] TJ ET /Cs1 cs 0 1
0 sc BT 9.9626 0 0 9.9626 399.0534 710.037 Tm /Ty2 1 Tf (23) Tj ET /Cs2 cs
0 sc BT 9.9626 0 0 9.9626 409.016 710.037 Tm /Ty2 1 Tf [ (].) -475 (These)
-306 (vie) 25 (ws) -305 (ha) 20 (v) 15 (e) -305 (been) -306 (dened) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 698.082 Tm /Ty2 1 Tf [ (as) -414 (l) 1 (ocal)
-414 (and) -414 (global) -413 (crops) -414 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT
9.9626 0 0 9.9626 421.3198 698.082 Tm /Ty2 1 Tf (29) Tj ET /Cs2 cs 0 sc BT
9.9626 0 0 9.9626 431.2824 698.082 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc
BT 9.9626 0 0 9.9626 437.8876 698.082 Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 442.8689 698.082 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0
sc BT 9.9626 0 0 9.9626 449.4841 698.082 Tm /Ty2 1 Tf (57) Tj ET /Cs2 cs 0
sc BT 9.9626 0 0 9.9626 459.4467 698.082 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0
1 0 sc BT 9.9626 0 0 9.9626 466.0519 698.082 Tm /Ty2 1 Tf (28) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 476.0145 698.082 Tm /Ty2 1 Tf [ (]) -414 (or)
-413 (dif) 25 (ferent) -414 (in-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 686.127
Tm /Ty2 1 Tf [ (put) -248 (channels) -249 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT
9.9626 0 0 9.9626 364.7223 686.127 Tm /Ty2 1 Tf (54) Tj ET /Cs2 cs 0 sc BT
9.9626 0 0 9.9626 374.6849 686.127 Tm /Ty2 1 Tf [ (].) -309 (Instance-discrimination)
-248 (approaches) -249 (gen-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 674.172
Tm /Ty2 1 Tf [ (erate) -424 (global,) -468 (stochastic) -424 (vie) 25 (ws)
-425 (of) -424 (an) -424 (image) -424 (through) -425 (data-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 662.216
Tm /Ty2 1 Tf [ (augmentation,) -596 (and) -526 (maximize) -526 (their) -527
(similarity) -526 (relati) 25 (v) 15 (e) -527 (to) ] TJ ET BT 9.9626 0 0 9.9626 308.862 650.261
Tm /Ty2 1 Tf [ (mar) 18 (ginally) -302 (sampled) -303 (ne) 15 (g) 5 (ati)
25 (v) 15 (es) -302 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 434.4406 650.261
Tm /Ty2 1 Tf (9) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 439.4219 650.261
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 444.9312 650.261
Tm /Ty2 1 Tf (14) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 454.8938 650.261
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 460.3931 650.261
Tm /Ty2 1 Tf (16) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 470.3557 650.261
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 475.8651 650.261
Tm /Ty2 1 Tf (24) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 485.8277 650.261
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 491.327 650.261
Tm /Ty2 1 Tf (63) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 501.2896 650.261
Tm /Ty2 1 Tf [ (],) -316 (although) ] TJ ET BT 9.9626 0 0 9.9626 308.862 638.306
Tm /Ty2 1 Tf [ (the) -264 (need) -264 (for) -264 (ne) 15 (g) 5 (ati) 25 (v)
15 (e) -264 (samples) -264 (has) -265 (recently) -264 (been) -264 (questioned)
] TJ ET BT 9.9626 0 0 9.9626 308.862 626.351 Tm /Ty2 1 Tf ([) Tj ET /Cs1 cs
0 1 0 sc BT 9.9626 0 0 9.9626 312.1795 626.351 Tm /Ty2 1 Tf (12) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 322.1421 626.351 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 327.6315 626.351 Tm /Ty2 1 Tf (21) Tj ET
/Cs2 cs 0 sc BT 9.9626 0 0 9.9626 337.5941 626.351 Tm /Ty2 1 Tf [ (].) -465
(While) -301 (the) -302 (benets) -301 (of) -301 (instance-discrimination)
-302 (ap-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 614.396 Tm /Ty2 1 Tf [ (proaches)
-247 (ha) 20 (v) 15 (e) -246 (mostly) -247 (been) -247 (limited) -247 (to)
-246 (pretraining) -247 (from) -247 (sim-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 602.441
Tm /Ty2 1 Tf [ (ple) -254 (datasets) -254 (such) -254 (as) -254 (ImageNet,)
-255 (clustering-based) -254 (pretraining) ] TJ ET BT 9.9626 0 0 9.9626 308.862 590.485
Tm /Ty2 1 Tf [ (has) -325 (pro) 15 (v) 15 (en) -325 (v) 15 (ery) -325 (successful)
-325 (in) -325 (le) 25 (v) 15 (eraging) -325 (lar) 18 (ge) -325 (amounts)
-325 (of) ] TJ ET BT 9.9626 0 0 9.9626 308.862 578.53 Tm /Ty2 1 Tf [ (uncurated)
-250 (images) -250 (for) -250 (transfer) -250 (learning) -250 ([) ] TJ ET
/Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 466.829 578.53 Tm /Ty2 1 Tf (3) Tj ET
/Cs2 cs 0 sc BT 9.9626 0 0 9.9626 471.8103 578.53 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 476.7916 578.53 Tm /Ty2 1 Tf (6) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 481.7729 578.53 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs
0 1 0 sc BT 9.9626 0 0 9.9626 486.7542 578.53 Tm /Ty2 1 Tf (7) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 491.7355 578.53 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs
0 1 0 sc BT 9.9626 0 0 9.9626 496.7168 578.53 Tm /Ty2 1 Tf (20) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 506.6794 578.53 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs
0 1 0 sc BT 9.9626 0 0 9.9626 511.6607 578.53 Tm /Ty2 1 Tf (31) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 521.6233 578.53 Tm /Ty2 1 Tf (].) Tj ET BT 9.9626 0 0 9.9626 320.817 565.978
Tm /Ty2 1 Tf [ (While) -306 (most) -305 (w) 10 (ork) -306 (has) -305 (focused)
-306 (on) -305 (learning) -306 (whole-image) ] TJ ET BT 9.9626 0 0 9.9626 308.862 554.023
Tm /Ty2 1 Tf [ (representations,) -298 (t) 1 (here) -289 (has) -288 (been)
-288 (increasing) -288 (interest) -288 (in) -288 (learn-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 542.067
Tm /Ty2 1 Tf [ (ing) -266 (local) -266 (descriptors) -266 (that) -266 (are)
-266 (more) -266 (rele) 25 (v) 25 (ant) -266 (for) -266 (do) 25 (wnstream)
] TJ ET BT 9.9626 0 0 9.9626 308.862 530.112 Tm /Ty2 1 Tf [ (tasks) -209 (such)
-209 (as) -209 (detection) -209 (and) -209 (se) 15 (gmentation.) -297 (Examples)
-209 (of) -209 (such) ] TJ ET BT 9.9626 0 0 9.9626 308.862 518.157 Tm /Ty2
1 Tf [ (w) 10 (ork) -352 (include) -352 (the) -351 (addition) -352 (of) -352
(auxiliary) -352 (losses) -352 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 498.7691 518.157
Tm /Ty2 1 Tf (51) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 508.7317 518.157
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 514.7192 518.157
Tm /Ty2 1 Tf (55) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 524.6818 518.157
Tm /Ty2 1 Tf [ (],) -378 (ar) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 506.202
Tm /Ty2 1 Tf [ (chitectural) -354 (components) -355 ([) ] TJ ET /Cs1 cs 0
1 0 sc BT 9.9626 0 0 9.9626 409.4444 506.202 Tm /Ty2 1 Tf (48) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 419.407 506.202 Tm /Ty2 1 Tf [ (],) -380 (or)
-354 (both) -355 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 465.3944 506.202
Tm /Ty2 1 Tf (64) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 475.357 506.202
Tm /Ty2 1 Tf [ (].) -622 (While) -355 (percep-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 494.247
Tm /Ty2 1 Tf [ (tual) -326 (grouping) -326 (has) -326 (long) -326 (been) -326
(used) -326 (for) -326 (representation) -326 (learn-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 482.291
Tm /Ty2 1 Tf [ (ing,) -227 (often) -221 (relying) -221 (on) -221 (coherent)
-221 (motion) -221 (in) -221 (videos) -221 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT
9.9626 0 0 9.9626 500.0343 482.291 Tm /Ty2 1 Tf (37) Tj ET /Cs2 cs 0 sc BT
9.9626 0 0 9.9626 509.9969 482.291 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc
BT 9.9626 0 0 9.9626 514.6893 482.291 Tm /Ty2 1 Tf (45) Tj ET /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 524.6519 482.291 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0
sc BT 9.9626 0 0 9.9626 529.3443 482.291 Tm /Ty2 1 Tf (61) Tj ET /Cs2 cs 0
sc BT 9.9626 0 0 9.9626 539.3069 482.291 Tm /Ty2 1 Tf (],) Tj ET BT 9.9626 0 0 9.9626 308.862 470.336
Tm /Ty2 1 Tf [ (it) -199 (has) -199 (only) -199 (recently) -198 (been) -199
(combined) -199 (with) -199 (contrasti) 25 (v) 15 (e) -199 (learning) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 458.381 Tm /Ty2 1 Tf ([) Tj ET /Cs1 cs 0 1
0 sc BT 9.9626 0 0 9.9626 312.1795 458.381 Tm /Ty2 1 Tf (30) Tj ET /Cs2 cs
0 sc BT 9.9626 0 0 9.9626 322.1421 458.381 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs
0 1 0 sc BT 9.9626 0 0 9.9626 327.1633 458.381 Tm /Ty2 1 Tf (59) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 337.1259 458.381 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 0 1 0 sc BT 9.9626 0 0 9.9626 342.147 458.381 Tm /Ty2 1 Tf (68) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 352.1096 458.381 Tm /Ty2 1 Tf [ (].) -322 (Most)
-254 (related) -254 (to) -254 (our) -254 (w) 10 (ork) -254 (are) -255 ([)
] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 480.7966 458.381 Tm /Ty2 1 Tf
(59) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 490.7592 458.381 Tm /Ty2 1 Tf
(,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 495.7803 458.381 Tm /Ty2 1
Tf (68) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 505.7429 458.381 Tm /Ty2 1
Tf [ (]) -254 (that) -254 (also) ] TJ ET BT 9.9626 0 0 9.9626 308.862 446.426
Tm /Ty2 1 Tf [ (le) 25 (v) 15 (erage) -294 (image) -294 (s) 1 (e) 14 (gm)
1 (entations) -294 (for) -294 (self-supervised) -294 (learning,) ] TJ ET BT
9.9626 0 0 9.9626 308.862 434.471 Tm /Ty2 1 Tf [ (although) -263 (both) -263
(dif) 25 (fer) -264 (from) -263 (ours) -263 (in) -263 (that) -263 (the) 15
(y) -264 (l) 1 (earn) -264 (backbones) ] TJ ET BT 9.9626 0 0 9.9626 308.862 422.516
Tm /Ty2 1 Tf [ (that) -297 (are) -296 (specialized) -297 (for) -297 (semantic)
-296 (se) 15 (gmentation) -297 (and) -297 (emplo) 10 (y) ] TJ ET BT 9.9626 0 0 9.9626 308.862 410.56
Tm /Ty2 1 Tf [ (dif) 25 (ferent) -254 (loss) -254 (funct) 1 (ions.) -322 (Although)
-254 (these) -253 (w) 10 (orks) -254 (arri) 25 (v) 15 (e) -254 (at) -254 (im-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 398.605 Tm /Ty2 1 Tf [ (pressi) 25 (v)
15 (e) -197 (unsupervised) -196 (se) 15 (gmentation) -197 (accurac) 15 (y)
65 (,) -207 (neither) -197 (report) ] TJ ET BT 9.9626 0 0 9.9626 308.862 386.65
Tm /Ty2 1 Tf [ (g) 5 (ains) -435 (in) -434 (pretraining) -435 (ef) 25 (cienc)
15 (y) -434 (for) -435 (transfer) -434 (learning) -435 (tasks) ] TJ ET BT
9.9626 0 0 9.9626 308.862 374.695 Tm /Ty2 1 Tf [ (such) -267 (as) -266 (COCO)
-267 (detection) -267 (and) -266 (instance) -267 (se) 15 (gmentation,) -271
(which) ] TJ ET BT 9.9626 0 0 9.9626 308.862 362.74 Tm /Ty2 1 Tf [ (we) -250
(study) -250 (ne) 15 (xt.) ] TJ ET BT 11.9552 0 0 11.9552 308.862 337.037
Tm /Ty1 1 Tf [ (3.) -250 (Method) ] TJ ET BT 9.9626 0 0 9.9626 308.862 317.511
Tm /Ty2 1 Tf [ (W) 80 (e) -256 (introduce) -256 (a) -256 (ne) 25 (w) -256
(contrasti) 25 (v) 15 (e) -257 (objecti) 25 (v) 15 (e) -256 (which) -256 (maximizes)
] TJ ET BT 9.9626 0 0 9.9626 308.862 305.556 Tm /Ty2 1 Tf [ (the) -225 (similarity)
-225 (across) -225 (vie) 25 (ws) -225 (of) -225 (local) -225 (features) -225
(which) -225 (represent) ] TJ ET BT 9.9626 0 0 9.9626 308.862 293.601 Tm /Ty2
1 Tf [ (the) -344 (same) -344 (object) -344 (\(Figure) ] TJ ET /Cs1 cs 1 0
0 sc BT 9.9626 0 0 9.9626 408.9064 293.601 Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs
0 sc BT 9.9626 0 0 9.9626 413.8877 293.601 Tm /Ty2 1 Tf [ (\).) -592 (In)
-344 (order) -344 (to) -344 (isolate) -345 (the) -344 (benet) ] TJ ET BT
9.9626 0 0 9.9626 308.862 281.645 Tm /Ty2 1 Tf [ (of) -238 (these) -239 (changes,)
-240 (we) -239 (mak) 10 (e) -238 (the) -239 (deliberate) -238 (choice) -238
(of) -239 (re-using) ] TJ ET BT 9.9626 0 0 9.9626 308.862 269.69 Tm /Ty2 1
Tf [ (elements) -227 (of) -228 (e) 15 (xisting) -227 (contrasti) 25 (v) 15
(e) -228 (learning) -227 (frame) 25 (w) 10 (orks) -228 (where) ] TJ ET BT
9.9626 0 0 9.9626 308.862 257.735 Tm /Ty2 1 Tf [ (possible.) -451 (T) 80 (o)
-297 (test) -297 (the) -297 (generality) -297 (of) -297 (our) -297 (approach,)
-309 (we) -297 (deri) 25 (v) 15 (e) ] TJ ET BT 9.9626 0 0 9.9626 308.862 245.78
Tm /Ty2 1 Tf [ (tw) 10 (o) -302 (v) 25 (ariants,) -314 (DetCon) ] TJ ET BT
6.9738 0 0 6.9738 394.622 244.286 Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 403.399 245.78
Tm /Ty2 1 Tf [ (and) -302 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 451.784 244.286
Tm /Ty8 1 Tf (B) Tj ET BT 9.9626 0 0 9.9626 458.641 245.78 Tm /Ty2 1 Tf [
(,) -315 (based) -301 (on) -302 (tw) 10 (o) -302 (recent) ] TJ ET BT 9.9626 0 0 9.9626 308.862 233.825
Tm /Ty2 1 Tf [ (self-supervised) -299 (baselines,) -312 (SimCLR) -300 ([)
] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 456.0196 233.825 Tm /Ty2 1 Tf
(9) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 461.0009 233.825 Tm /Ty2 1 Tf
[ (]) -299 (and) -300 (BY) 30 (OL) -299 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 517.7877 233.825
Tm /Ty2 1 Tf (21) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 527.7503 233.825
Tm /Ty2 1 Tf [ (]) -300 (re-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 221.87
Tm /Ty2 1 Tf [ (specti) 25 (v) 15 (ely) 65 (.) -443 (W) 80 (e) -295 (adopt)
-294 (the) -294 (data) -295 (augmentation) -294 (procedure) -295 (and) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 209.914 Tm /Ty2 1 Tf [ (netw) 10 (ork) -436
(architecture) -436 (from) -436 (these) -436 (methods) -437 (while) -436 (applying)
] TJ ET BT 9.9626 0 0 9.9626 308.862 197.959 Tm /Ty2 1 Tf [ (our) -250 (proposed)
] TJ ET BT 9.9626 0 0 9.9626 363.646 197.959 Tm /Ty3 1 Tf [ (contr) 15 (astive)
-250 (detection) ] TJ ET BT 9.9626 0 0 9.9626 449.274 197.959 Tm /Ty2 1 Tf
[ (loss) -250 (to) -250 (each.) ] TJ ET BT 10.9589 0 0 10.9589 308.862 176.242
Tm /Ty1 1 Tf [ (3.1.) -250 (The) -250 (contrasti) 10 (v) 10 (e) -250 (detection)
-250 (framew) 10 (ork) ] TJ ET BT 9.9626 0 0 9.9626 308.862 152.731 Tm /Ty1
1 Tf [ (Data) -329 (augmentation.) ] TJ ET BT 9.9626 0 0 9.9626 399.207 152.731
Tm /Ty2 1 Tf [ (Each) -329 (image) -328 (is) -329 (randomly) -328 (augmented)
] TJ ET BT 9.9626 0 0 9.9626 308.862 140.775 Tm /Ty2 1 Tf [ (twice,) -631
(resulting) -554 (in) -555 (tw) 10 (o) -554 (images:) ] TJ ET BT 9.9626 0 0 9.9626 453.401 140.775
Tm /Ty9 1 Tf (x) Tj ET BT 9.9626 0 0 9.9626 459.967 140.775 Tm /Ty10 1 Tf
(,) Tj ET BT 9.9626 0 0 9.9626 464.395 140.775 Tm /Ty9 1 Tf (x) Tj ET BT 6.9738 0 0 6.9738 470.961 144.391
Tm /Ty12 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 473.756 140.775 Tm /Ty2 1 Tf
[ (.) -1224 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 519.43 139.281 Tm /Ty8 1
Tf (S) Tj ET BT 9.9626 0 0 9.9626 530.726 140.775 Tm /Ty2 1 Tf (and) Tj ET
BT 9.9626 0 0 9.9626 308.862 128.82 Tm /Ty2 1 Tf (DetCon) Tj ET BT 6.9738 0 0 6.9738 339.855 127.326
Tm /Ty8 1 Tf (B) Tj ET BT 9.9626 0 0 9.9626 348.964 128.82 Tm /Ty2 1 Tf [
(adopt) -226 (the) -226 (augmentation) -226 (pipelines) -226 (of) -226 (SimCLR)
-225 (and) ] TJ ET BT 9.9626 0 0 9.9626 308.862 116.865 Tm /Ty2 1 Tf [ (BY)
30 (OL) -245 (respecti) 25 (v) 15 (ely) 65 (,) -245 (which) -245 (roughly)
-245 (consist) -244 (of) -245 (random) -245 (crop-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 104.91
Tm /Ty2 1 Tf [ (ping,) -429 (ipping,) -429 (blurring,) -429 (and) -393 (point-wise)
-393 (color) -393 (transforma-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 92.955
Tm /Ty2 1 Tf [ (tions.) -321 (W) 80 (e) -254 (refer) -254 (the) -254 (reader)
-254 (to) -253 (appendix) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 462.2661 92.955
Tm /Ty2 1 Tf (A.1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 479.4616 92.955
Tm /Ty2 1 Tf [ (for) -254 (more) -254 (details.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 81
Tm /Ty2 1 Tf [ (In) -204 (all) -204 (cases,) -213 (images) -204 (are) -203
(resized) -204 (to) -204 (224) ] TJ ET BT 9.9626 0 0 9.9626 456.241 81 Tm
/Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 463.989 81 Tm /Ty2 1 Tf [ (224) -204
(pix) 15 (el) -204 (resolution.) ] TJ ET Q
endstream
endobj
23 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/EpQenRusvd6xDNeA4i4cgg Do
Q
endstream
endobj
24 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 54 0 R /Ty10 62 0 R /Ty12 63 0 R /Ty2 55 0 R /Ty3 56 0 R /Ty5 57 0 R /Ty8 64 0 R /Ty9 65 0 R >> /ProcSet [ /PDF /Text ] /XObject << /EpQenRusvd6xDNeA4i4cgg 66 0 R >> >>
endobj
25 0 obj
<< /Length 31362 >>
stream
q Q q 0 0 612 792 re W n /Fm2 Do BT 8.9664 0 0 8.9664 50.112 459.883 Tm /Ty2
1 Tf [ (Figure) -250 (2.) ] TJ ET BT 8.9664 0 0 8.9664 84.738 459.883 Tm /Ty1
1 Tf [ (The) -250 (contrasti) 10 (v) 10 (e) -251 (detection) -250 (method.)
] TJ ET BT 8.9664 0 0 8.9664 217.351 459.883 Tm /Ty2 1 Tf [ (W) 80 (e) -250
(identify) -251 (object-) ] TJ ET BT 8.9664 0 0 8.9664 50.112 448.924 Tm /Ty2
1 Tf [ (based) -503 (re) 15 (gions) -503 (with) -503 (approximate,) -566 (image-computable)
-502 (se) 15 (gmenta-) ] TJ ET BT 8.9664 0 0 8.9664 50.112 437.966 Tm /Ty2
1 Tf [ (tion) -372 (algorithms) -372 (\(bottom\).) -675 (These) -372 (masks)
-372 (are) -372 (carried) -372 (through) -371 (tw) 10 (o) ] TJ ET BT 8.9664 0 0 8.9664 50.112 427.007
Tm /Ty2 1 Tf [ (stochastic) -291 (data) -292 (augmentations) -291 (and) -292
(a) -291 (con) 40 (v) 20 (olutional) -292 (feature) -291 (e) 15 (xtrac-) ]
TJ ET BT 8.9664 0 0 8.9664 50.112 416.048 Tm /Ty2 1 Tf [ (tor) 40 (,) -277
(creating) -272 (groups) -271 (of) -272 (feature) -271 (v) 15 (ectors) -272
(in) -271 (each) -272 (vie) 25 (w) -272 (\(middle\).) -374 (The) ] TJ ET BT
8.9664 0 0 8.9664 50.112 405.089 Tm /Ty2 1 Tf [ (contrasti) 25 (v) 15 (e)
-324 (detection) -324 (object) 1 (i) 25 (v) 15 (e) -324 (then) -324 (pulls)
-324 (together) -324 (pooled) -323 (feature) ] TJ ET BT 8.9664 0 0 8.9664 50.112 394.13
Tm /Ty2 1 Tf [ (v) 15 (ectors) -295 (from) -295 (the) -295 (same) -296 (mask)
-295 (\(across) -295 (vie) 25 (ws\)) -295 (and) -295 (pushes) -295 (apart)
-295 (fea-) ] TJ ET BT 8.9664 0 0 8.9664 50.112 383.171 Tm /Ty2 1 Tf [ (tures)
-250 (from) -250 (dif) 25 (ferent) -250 (masks) -250 (and) -250 (dif) 25 (ferent)
-250 (images) -250 (\(top\).) ] TJ ET BT 9.9626 0 0 9.9626 62.067 357.177
Tm /Ty2 1 Tf [ (In) -320 (addition,) -336 (we) -320 (compute) -320 (for) -319
(each) -320 (image) -319 (a) -320 (set) -319 (of) -320 (masks) ] TJ ET BT
9.9626 0 0 9.9626 50.112 345.222 Tm /Ty2 1 Tf [ (which) -395 (se) 15 (gment)
-396 (the) -395 (image) -395 (into) -395 (dif) 25 (ferent) -396 (components.)
-746 (As) ] TJ ET BT 9.9626 0 0 9.9626 50.112 333.266 Tm /Ty2 1 Tf [ (described)
-282 (in) -283 (Section) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 134.3757 333.266
Tm /Ty2 1 Tf (3.2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 146.8289 333.266
Tm /Ty2 1 Tf [ (,) -290 (these) -283 (masks) -282 (can) -283 (be) -282 (computed)
-283 (us-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 321.311 Tm /Ty2 1 Tf [ (ing)
-397 (ef) 25 (cient,) -435 (of) 25 (f-the-shelf,) -434 (unsupervised) -397
(se) 15 (gmentation) -398 (al-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 309.356
Tm /Ty2 1 Tf [ (gorithms.) -343 (If) -260 (a) 20 (v) 25 (ailable,) -264 (human-annotated)
-261 (se) 15 (gmentations) -261 (can) ] TJ ET BT 9.9626 0 0 9.9626 50.112 297.401
Tm /Ty2 1 Tf [ (also) -360 (be) -359 (used.) -639 (In) -360 (an) 15 (y) -359
(case,) -387 (we) -360 (transform) -359 (each) -360 (mask) -360 (\(rep-) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 285.446 Tm /Ty2 1 Tf [ (resented) -370 (as)
-370 (a) -370 (binary) -370 (image\)) -370 (using) -370 (the) -370 (same)
-370 (cropping) -370 (and) ] TJ ET BT 9.9626 0 0 9.9626 50.112 273.491 Tm
/Ty2 1 Tf [ (resizing) -237 (as) -236 (used) -237 (for) -237 (the) -236 (underlying)
-237 (RGB) -237 (image,) -239 (resulting) -237 (in) ] TJ ET BT 9.9626 0 0 9.9626 50.112 261.535
Tm /Ty2 1 Tf [ (tw) 10 (o) -332 (sets) -333 (of) -332 (masks) ] TJ ET BT 9.9626 0 0 9.9626 126.353 261.535
Tm /Ty4 1 Tf ({) Tj ET BT 9.9626 0 0 9.9626 131.334 261.535 Tm /Ty9 1 Tf (m)
Tj ET BT 9.9626 0 0 9.9626 141.62 261.535 Tm /Ty4 1 Tf (}) Tj ET BT 9.9626 0 0 9.9626 146.601 261.535
Tm /Ty10 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 151.029 261.535 Tm /Ty4 1 Tf
({) Tj ET BT 9.9626 0 0 9.9626 156.01 261.535 Tm /Ty9 1 Tf (m) Tj ET BT 6.9738 0 0 6.9738 166.296 265.151
Tm /Ty12 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 169.091 261.535 Tm /Ty4 1 Tf
(}) Tj ET BT 9.9626 0 0 9.9626 177.384 261.535 Tm /Ty2 1 Tf [ (which) -332
(are) -333 (aligned) -332 (with) -333 (the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 249.58
Tm /Ty2 1 Tf [ (augmented) -250 (images) ] TJ ET BT 9.9626 0 0 9.9626 127.033 249.58
Tm /Ty9 1 Tf (x) Tj ET BT 9.9626 0 0 9.9626 133.598 249.58 Tm /Ty10 1 Tf (,)
Tj ET BT 9.9626 0 0 9.9626 138.026 249.58 Tm /Ty9 1 Tf (x) Tj ET BT 6.9738 0 0 6.9738 144.592 253.196
Tm /Ty12 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 149.878 249.58 Tm /Ty2 1 Tf [
(\(see) -250 (Figure) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 196.9114 249.58
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 201.8927 249.58 Tm
/Ty2 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 206.873 249.58 Tm /Ty3 1 Tf [ (augmented)
-250 (vie) 15 (ws) ] TJ ET BT 9.9626 0 0 9.9626 275.067 249.58 Tm /Ty2 1 Tf
(\).) Tj ET BT 9.9626 0 0 9.9626 50.112 232.644 Tm /Ty1 1 Tf [ (Ar) 18 (chitectur)
18 (e.) ] TJ ET BT 9.9626 0 0 9.9626 112.24 232.644 Tm /Ty2 1 Tf [ (W) 80
(e) -340 (use) -340 (a) -340 (con) 40 (v) 20 (olutional) -340 (feature) -340
(e) 15 (xtractor) ] TJ ET BT 9.9626 0 0 9.9626 280.412 232.644 Tm /Ty10 1
Tf (f) Tj ET BT 9.9626 0 0 9.9626 50.112 220.689 Tm /Ty2 1 Tf [ (to) -257
(encode) -256 (each) -257 (image) -257 (with) -256 (a) -257 (spatial) -257
(map) -256 (of) -257 (hidden) -257 (v) 15 (ectors:) ] TJ ET BT 9.9626 0 0 9.9626 50.112 208.733
Tm /Ty9 1 Tf (h) Tj ET BT 9.9626 0 0 9.9626 61.518 208.733 Tm /Ty13 1 Tf (=)
Tj ET BT 9.9626 0 0 9.9626 74.023 208.733 Tm /Ty10 1 Tf (f) Tj ET BT 9.9626 0 0 9.9626 79.973 208.733
Tm /Ty13 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 83.847 208.733 Tm /Ty9 1 Tf
(x) Tj ET BT 9.9626 0 0 9.9626 90.413 208.733 Tm /Ty13 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 97.851 208.733 Tm /Ty2 1 Tf (where) Tj ET BT 9.9626 0 0 9.9626 125.754 208.733
Tm /Ty9 1 Tf (h) Tj ET BT 9.9626 0 0 9.9626 137.161 208.733 Tm /Ty5 1 Tf (")
Tj ET BT 9.9626 0 0 9.9626 148.558 208.733 Tm /Ty14 1 Tf (R) Tj ET BT 6.9738 0 0 6.9738 155.753 212.349
Tm /Ty8 1 Tf (H) Tj ET BT 6.9738 0 0 6.9738 162.811 212.349 Tm /Ty12 1 Tf
(") Tj ET BT 6.9738 0 0 6.9738 169.038 212.349 Tm /Ty8 1 Tf (W) Tj ET BT 6.9738 0 0 6.9738 177.603 212.349
Tm /Ty12 1 Tf (") Tj ET BT 6.9738 0 0 6.9738 183.83 212.349 Tm /Ty8 1 Tf (D)
Tj ET BT 9.9626 0 0 9.9626 191.056 208.733 Tm /Ty2 1 Tf [ (.) -633 (W) 80
(e) -358 (use) -358 (the) -358 (output) -357 (of) ] TJ ET BT 9.9626 0 0 9.9626 50.112 196.778
Tm /Ty2 1 Tf [ (a) -307 (standard) -307 (ResNet-50) -307 (encoder) -307 ([)
] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 177.982 196.778 Tm /Ty2 1 Tf
(27) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 187.9446 196.778 Tm /Ty2 1 Tf
[ (],) -322 (before) -307 (the) -307 -307 (mean-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 184.823
Tm /Ty2 1 Tf [ (pooling) -305 (layer) 40 (,) -318 (such) -305 (that) -305
(hiddens) -305 (form) -305 (a) -304 (7) ] TJ ET BT 9.9626 0 0 9.9626 216.93 184.823
Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 224.679 184.823 Tm /Ty2 1 Tf [
(7) -305 (grid) -305 (of) -304 (2048-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 172.868
Tm /Ty2 1 Tf [ (dimensional) -317 (v) 15 (ectors) ] TJ ET BT 9.9626 0 0 9.9626 133.756 172.868
Tm /Ty9 1 Tf (h) Tj ET BT 9.9626 0 0 9.9626 140.407 172.868 Tm /Ty13 1 Tf
([) Tj ET BT 0.0005 Tc 9.9626 0 0 9.9626 143.174 172.868 Tm /Ty10 1 Tf [ (i,)
-167 (j) ] TJ 0 Tc ET BT 9.9626 0 0 9.9626 155.707 172.868 Tm /Ty13 1 Tf (])
Tj ET BT 9.9626 0 0 9.9626 158.474 172.868 Tm /Ty2 1 Tf [ (.) -511 (F) 15
(or) -317 (e) 25 (v) 15 (ery) -317 (mask) ] TJ ET BT 9.9626 0 0 9.9626 231.973 172.868
Tm /Ty9 1 Tf (m) Tj ET BT 9.9626 0 0 9.9626 245.416 172.868 Tm /Ty2 1 Tf (associated)
Tj ET BT 9.9626 0 0 9.9626 50.112 160.913 Tm /Ty2 1 Tf [ (with) -250 (the)
-250 (image,) -250 (we) -250 (compute) -250 (a) -250 (mask-pooled) -250 (hidden)
-250 (v) 15 (ector) ] TJ ET BT 9.9626 0 0 9.9626 99.964 135.704 Tm /Ty9 1
Tf (h) Tj ET BT 6.9738 0 0 6.9738 106.615 134.209 Tm /Ty15 1 Tf (m) Tj ET
BT 9.9626 0 0 9.9626 118.096 135.704 Tm /Ty13 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 147.161 142.443
Tm /Ty13 1 Tf (1) Tj ET 0.398 w q 1 0 0 1 129.807 138.194 cm 0 0 m 39.689
0 l S Q BT 9.9626 0 0 9.9626 129.807 136.342 Tm /Ty17 1 Tf (!) Tj ET BT 0.0002
Tc 6.9738 0 0 6.9738 140.323 125.881 Tm /Ty8 1 Tf (i,j) Tj 0 Tc ET BT 9.9626 0 0 9.9626 151.366 128.87
Tm /Ty10 1 Tf (m) Tj ET BT 0.0002 Tc 6.9738 0 0 6.9738 160.114 127.375 Tm
/Ty8 1 Tf (i,j) Tj 0 Tc ET BT 9.9626 0 0 9.9626 172.352 145.168 Tm /Ty17 1
Tf (") Tj ET BT 0.0002 Tc 6.9738 0 0 6.9738 175.105 123.949 Tm /Ty8 1 Tf (i,j)
Tj 0 Tc ET BT 9.9626 0 0 9.9626 188.403 135.704 Tm /Ty10 1 Tf (m) Tj ET BT
0.0002 Tc 6.9738 0 0 6.9738 197.151 134.209 Tm /Ty8 1 Tf (i,j) Tj 0 Tc ET
BT 9.9626 0 0 9.9626 209.024 135.704 Tm /Ty9 1 Tf (h) Tj ET BT 9.9626 0 0 9.9626 215.675 135.704
Tm /Ty13 1 Tf ([) Tj ET BT 0.0005 Tc 9.9626 0 0 9.9626 218.442 135.704 Tm
/Ty10 1 Tf [ (i,) -167 (j) ] TJ 0 Tc ET BT 9.9626 0 0 9.9626 230.975 135.704
Tm /Ty13 1 Tf (]) Tj ET BT 9.9626 0 0 9.9626 233.743 135.704 Tm /Ty10 1 Tf
(,) Tj ET BT 9.9626 0 0 9.9626 50.112 104.91 Tm /Ty2 1 Tf [ (ha) 20 (ving)
-401 (spatially) -400 (do) 25 (wnsampled) -401 (the) -400 (binary) -401 (mask)
-401 (to) -400 (a) -401 (7) ] TJ ET BT 9.9626 0 0 9.9626 273.632 104.91 Tm
/Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 281.381 104.91 Tm /Ty2 1 Tf (7) Tj
ET BT 9.9626 0 0 9.9626 50.112 92.955 Tm /Ty2 1 Tf [ (grid) -250 (with) -249
(a) 20 (v) 15 (erage) -250 (pooling.) -310 (W) 80 (e) -249 (then) -250 (transform)
-249 (each) -250 (of) -250 (these) ] TJ ET BT 9.9626 0 0 9.9626 50.112 81
Tm /Ty2 1 Tf [ (v) 15 (ectors) -340 (with) -340 (a) -341 (tw) 10 (o-layer)
-340 (MLP) 111 (,) -340 (yielding) -340 (non-linear) -341 (projec-) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 710.037 Tm /Ty2 1 Tf (tions) Tj ET BT 9.9626 0 0 9.9626 330.73 710.037
Tm /Ty9 1 Tf (z) Tj ET BT 6.9738 0 0 6.9738 336.26 708.543 Tm /Ty15 1 Tf (m)
Tj ET BT 9.9626 0 0 9.9626 347.741 710.037 Tm /Ty13 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 358.257 710.037
Tm /Ty10 1 Tf (g) Tj ET BT 9.9626 0 0 9.9626 363.366 710.037 Tm /Ty13 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 367.241 710.037 Tm /Ty9 1 Tf (h) Tj ET BT
6.9738 0 0 6.9738 373.892 708.543 Tm /Ty15 1 Tf (m) Tj ET BT 9.9626 0 0 9.9626 382.605 710.037
Tm /Ty13 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 389.247 710.037 Tm /Ty5 1 Tf
(") Tj ET BT 9.9626 0 0 9.9626 398.656 710.037 Tm /Ty14 1 Tf (R) Tj ET BT
6.9738 0 0 6.9738 405.851 713.653 Tm /Ty8 1 Tf (d) Tj ET BT 9.9626 0 0 9.9626 410.497 710.037
Tm /Ty2 1 Tf (.) Tj ET BT 9.9626 0 0 9.9626 320.817 698.082 Tm /Ty2 1 Tf [
(F) 15 (or) -319 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 368.672 696.588 Tm
/Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 377.617 698.082 Tm /Ty2 1 Tf [ (we)
-318 (process) -319 (both) -318 (vie) 25 (ws) -319 (with) -318 (the) -319
(same) -318 (en-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 686.127 Tm /Ty2 1 Tf
(coder) Tj ET BT 9.9626 0 0 9.9626 333.255 686.127 Tm /Ty10 1 Tf (f) Tj ET
BT 6.9738 0 0 6.9738 338.133 684.633 Tm /Ty18 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 344.906 686.127
Tm /Ty2 1 Tf [ (and) -227 (projection) -228 (netw) 10 (ork) ] TJ ET BT 9.9626 0 0 9.9626 439.036 686.127
Tm /Ty10 1 Tf (g) Tj ET BT 6.9738 0 0 6.9738 443.788 684.633 Tm /Ty18 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 448.295 686.127 Tm /Ty2 1 Tf [ (,) -232 (where)
] TJ ET BT 9.9626 0 0 9.9626 479.702 686.127 Tm /Ty19 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 486.922 686.127
Tm /Ty2 1 Tf [ (are) -227 (the) -228 (learned) ] TJ ET BT 9.9626 0 0 9.9626 308.862 674.172
Tm /Ty2 1 Tf [ (parameters.) -655 (F) 15 (or) -365 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 409.904 672.677
Tm /Ty8 1 Tf (B) Tj ET BT 9.9626 0 0 9.9626 420.398 674.172 Tm /Ty2 1 Tf [
(one) -365 (vie) 25 (w) -365 (is) -365 (processed) -365 (with) ] TJ ET BT
9.9626 0 0 9.9626 535.727 674.172 Tm /Ty10 1 Tf (f) Tj ET BT 6.9738 0 0 6.9738 540.605 672.677
Tm /Ty18 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 308.862 662.217 Tm /Ty2 1 Tf
(and) Tj ET BT 9.9626 0 0 9.9626 327.435 662.217 Tm /Ty10 1 Tf (g) Tj ET BT
6.9738 0 0 6.9738 332.187 660.722 Tm /Ty18 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 340.881 662.217
Tm /Ty2 1 Tf [ (and) -420 (the) -420 (other) -421 (with) ] TJ ET BT 9.9626 0 0 9.9626 422.374 662.217
Tm /Ty10 1 Tf (f) Tj ET BT 6.9738 0 0 6.9738 427.252 660.722 Tm /Ty18 1 Tf
(") Tj ET BT 9.9626 0 0 9.9626 435.8 662.217 Tm /Ty2 1 Tf (and) Tj ET BT 9.9626 0 0 9.9626 454.373 662.217
Tm /Ty10 1 Tf (g) Tj ET BT 6.9738 0 0 6.9738 459.124 660.722 Tm /Ty18 1 Tf
(") Tj ET BT 9.9626 0 0 9.9626 463.486 662.217 Tm /Ty2 1 Tf [ (,) -463 (where)
] TJ ET BT 9.9626 0 0 9.9626 499.112 662.217 Tm /Ty19 1 Tf (") Tj ET BT 9.9626 0 0 9.9626 508.116 662.217
Tm /Ty2 1 Tf [ (is) -420 (an) -420 (e) 15 (x-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 650.261
Tm /Ty2 1 Tf [ (ponential) -393 (mo) 15 (ving) -392 (a) 20 (v) 15 (erage)
-393 (of) ] TJ ET BT 9.9626 0 0 9.9626 430.808 650.261 Tm /Ty19 1 Tf (!) Tj
ET BT 9.9626 0 0 9.9626 435.762 650.261 Tm /Ty2 1 Tf [ (.) -738 (The) -392
-393 (vie) 25 (w) -392 (is) -393 (further) ] TJ ET BT 9.9626 0 0 9.9626 308.862 638.306
Tm /Ty2 1 Tf [ (transformed) -336 (with) -336 (a) -336 (prediction) -336 (net)
1 (w) 10 (ork) ] TJ ET BT 9.9626 0 0 9.9626 468.815 638.306 Tm /Ty10 1 Tf
(q) Tj ET BT 6.9738 0 0 6.9738 473.263 636.812 Tm /Ty18 1 Tf (!) Tj ET BT
9.9626 0 0 9.9626 477.77 638.306 Tm /Ty2 1 Tf [ (.) -568 (Here) -336 (ag)
5 (ain) -335 (we) ] TJ ET BT 9.9626 0 0 9.9626 308.862 626.351 Tm /Ty2 1 Tf
[ (reuse) -327 (the) -327 (details) -327 (of) -328 (SimCLR) -327 (and) -327
(BY) 30 (OL) -327 (for) -327 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 521.695 624.857
Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 530.726 626.351 Tm /Ty2 1 Tf (and)
Tj ET BT 9.9626 0 0 9.9626 308.862 614.396 Tm /Ty2 1 Tf (DetCon) Tj ET BT
6.9738 0 0 6.9738 339.856 612.902 Tm /Ty8 1 Tf (B) Tj ET BT 9.9626 0 0 9.9626 348.873 614.396
Tm /Ty2 1 Tf [ (respecti) 25 (v) 15 (ely) -217 (in) -217 (the) -216 (denition)
-217 (of) -217 (the) -217 (projection) -217 (and) ] TJ ET BT 9.9626 0 0 9.9626 308.862 602.441
Tm /Ty2 1 Tf [ (prediction) -353 (netw) 10 (orks) -354 (\(see) -353 (appendix)
] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 452.3234 602.441 Tm /Ty2 1 Tf
(A.2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 466.9884 602.441 Tm /Ty2 1 Tf
[ (\).) -620 (In) -354 (summary) 65 (,) -379 (we) ] TJ ET BT 9.9626 0 0 9.9626 308.862 590.486
Tm /Ty2 1 Tf [ (represent) -226 (each) -226 (vie) 25 (w) -226 (and) -225 (mask)
-226 (as) -226 (latents) ] TJ ET BT 9.9626 0 0 9.9626 468.224 590.486 Tm /Ty9
1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 473.869 588.991 Tm /Ty15 1 Tf (m) Tj ET
BT 9.9626 0 0 9.9626 484.833 590.486 Tm /Ty2 1 Tf (and) Tj ET BT 9.9626 0 0 9.9626 501.469 590.486
Tm /Ty9 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 507.484 594.101 Tm /Ty12 1 Tf
(!) Tj ET BT 6.9738 0 0 6.9738 507.115 587.747 Tm /Ty15 1 Tf (m) Tj ET BT
4.9813 0 0 4.9813 515.33 589.74 Tm /Ty21 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 520.773 590.486
Tm /Ty2 1 Tf (where) Tj ET BT 9.9626 0 0 9.9626 357.082 570.399 Tm /Ty9 1
Tf (v) Tj ET BT 6.9738 0 0 6.9738 362.727 568.905 Tm /Ty15 1 Tf (m) Tj ET
BT 9.9626 0 0 9.9626 374.208 570.399 Tm /Ty13 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 384.724 570.399
Tm /Ty10 1 Tf (g) Tj ET BT 6.9738 0 0 6.9738 389.476 568.905 Tm /Ty18 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 393.984 570.399 Tm /Ty13 1 Tf (\() Tj ET BT
9.9626 0 0 9.9626 397.858 570.399 Tm /Ty9 1 Tf (h) Tj ET BT 6.9738 0 0 6.9738 404.509 568.905
Tm /Ty15 1 Tf (m) Tj ET BT 9.9626 0 0 9.9626 413.223 570.399 Tm /Ty13 1 Tf
(\)) Tj ET BT 9.9626 0 0 9.9626 417.097 570.399 Tm /Ty10 1 Tf (,) Tj ET BT
9.9626 0 0 9.9626 431.487 570.399 Tm /Ty9 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 437.502 574.513
Tm /Ty12 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 437.133 567.936 Tm /Ty15 1 Tf
(m) Tj ET BT 4.9813 0 0 4.9813 445.348 569.929 Tm /Ty21 1 Tf (!) Tj ET BT
9.9626 0 0 9.9626 451.309 570.399 Tm /Ty13 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 461.825 570.399
Tm /Ty10 1 Tf (g) Tj ET BT 6.9738 0 0 6.9738 466.577 568.905 Tm /Ty18 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 471.084 570.399 Tm /Ty13 1 Tf (\() Tj ET BT
9.9626 0 0 9.9626 474.958 570.399 Tm /Ty9 1 Tf (h) Tj ET BT 6.9738 0 0 6.9738 481.609 574.513
Tm /Ty12 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 481.609 567.936 Tm /Ty15 1 Tf
(m) Tj ET BT 4.9813 0 0 4.9813 489.825 569.929 Tm /Ty21 1 Tf (!) Tj ET BT
9.9626 0 0 9.9626 493.018 570.399 Tm /Ty13 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 308.862 550.313
Tm /Ty2 1 Tf [ (for) -250 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 353.963 548.818
Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 362.225 550.313 Tm /Ty2 1 Tf (and)
Tj ET BT 9.9626 0 0 9.9626 347.973 530.226 Tm /Ty9 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 353.619 528.732
Tm /Ty15 1 Tf (m) Tj ET BT 9.9626 0 0 9.9626 365.099 530.226 Tm /Ty13 1 Tf
(=) Tj ET BT 9.9626 0 0 9.9626 375.616 530.226 Tm /Ty10 1 Tf (q) Tj ET BT
6.9738 0 0 6.9738 380.063 528.732 Tm /Ty18 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 386.784 530.226
Tm /Ty5 1 Tf (#) Tj ET BT 9.9626 0 0 9.9626 393.979 530.226 Tm /Ty10 1 Tf
(g) Tj ET BT 6.9738 0 0 6.9738 398.731 528.732 Tm /Ty18 1 Tf (!) Tj ET BT
9.9626 0 0 9.9626 403.239 530.226 Tm /Ty13 1 Tf (\() Tj ET BT 9.9626 0 0 9.9626 407.113 530.226
Tm /Ty9 1 Tf (h) Tj ET BT 6.9738 0 0 6.9738 413.764 528.732 Tm /Ty15 1 Tf
(m) Tj ET BT 9.9626 0 0 9.9626 422.478 530.226 Tm /Ty13 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 426.352 530.226 Tm /Ty10 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 440.742 530.226
Tm /Ty9 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 446.757 534.34 Tm /Ty12 1 Tf (!)
Tj ET BT 6.9738 0 0 6.9738 446.388 527.763 Tm /Ty15 1 Tf (m) Tj ET BT 4.9813 0 0 4.9813 454.603 529.756
Tm /Ty21 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 460.564 530.226 Tm /Ty13 1 Tf
(=) Tj ET BT 9.9626 0 0 9.9626 471.08 530.226 Tm /Ty10 1 Tf (g) Tj ET BT 6.9738 0 0 6.9738 475.832 528.732
Tm /Ty18 1 Tf (") Tj ET BT 9.9626 0 0 9.9626 480.193 530.226 Tm /Ty13 1 Tf
(\() Tj ET BT 9.9626 0 0 9.9626 484.067 530.226 Tm /Ty9 1 Tf (h) Tj ET BT
6.9738 0 0 6.9738 490.718 534.34 Tm /Ty12 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 490.718 527.763
Tm /Ty15 1 Tf (m) Tj ET BT 4.9813 0 0 4.9813 498.934 529.756 Tm /Ty21 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 502.127 530.226 Tm /Ty13 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 308.862 510.14 Tm /Ty2 1 Tf [ (for) -265 (DetCon) ] TJ ET
BT 6.9738 0 0 6.9738 354.114 508.645 Tm /Ty8 1 Tf (B) Tj ET BT 9.9626 0 0 9.9626 360.972 510.14
Tm /Ty2 1 Tf [ (.) -356 (W) 80 (e) -265 (rescale) -265 (all) -265 (latents)
-265 (with) -266 (a) -265 (temperature) -265 (h) 5 (y-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 498.185
Tm /Ty2 1 Tf (perparameter) Tj ET BT 9.9626 0 0 9.9626 363.738 498.185 Tm
/Ty19 1 Tf (#) Tj ET BT 9.9626 0 0 9.9626 369.221 498.185 Tm /Ty2 1 Tf [ (,)
-237 (such) -233 (that) -233 (their) -233 (norm) -233 (is) -233 (equal) -234
(to) ] TJ ET BT 9.9626 0 0 9.9626 498.803 498.185 Tm /Ty13 1 Tf (1) Tj ET
BT 9.9626 0 0 9.9626 503.785 498.185 Tm /Ty10 1 Tf (/) Tj ET BT 9.9626 0 0 9.9626 508.766 505.361
Tm /Ty5 1 Tf ($) Tj ET q 1 0 0 1 517.068 505.56 cm 0 0 m 5.483 0 l S Q BT
9.9626 0 0 9.9626 517.068 498.185 Tm /Ty19 1 Tf (#) Tj ET BT 9.9626 0 0 9.9626 522.551 498.185
Tm /Ty2 1 Tf [ (,) -237 (with) ] TJ ET BT 9.9626 0 0 9.9626 308.862 486.23
Tm /Ty19 1 Tf (#) Tj ET BT 0.2788 Tc 9.9626 0 0 9.9626 317.112 486.23 Tm /Ty13
1 Tf (=0) Tj 0 Tc ET BT 9.9626 0 0 9.9626 332.61 486.23 Tm /Ty10 1 Tf (.)
Tj ET BT 9.9626 0 0 9.9626 335.377 486.23 Tm /Ty13 1 Tf (1) Tj ET BT 9.9626 0 0 9.9626 340.358 486.23
Tm /Ty2 1 Tf [ (.) -303 (Note) -229 (that) -228 (for) -229 (do) 25 (wnstream)
-228 (tasks,) -233 (we) -229 (retain) -229 (only) -228 (the) ] TJ ET BT 9.9626 0 0 9.9626 308.862 474.274
Tm /Ty2 1 Tf [ (feature) -352 (e) 15 (xtractor) ] TJ ET BT 9.9626 0 0 9.9626 378.781 474.274
Tm /Ty10 1 Tf (f) Tj ET BT 6.9738 0 0 6.9738 383.658 472.78 Tm /Ty18 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 391.668 474.274 Tm /Ty2 1 Tf [ (and) -352 (discard)
-351 (all) -352 (other) -351 (parts) -352 (of) -351 (the) -352 (net-) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 462.319 Tm /Ty2 1 Tf [ (w) 10 (ork) -354 (\(the)
-355 (prediction) -354 (and) -355 (projection) -354 (heads,) -380 (as) -355
(well) -354 (as) -355 (an) 15 (y) ] TJ ET BT 9.9626 0 0 9.9626 308.862 450.364
Tm /Ty2 1 Tf [ (e) 15 (xponential) -250 (mo) 15 (ving) -250 (a) 20 (v) 15
(erages\).) ] TJ ET BT 9.9626 0 0 9.9626 308.862 433.428 Tm /Ty1 1 Tf [ (Objecti)
10 (v) 10 (e:) -396 (contrasti) 10 (v) 10 (e) -293 (detection.) ] TJ ET BT
9.9626 0 0 9.9626 452.224 433.428 Tm /Ty2 1 Tf (Let) Tj ET BT 9.9626 0 0 9.9626 468.424 433.428
Tm /Ty9 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 474.069 431.933 Tm /Ty15 1 Tf
(m) Tj ET BT 9.9626 0 0 9.9626 482.783 433.428 Tm /Ty10 1 Tf (,) Tj ET BT
9.9626 0 0 9.9626 487.211 433.428 Tm /Ty9 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 493.225 437.043
Tm /Ty12 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 492.856 430.689 Tm /Ty15 1 Tf
(m) Tj ET BT 4.9813 0 0 4.9813 501.072 432.682 Tm /Ty21 1 Tf (!) Tj ET BT
9.9626 0 0 9.9626 507.184 433.428 Tm /Ty2 1 Tf [ (be) -293 (the) -293 (la-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 421.472 Tm /Ty2 1 Tf [ (tents) -388 (representing)
-387 (masks) ] TJ ET BT 9.9626 0 0 9.9626 413.416 421.472 Tm /Ty9 1 Tf (m)
Tj ET BT 9.9626 0 0 9.9626 423.702 421.472 Tm /Ty10 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 428.13 421.472
Tm /Ty9 1 Tf (m) Tj ET BT 6.9738 0 0 6.9738 438.415 425.088 Tm /Ty12 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 445.072 421.472 Tm /Ty2 1 Tf [ (in) -388 (the)
-387 (vie) 25 (ws) ] TJ ET BT 9.9626 0 0 9.9626 499.574 421.472 Tm /Ty9 1
Tf (x) Tj ET BT 9.9626 0 0 9.9626 506.14 421.472 Tm /Ty10 1 Tf (,) Tj ET BT
9.9626 0 0 9.9626 510.568 421.472 Tm /Ty9 1 Tf (x) Tj ET BT 6.9738 0 0 6.9738 517.134 425.088
Tm /Ty12 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 519.929 421.472 Tm /Ty2 1 Tf
[ (.) -723 (The) ] TJ ET BT 9.9626 0 0 9.9626 308.862 409.517 Tm /Ty2 1 Tf
[ (contrasti) 25 (v) 15 (e) -250 (loss) -250 (function) ] TJ ET BT 9.9626 0 0 9.9626 318.443 386.021
Tm /Ty19 1 Tf ($) Tj ET BT 6.9738 0 0 6.9738 322.594 384.526 Tm /Ty15 1 Tf
(m) Tj ET BT 6.9738 0 0 6.9738 330.81 384.526 Tm /Ty8 1 Tf (,) Tj ET BT 6.9738 0 0 6.9738 333.176 384.526
Tm /Ty15 1 Tf (m) Tj ET BT 4.9813 0 0 4.9813 341.391 386.519 Tm /Ty21 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 347.351 386.021 Tm /Ty13 1 Tf (=) Tj ET BT
9.9626 0 0 9.9626 357.868 386.021 Tm /Ty5 1 Tf (%) Tj ET BT 9.9626 0 0 9.9626 367.277 386.021
Tm /Ty13 1 Tf [ (l) -0.8 (og) ] TJ ET BT 0.0004 Tc 9.9626 0 0 9.9626 424.285 392.761
Tm /Ty13 1 Tf (exp\() Tj 0 Tc ET BT 9.9626 0 0 9.9626 443.38 392.761 Tm /Ty9
1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 449.026 391.266 Tm /Ty15 1 Tf (m) Tj ET
BT 9.9626 0 0 9.9626 457.739 392.761 Tm /Ty4 1 Tf Tj ET BT 9.9626 0 0 9.9626 460.507 392.761
Tm /Ty9 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 466.521 396.376 Tm /Ty12 1 Tf
(!) Tj ET BT 6.9738 0 0 6.9738 466.152 390.022 Tm /Ty15 1 Tf (m) Tj ET BT
4.9813 0 0 4.9813 474.368 392.015 Tm /Ty21 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 477.561 392.761
Tm /Ty13 1 Tf (\)) Tj ET q 1 0 0 1 383.001 388.512 cm 0 0 m 139.718 0 l S
Q BT 0.0004 Tc 9.9626 0 0 9.9626 383.001 379.187 Tm /Ty13 1 Tf (exp\() Tj
0 Tc ET BT 9.9626 0 0 9.9626 402.096 379.187 Tm /Ty9 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 407.742 377.693
Tm /Ty15 1 Tf (m) Tj ET BT 9.9626 0 0 9.9626 416.455 379.187 Tm /Ty4 1 Tf
Tj ET BT 9.9626 0 0 9.9626 419.223 379.187 Tm /Ty9 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 425.237 382.619
Tm /Ty12 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 424.868 376.265 Tm /Ty15 1 Tf
(m) Tj ET BT 4.9813 0 0 4.9813 433.084 378.257 Tm /Ty21 1 Tf (!) Tj ET BT
0.2229 Tc 9.9626 0 0 9.9626 436.277 379.187 Tm /Ty13 1 Tf (\)+) Tj 0 Tc ET
BT 9.9626 0 0 9.9626 452.327 386.659 Tm /Ty17 1 Tf (!) Tj ET BT 6.9738 0 0 6.9738 462.844 376.198
Tm /Ty15 1 Tf (n) Tj ET BT 0.0004 Tc 9.9626 0 0 9.9626 470.741 379.187 Tm
/Ty13 1 Tf (exp\() Tj 0 Tc ET BT 9.9626 0 0 9.9626 489.836 379.187 Tm /Ty9
1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 495.481 377.693 Tm /Ty15 1 Tf (m) Tj ET
BT 9.9626 0 0 9.9626 504.195 379.187 Tm /Ty4 1 Tf Tj ET BT 9.9626 0 0 9.9626 506.962 379.187
Tm /Ty9 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 512.608 377.693 Tm /Ty15 1 Tf
(n) Tj ET BT 9.9626 0 0 9.9626 518.845 379.187 Tm /Ty13 1 Tf (\)) Tj ET BT
9.9626 0 0 9.9626 533.496 386.021 Tm /Ty2 1 Tf (\(1\)) Tj ET BT 9.9626 0 0 9.9626 308.862 360.276
Tm /Ty2 1 Tf [ (denes) -389 (a) -388 (prediction) -389 (task:) -587 (ha)
20 (ving) -389 (observ) 15 (ed) -388 (the) -389 (projection) ] TJ ET BT 9.9626 0 0 9.9626 308.862 348.321
Tm /Ty9 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 314.507 346.827 Tm /Ty15 1 Tf
(m) Tj ET BT 9.9626 0 0 9.9626 323.221 348.321 Tm /Ty2 1 Tf [ (,) -203 (learn)
-190 (to) -191 (recognize) -191 (the) -190 (latent) ] TJ ET BT 9.9626 0 0 9.9626 437.931 348.321
Tm /Ty9 1 Tf (v) Tj ET BT 6.9738 0 0 6.9738 443.945 351.936 Tm /Ty12 1 Tf
(!) Tj ET BT 6.9738 0 0 6.9738 443.576 345.583 Tm /Ty15 1 Tf (m) Tj ET BT
4.9813 0 0 4.9813 451.792 347.575 Tm /Ty21 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 456.885 348.321
Tm /Ty2 1 Tf [ (in) -191 (the) -190 (presence) -191 (of) -191 (ne) 15 (g-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 336.366 Tm /Ty2 1 Tf [ (ati) 25 (v) 15
(e) -236 (samples) ] TJ ET BT 9.9626 0 0 9.9626 364.626 336.366 Tm /Ty4 1
Tf ({) Tj ET BT 9.9626 0 0 9.9626 369.607 336.366 Tm /Ty9 1 Tf (v) Tj ET BT
6.9738 0 0 6.9738 375.253 334.871 Tm /Ty15 1 Tf (n) Tj ET BT 9.9626 0 0 9.9626 381.49 336.366
Tm /Ty4 1 Tf (}) Tj ET BT 9.9626 0 0 9.9626 386.471 336.366 Tm /Ty2 1 Tf [
(.) -305 (W) 80 (e) -236 (include) -236 (ne) 15 (g) 5 (ati) 25 (v) 15 (e)
-235 (samples) -236 (from) -236 (dif-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 324.411
Tm /Ty2 1 Tf [ (ferent) -233 (masks) -232 (in) -233 (the) -233 (image) -232
(and) -233 (dif) 25 (ferent) -233 (images) -232 (in) -233 (the) -233 (batch.)
] TJ ET BT 9.9626 0 0 9.9626 308.862 312.455 Tm /Ty2 1 Tf [ (Note) -298 (that)
-298 (we) -299 (mak) 10 (e) -298 (no) -298 (assumptions) -298 (re) 15 (g)
5 (arding) -299 (thes) 1 (e) -299 (masks,) ] TJ ET BT 9.9626 0 0 9.9626 308.862 300.5
Tm /Ty2 1 Tf [ (allo) 25 (wing) -250 (ne) 15 (g) 5 (ati) 25 (v) 15 (e) -250
(masks) -250 (to) -250 (o) 15 (v) 15 (erlap) -250 (with) -250 (the) -250 (positi)
25 (v) 15 (e) -250 (one.) ] TJ ET BT 9.9626 0 0 9.9626 320.817 288.545 Tm
/Ty2 1 Tf [ (A) -259 (natural) -260 (e) 15 (xtension) -259 (of) -260 (this)
-259 (loss) -260 (w) 10 (ould) -259 (be) -260 (to) -259 (jointly) -260 (sam-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 276.59 Tm /Ty2 1 Tf [ (ple) -295 (paired)
-294 (masks) ] TJ ET BT 9.9626 0 0 9.9626 379.642 276.59 Tm /Ty9 1 Tf (m)
Tj ET BT 9.9626 0 0 9.9626 389.928 276.59 Tm /Ty10 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 394.356 276.59
Tm /Ty9 1 Tf (m) Tj ET BT 6.9738 0 0 6.9738 404.641 280.205 Tm /Ty12 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 410.371 276.59 Tm /Ty2 1 Tf [ (which) -295
(correspond) -294 (to) -295 (the) -294 (same) -295 (re-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 264.635
Tm /Ty2 1 Tf [ (gion) -315 (in) -316 (the) -315 (original) -315 (image,) -332
(and) -315 (maximize) -315 (the) -315 (similarity) -316 (of) ] TJ ET BT 9.9626 0 0 9.9626 308.862 252.68
Tm /Ty2 1 Tf [ (features) -250 (representing) -250 (them) ] TJ ET BT 9.9626 0 0 9.9626 375.985 232.593
Tm /Ty4 1 Tf (L) Tj ET BT 9.9626 0 0 9.9626 385.624 232.593 Tm /Ty13 1 Tf
(=) Tj ET BT 9.9626 0 0 9.9626 396.14 232.593 Tm /Ty14 1 Tf (E) Tj ET BT 6.9738 0 0 6.9738 402.782 230.794
Tm /Ty22 1 Tf (\() Tj ET BT 6.9738 0 0 6.9738 405.895 230.794 Tm /Ty15 1 Tf
(m) Tj ET BT 6.9738 0 0 6.9738 414.111 230.794 Tm /Ty8 1 Tf (,) Tj ET BT 6.9738 0 0 6.9738 416.477 230.794
Tm /Ty15 1 Tf (m) Tj ET BT 4.9813 0 0 4.9813 424.693 232.787 Tm /Ty21 1 Tf
(!) Tj ET BT 6.9738 0 0 6.9738 427.387 230.794 Tm /Ty22 1 Tf (\)) Tj ET BT
0.0009 Tc 6.9738 0 0 6.9738 430.501 230.794 Tm /Ty12 1 Tf (#) Tj /Ty11 1 Tf
(M) Tj 0 Tc ET BT 9.9626 0 0 9.9626 449.08 232.593 Tm /Ty19 1 Tf ($) Tj ET
BT 6.9738 0 0 6.9738 453.231 231.099 Tm /Ty15 1 Tf (m) Tj ET BT 6.9738 0 0 6.9738 461.447 231.099
Tm /Ty8 1 Tf (,) Tj ET BT 6.9738 0 0 6.9738 463.813 231.099 Tm /Ty15 1 Tf
(m) Tj ET BT 4.9813 0 0 4.9813 472.028 233.091 Tm /Ty21 1 Tf (!) Tj ET BT
9.9626 0 0 9.9626 475.221 232.593 Tm /Ty10 1 Tf (.) Tj ET BT 9.9626 0 0 9.9626 533.496 232.593
Tm /Ty2 1 Tf (\(2\)) Tj ET BT 9.9626 0 0 9.9626 308.862 212.507 Tm /Ty2 1
Tf [ (W) 80 (e) -262 (mak) 10 (e) -262 (a) -262 (fe) 25 (w) -262 (practical)
-262 (changes) -262 (to) -262 (this) -262 (objecti) 25 (v) 15 (e.) -346 (First,)
-265 (in) ] TJ ET BT 9.9626 0 0 9.9626 308.862 200.552 Tm /Ty2 1 Tf [ (order)
-326 (to) -327 (f) 10 (aci) 1 (litate) -327 (batched) -326 (computation) -326
(we) -326 (randomly) -327 (sam-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 188.596
Tm /Ty2 1 Tf [ (ple) -272 (at) -272 (each) -271 (iteration) -272 (a) -272
(set) -272 (of) -271 (16) -272 (\(possibly) -272 (redundant\)) -272 (masks)
] TJ ET BT 9.9626 0 0 9.9626 308.862 176.641 Tm /Ty2 1 Tf [ (from) -250 (the)
-251 (v) 25 (ariable-sized) -250 (sets) -251 (of) -250 (masks) ] TJ ET BT
9.9626 0 0 9.9626 459.151 176.641 Tm /Ty4 1 Tf ({) Tj ET BT 9.9626 0 0 9.9626 464.132 176.641
Tm /Ty9 1 Tf (m) Tj ET BT 9.9626 0 0 9.9626 474.418 176.641 Tm /Ty4 1 Tf (})
Tj ET BT 9.9626 0 0 9.9626 481.894 176.641 Tm /Ty2 1 Tf (and) Tj ET BT 9.9626 0 0 9.9626 498.774 176.641
Tm /Ty4 1 Tf ({) Tj ET BT 9.9626 0 0 9.9626 503.756 176.641 Tm /Ty9 1 Tf (m)
Tj ET BT 6.9738 0 0 6.9738 514.041 180.257 Tm /Ty12 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 516.836 176.641
Tm /Ty4 1 Tf (}) Tj ET BT 9.9626 0 0 9.9626 521.817 176.641 Tm /Ty2 1 Tf [
(.) -311 (Sec-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 164.686 Tm /Ty2 1 Tf
[ (ond,) -256 (we) -255 (densely) -255 (e) 25 (v) 25 (aluate) -255 (the) -255
(similarity) -255 (between) -255 (all) -255 (pairs) -255 (of) ] TJ ET BT 9.9626 0 0 9.9626 308.862 152.731
Tm /Ty2 1 Tf [ (masks) -294 (and) -293 (all) -294 (images,) -304 (such) -294
(that) -294 (each) -293 (image) -294 (contrib) 20 (utes) -294 (16) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 140.776 Tm /Ty2 1 Tf [ (ne) 15 (g) 5 (ati) 25
(v) 15 (e) -216 (samples) -216 (to) -216 (the) -216 (set) ] TJ ET BT 9.9626 0 0 9.9626 415.876 140.776
Tm /Ty4 1 Tf ({) Tj ET BT 9.9626 0 0 9.9626 420.858 140.776 Tm /Ty9 1 Tf (v)
Tj ET BT 6.9738 0 0 6.9738 426.503 139.281 Tm /Ty15 1 Tf (n) Tj ET BT 9.9626 0 0 9.9626 432.74 140.776
Tm /Ty4 1 Tf (}) Tj ET BT 9.9626 0 0 9.9626 439.874 140.776 Tm /Ty2 1 Tf [
(in) -216 (equation) -216 (\() ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 489.5575 140.776
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 494.5388 140.776
Tm /Ty2 1 Tf [ (\),) -223 (rather) -216 (than) ] TJ ET BT 9.9626 0 0 9.9626 308.862 128.821
Tm /Ty2 1 Tf [ (a) -337 (single) -337 (one.) -570 (W) 80 (e) -337 (aim) -337
(to) -337 (mak) 10 (es) -337 (these) -337 (ne) 15 (g) 5 (ati) 25 (v) 15 (es)
-337 (as) -337 (di) 25 (v) 15 (erse) ] TJ ET BT 9.9626 0 0 9.9626 308.862 116.865
Tm /Ty2 1 Tf [ (as) -252 (possible) -253 (by) -252 (choosing) -252 (masks)
-253 (that) -252 (roughly) -252 (match) -253 (dif) 25 (ferent) ] TJ ET BT
9.9626 0 0 9.9626 308.862 104.91 Tm /Ty2 1 Tf [ (objects) -261 (in) -261 (the)
-262 (scene) -261 (\(Section) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 425.3547 104.91
Tm /Ty2 1 Tf (3.2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 437.8079 104.91
Tm /Ty2 1 Tf [ (\).) -344 (Finally) 65 (,) -264 (we) -261 (mask) -261 (out)
-262 (the) ] TJ ET BT 9.9626 0 0 9.9626 308.862 92.955 Tm /Ty2 1 Tf [ (loss)
-261 (to) -261 (only) -262 (maximize) -261 (the) -261 (similarity) -261 (of)
-261 (paired) -262 (locations,) -264 (al-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 81
Tm /Ty2 1 Tf [ (lo) 25 (wing) -340 (us) -340 (to) -341 (handle) -340 (cases)
-340 (where) -340 (a) -341 (mask) -340 (is) -340 (present) -340 (in) -341
(one) ] TJ ET Q
endstream
endobj
26 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/2qZorxtVzJYZIrmv_Wm_2g Do
Q
endstream
endobj
27 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 54 0 R /Ty10 62 0 R /Ty11 67 0 R /Ty12 63 0 R /Ty13 68 0 R /Ty14 69 0 R /Ty15 70 0 R /Ty17 71 0 R /Ty18 72 0 R /Ty19 73 0 R /Ty2 55 0 R /Ty21 74 0 R /Ty22 75 0 R /Ty3 56 0 R /Ty4 76 0 R /Ty5 57 0 R /Ty8 64 0 R /Ty9 65 0 R >> /ProcSet [ /PDF /Text ] /XObject << /2qZorxtVzJYZIrmv_Wm_2g 77 0 R /Fm2 78 0 R >> >>
endobj
28 0 obj
<< /Length 19685 >>
stream
q Q q 0 0 612 792 re W n /Fm29 Do BT 8.9664 0 0 8.9664 428.773 713.885 Tm
/Ty2 1 Tf [ (Figure) -964 (3.) ] TJ ET BT 8.9664 0 0 8.9664 476.192 713.885
Tm /Ty1 1 Tf [ (Example) -964 (masks) ] TJ ET BT 8.9664 0 0 8.9664 428.773 702.926
Tm /Ty1 1 Tf [ (used) -556 (by) -557 (the) -556 (DetCon) -556 (model.) ] TJ
ET BT 8.9664 0 0 8.9664 428.773 691.967 Tm /Ty2 1 Tf (1) Tj ET BT 5.9776 0 0 5.9776 433.257 695.776
Tm /Ty2 1 Tf (st) Tj ET BT 8.9664 0 0 8.9664 443.841 691.967 Tm /Ty2 1 Tf
[ (column:) -1171 (random) -680 (images) ] TJ ET BT 8.9664 0 0 8.9664 428.773 681.008
Tm /Ty2 1 Tf [ (from) -570 (the) -571 (COCO) -570 (training) -570 (set.) ]
TJ ET BT 8.9664 0 0 8.9664 428.773 670.049 Tm /Ty2 1 Tf (2) Tj ET BT 5.9776 0 0 5.9776 433.257 673.858
Tm /Ty2 1 Tf (nd) Tj ET BT 8.9664 0 0 8.9664 444.413 670.049 Tm /Ty2 1 Tf
[ (column:) -854 (masks) -522 (based) -522 (on) ] TJ ET BT 8.9664 0 0 8.9664 428.773 659.09
Tm /Ty2 1 Tf [ (spatial) -379 (proximity) -379 (only) 65 (.) -698 (Global)
] TJ ET BT 8.9664 0 0 8.9664 428.773 648.132 Tm /Ty2 1 Tf [ (masks) -1047
(\(top\)) -1048 (are) -1047 (implicitly) ] TJ ET BT 8.9664 0 0 8.9664 428.773 637.173
Tm /Ty2 1 Tf [ (used) -952 (by) -953 (methods) -952 (such) -952 (as) ] TJ
ET BT 8.9664 0 0 8.9664 428.773 626.214 Tm /Ty2 1 Tf [ (SimCLR,) -542 (MoCo,)
-614 (and) -542 (BY) 30 (OL.) ] TJ ET BT 8.9664 0 0 8.9664 428.773 615.255
Tm /Ty2 1 Tf (3) Tj ET BT 5.9776 0 0 5.9776 433.257 619.064 Tm /Ty2 1 Tf (rd)
Tj ET BT 8.9664 0 0 8.9664 441.888 615.255 Tm /Ty2 1 Tf [ (column:) -514 (image-computable)
] TJ ET BT 8.9664 0 0 8.9664 428.773 604.296 Tm /Ty2 1 Tf [ (masks) -1196
(obtained) -1196 (f) 1 (rom) -1196 (the) ] TJ ET BT 8.9664 0 0 8.9664 428.773 593.337
Tm /Ty2 1 Tf [ (Felzenszw) 10 (alb-Huttenlocher) ] TJ ET BT 8.9664 0 0 8.9664 428.773 582.378
Tm /Ty2 1 Tf [ (\(FH,) -918 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 456.6764 582.378
Tm /Ty2 1 Tf (17) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 465.6428 582.378
Tm /Ty2 1 Tf [ (]\)) -918 (algorithm,) -1084 (with) ] TJ ET BT 8.9664 0 0 8.9664 428.773 571.419
Tm /Ty23 1 Tf (s) Tj ET BT 0.4914 Tc 8.9664 0 0 8.9664 437.466 571.419 Tm
/Ty24 1 Tf [ (=5) 491 (0) 491 (0) ] TJ 0 Tc ET BT 0.633 Tc 8.9664 0 0 8.9664 462.856 571.419
Tm /Ty2 1 Tf (.4) Tj 0 Tc ET BT 5.9776 0 0 5.9776 475.261 575.228 Tm /Ty2
1 Tf (th) Tj ET BT 8.9664 0 0 8.9664 483.618 571.419 Tm /Ty2 1 Tf [ (column:)
-526 (image-) ] TJ ET BT 8.9664 0 0 8.9664 428.773 560.46 Tm /Ty2 1 Tf [ (computable)
-1183 (masks) -1183 (inferred) ] TJ ET BT 8.9664 0 0 8.9664 428.773 549.501
Tm /Ty2 1 Tf [ (using) -1154 (Multiscale) -1154 (Combina-) ] TJ ET BT 8.9664 0 0 8.9664 428.773 538.543
Tm /Ty2 1 Tf [ (torial) -798 (Grouping) -798 (\(MCG\)) -797 ([) ] TJ ET /Cs1
cs 0 1 0 sc BT 8.9664 0 0 8.9664 532.9088 538.543 Tm /Ty2 1 Tf (2) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 537.392 538.543 Tm /Ty2 1 Tf (].) Tj ET BT 8.9664 0 0 8.9664 428.773 527.584
Tm /Ty2 1 Tf (5) Tj ET BT 5.9776 0 0 5.9776 433.257 531.393 Tm /Ty2 1 Tf (th)
Tj ET BT 8.9664 0 0 8.9664 444.467 527.584 Tm /Ty2 1 Tf [ (column:) -1162
(oracle) -676 (masks) ] TJ ET BT 8.9664 0 0 8.9664 428.773 516.625 Tm /Ty2
1 Tf [ (used) -688 (to) -689 (assess) -688 (potential) -688 (im-) ] TJ ET
BT 8.9664 0 0 8.9664 428.773 505.666 Tm /Ty2 1 Tf [ (pro) 15 (v) 15 (ements)
-236 (from) -235 (higher) 20 (-quality) ] TJ ET BT 8.9664 0 0 8.9664 428.773 494.707
Tm /Ty2 1 Tf [ (se) 15 (gmentations.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 459.391
Tm /Ty2 1 Tf [ (vie) 25 (w) -266 (b) 20 (ut) -267 (not) -266 (another) -266
(\(see) -267 (Figure) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 182.3456 459.391
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 187.3269 459.391
Tm /Ty2 1 Tf [ (\).) -359 (T) 80 (ogether) 40 (,) -270 (these) -267 (simple)
] TJ ET BT 9.9626 0 0 9.9626 50.112 447.436 Tm /Ty2 1 Tf [ (modications)
-250 (bring) -250 (us) -250 (to) -250 (the) -250 (DetCon) -250 (objecti) 25
(v) 15 (e:) ] TJ ET BT 9.9626 0 0 9.9626 114.999 418.752 Tm /Ty4 1 Tf (L)
Tj ET BT 9.9626 0 0 9.9626 124.638 418.752 Tm /Ty13 1 Tf (=) Tj ET BT 9.9626 0 0 9.9626 135.154 428.216
Tm /Ty17 1 Tf (") Tj ET BT 6.9738 0 0 6.9738 138.241 407.294 Tm /Ty15 1 Tf
(m) Tj ET BT 9.9626 0 0 9.9626 151.205 428.216 Tm /Ty17 1 Tf (") Tj ET BT
6.9738 0 0 6.9738 152.945 406.852 Tm /Ty15 1 Tf (m) Tj ET BT 4.9813 0 0 4.9813 161.16 408.844
Tm /Ty21 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 167.256 418.752 Tm /Ty25 1 Tf
(1) Tj ET BT 6.9738 0 0 6.9738 173.344 417.257 Tm /Ty15 1 Tf (m) Tj ET BT
6.9738 0 0 6.9738 181.559 417.257 Tm /Ty8 1 Tf (,) Tj ET BT 6.9738 0 0 6.9738 183.925 417.257
Tm /Ty15 1 Tf (m) Tj ET BT 4.9813 0 0 4.9813 192.141 419.25 Tm /Ty21 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 195.334 418.752 Tm /Ty19 1 Tf ($) Tj ET BT
6.9738 0 0 6.9738 199.485 417.257 Tm /Ty15 1 Tf (m) Tj ET BT 6.9738 0 0 6.9738 207.701 417.257
Tm /Ty8 1 Tf (,) Tj ET BT 6.9738 0 0 6.9738 210.067 417.257 Tm /Ty15 1 Tf
(m) Tj ET BT 4.9813 0 0 4.9813 218.282 419.25 Tm /Ty21 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 274.746 418.752
Tm /Ty2 1 Tf (\(3\)) Tj ET BT 9.9626 0 0 9.9626 50.112 382.994 Tm /Ty2 1 Tf
[ (where) -497 (the) -498 (binary) -497 (v) 25 (ariable) ] TJ ET BT 9.9626 0 0 9.9626 163.739 382.994
Tm /Ty25 1 Tf (1) Tj ET BT 6.9738 0 0 6.9738 169.827 381.5 Tm /Ty15 1 Tf (m)
Tj ET BT 6.9738 0 0 6.9738 178.043 381.5 Tm /Ty8 1 Tf (,) Tj ET BT 6.9738 0 0 6.9738 180.409 381.5
Tm /Ty15 1 Tf (m) Tj ET BT 4.9813 0 0 4.9813 188.624 383.493 Tm /Ty21 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 196.772 382.994 Tm /Ty2 1 Tf [ (indicates)
-497 (whether) -498 (the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 371.039 Tm /Ty2
1 Tf (masks) Tj ET BT 9.9626 0 0 9.9626 77.509 371.039 Tm /Ty9 1 Tf (m) Tj
ET BT 9.9626 0 0 9.9626 87.794 371.039 Tm /Ty10 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 92.222 371.039
Tm /Ty9 1 Tf (m) Tj ET BT 6.9738 0 0 6.9738 102.508 374.655 Tm /Ty12 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 107.793 371.039 Tm /Ty2 1 Tf [ (correspond)
-250 (to) -250 (the) -250 (same) -250 (underlying) -250 (re) 15 (gion.) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 351.549 Tm /Ty1 1 Tf (Optimization.) Tj
ET BT 9.9626 0 0 9.9626 116.37 351.549 Tm /Ty2 1 Tf [ (When) -391 (pretraining)
-391 (on) -392 (ImageNet) -391 (we) -391 (adopt) ] TJ ET BT 9.9626 0 0 9.9626 50.112 339.594
Tm /Ty2 1 Tf [ (the) -253 (optimization) -252 (details) -253 (of) -253 (SimCLR)
-253 (and) -252 (BY) 30 (OL) -253 (for) -253 (training) ] TJ ET BT 9.9626 0 0 9.9626 50.112 327.639
Tm /Ty2 1 Tf (DetCon) Tj ET BT 6.9738 0 0 6.9738 81.105 326.144 Tm /Ty8 1
Tf (S) Tj ET BT 9.9626 0 0 9.9626 89.949 327.639 Tm /Ty2 1 Tf [ (and) -308
(DetCon) ] TJ ET BT 6.9738 0 0 6.9738 138.401 326.144 Tm /Ty8 1 Tf (B) Tj
ET BT 9.9626 0 0 9.9626 148.331 327.639 Tm /Ty2 1 Tf [ (respecti) 25 (v) 15
(ely) 65 (.) -485 (When) -309 (pretraining) -308 (on) ] TJ ET BT 9.9626 0 0 9.9626 50.112 315.683
Tm /Ty2 1 Tf [ (COCO) -272 (we) -272 (mak) 10 (e) -273 (minor) -272 (changes)
-272 (to) -272 (the) -272 (learning) -273 (schedul) 1 (e) -273 (to) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 303.728 Tm /Ty2 1 Tf [ (alle) 25 (viate) -250
(o) 15 (v) 15 (ertting) -250 (\(see) -250 (appendix) ] TJ ET /Cs1 cs 1 0
0 sc BT 9.9626 0 0 9.9626 187.3568 303.728 Tm /Ty2 1 Tf (A.3) Tj ET /Cs2 cs
0 sc BT 9.9626 0 0 9.9626 202.0217 303.728 Tm /Ty2 1 Tf (\).) Tj ET BT 9.9626 0 0 9.9626 50.112 284.238
Tm /Ty1 1 Tf [ (Computational) -352 (cost.) ] TJ ET BT 9.9626 0 0 9.9626 143.04 284.238
Tm /Ty2 1 Tf [ (The) -352 (computational) -351 (requirements) -352 (of) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 272.283 Tm /Ty2 1 Tf [ (self-supervised)
-512 (learning) -511 (are) -512 (lar) 18 (gely) -512 (due) -511 (to) -512
(forw) 10 (ard) -512 (and) ] TJ ET BT 9.9626 0 0 9.9626 50.112 260.328 Tm
/Ty2 1 Tf [ (backw) 10 (ard) -312 (passes) -311 (through) -312 (the) -311
(con) 40 (v) 20 (olutional) -312 (backbone.) -495 (F) 15 (or) ] TJ ET BT 9.9626 0 0 9.9626 50.112 248.372
Tm /Ty2 1 Tf [ (the) -490 (typical) -490 (ResNet-50) -490 (architecture) -490
(applied) -490 (to) -490 (224) ] TJ ET BT 9.9626 0 0 9.9626 260.352 248.372
Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 268.101 248.372 Tm /Ty2 1 Tf (224-)
Tj ET BT 9.9626 0 0 9.9626 50.112 236.417 Tm /Ty2 1 Tf [ (resolution) -327
(images,) -347 (a) -328 (single) -327 (forw) 10 (ard) -328 (pass) -327 (requires)
-328 (approxi-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 224.462 Tm /Ty2 1 Tf [
(mately) -294 (4B) -294 (FLOPS.) -294 (The) -294 (additional) -294 (projection)
-294 (head) -295 (in) -294 (Sim-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 212.507
Tm /Ty2 1 Tf [ (CLR) -201 (and) -201 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 118.872 211.012
Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 126.646 212.507 Tm /Ty2 1 Tf [
(requires) -201 (an) -201 (additional) -201 (4M) -201 (FLOPS.) -201 (Since)
] TJ ET BT 9.9626 0 0 9.9626 50.112 200.552 Tm /Ty2 1 Tf [ (we) -315 (forw)
10 (ard) -315 (16) -316 (hidden) -315 (v) 15 (ectors) -315 (through) -315
(the) -316 (proj) 1 (ection) -316 (head) ] TJ ET BT 9.9626 0 0 9.9626 50.112 188.596
Tm /Ty2 1 Tf [ (instead) -276 (of) -276 (1,) -283 (we) -276 (increase) -276
(the) -276 (computational) -276 (cost) -276 (of) -276 (the) -276 (for) 20
(-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 176.641 Tm /Ty2 1 Tf [ (w) 10 (ard)
-280 (pass) -279 (by) -280 (67M) -280 (FLOPS,) -280 (less) -279 (than) -280
(2%) -280 (of) -280 (tot) 1 (al.) -400 (T) 80 (ogether) ] TJ ET BT 9.9626 0 0 9.9626 50.112 164.686
Tm /Ty2 1 Tf [ (with) -339 (the) -340 (added) -339 (comple) 15 (xity) -339
(of) -339 (the) -340 (contrasti) 25 (v) 15 (e) -339 (loss,) -361 (this) -340
(in-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 152.731 Tm /Ty2 1 Tf [ (crease)
-334 (is) -334 (5.3%) -334 (for) -334 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 158.32 151.237
Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 167.421 152.731 Tm /Ty2 1 Tf [
(and) -334 (11.6%) -334 (for) -334 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 260.136 151.237
Tm /Ty8 1 Tf (B) Tj ET BT 9.9626 0 0 9.9626 270.322 152.731 Tm /Ty2 1 Tf (\(see)
Tj ET BT 9.9626 0 0 9.9626 50.112 140.776 Tm /Ty2 1 Tf (appendix) Tj ET /Cs1
cs 1 0 0 sc BT 9.9626 0 0 9.9626 89.97236 140.776 Tm /Ty2 1 Tf (A.2) Tj ET
/Cs2 cs 0 sc BT 9.9626 0 0 9.9626 104.6373 140.776 Tm /Ty2 1 Tf [ (\).) -566
(Finally) 65 (,) -357 (the) -335 (cost) -336 (of) -335 (computing) -335 (image)
-336 (se) 15 (g-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 128.821 Tm /Ty2 1 Tf
[ (mentations) -205 (is) -204 (ne) 15 (gligible) -205 (because) -204 (the)
15 (y) -205 (can) -205 (be) -204 (computed) -205 (once) ] TJ ET BT 9.9626 0 0 9.9626 50.112 116.865
Tm /Ty2 1 Tf [ (and) -348 (reused) -348 (throughout) -348 (training.) -604
(Therefore) -348 (the) -348 (increase) -348 (in) ] TJ ET BT 9.9626 0 0 9.9626 50.112 104.91
Tm /Ty2 1 Tf [ (comple) 15 (xity) -401 (of) -400 (our) -401 (method) -400
(relati) 25 (v) 15 (e) -401 (to) -400 (the) -401 (baseline) -400 (is) -401
(suf-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 92.955 Tm /Ty2 1 Tf [ (ciently)
-354 (small) -353 (for) -354 (us) -353 (to) -354 (interchangeably) -354 (refer)
-353 (to) -354 (training) ] TJ ET BT 9.9626 0 0 9.9626 50.112 81 Tm /Ty2
1 Tf [ (iterations) -250 (and) -250 (computational) -250 (cost.) ] TJ ET
BT 10.9589 0 0 10.9589 308.862 459.391 Tm /Ty1 1 Tf [ (3.2.) -250 (Unsuper)
10 (vised) -250 (mask) -250 (generation) ] TJ ET BT 9.9626 0 0 9.9626 308.862 440.301
Tm /Ty2 1 Tf [ (T) 80 (o) -238 (produce) -238 (masks) -238 (required) -238
(by) -238 (the) -238 (DetCon) -237 (objecti) 25 (v) 15 (e,) -241 (we) -238
(in-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 428.345 Tm /Ty2 1 Tf [ (v) 15 (estig)
5 (ate) -190 (se) 25 (v) 15 (eral) -191 (se) 15 (gmentation) -190 (procedures,)
-203 (from) -190 (simple) -191 (spa-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 416.39
Tm /Ty2 1 Tf [ (tial) -233 (heuristics) -234 (to) -233 (graph-based) -234
(algorithms) -233 (from) -233 (the) -234 (literature.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 398.296
Tm /Ty1 1 Tf [ (Spatial) -504 (heuristic.) ] TJ ET BT 9.9626 0 0 9.9626 394.026 398.296
Tm /Ty2 1 Tf [ (The) -504 (simplest) -504 (se) 15 (gmentation) -503 (we) -504
(con-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 386.341 Tm /Ty2 1 Tf [ (sider)
-226 (groups) -226 (locations) -226 (based) -226 (on) -226 (their) -226 (spatial)
-226 (proximity) -226 (only) 65 (.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 374.386
Tm /Ty2 1 Tf [ (Specically) 65 (,) -241 (we) -238 (di) 25 (vide) -238 (the)
-239 (image) -238 (into) -239 (an) ] TJ ET BT 9.9626 0 0 9.9626 472.098 374.386
Tm /Ty10 1 Tf (n) Tj ET BT 9.9626 0 0 9.9626 479.863 374.386 Tm /Ty5 1 Tf
(!) Tj ET BT 9.9626 0 0 9.9626 489.397 374.386 Tm /Ty10 1 Tf (n) Tj ET BT
9.9626 0 0 9.9626 497.752 374.386 Tm /Ty2 1 Tf [ (grid) -238 (of) -239 (non-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 362.431 Tm /Ty2 1 Tf [ (o) 15 (v) 15
(erlapping,) -525 (square) -470 (sub-re) 15 (gions) -469 (\(Figure) ] TJ ET
/Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 479.5811 362.431 Tm /Ty2 1 Tf (3) Tj
ET /Cs2 cs 0 sc BT 0.525 Tc 9.9626 0 0 9.9626 484.5624 362.431 Tm /Ty2 1 Tf
(,2) Tj 0 Tc ET BT 6.9738 0 0 6.9738 497.264 366.046 Tm /Ty2 1 Tf (nd) Tj
ET BT 9.9626 0 0 9.9626 509.416 362.431 Tm /Ty2 1 Tf (column\).) Tj ET BT
9.9626 0 0 9.9626 308.862 350.475 Tm /Ty2 1 Tf [ (Note) -358 (that) -357 (when)
-358 (using) -358 (a) -357 (single,) -385 (global) -357 (mask) -358 (\() ]
TJ ET BT 9.9626 0 0 9.9626 495.082 350.475 Tm /Ty10 1 Tf (n) Tj ET BT 0.4778
Tc 9.9626 0 0 9.9626 505.815 350.475 Tm /Ty13 1 Tf (=1) Tj 0 Tc ET BT 9.9626 0 0 9.9626 523.298 350.475
Tm /Ty2 1 Tf [ (\),) -385 (the) ] TJ ET BT 9.9626 0 0 9.9626 308.862 338.52
Tm /Ty2 1 Tf (DetCon) Tj ET BT 6.9738 0 0 6.9738 339.855 337.026 Tm /Ty8 1
Tf (S) Tj ET BT 9.9626 0 0 9.9626 348.118 338.52 Tm /Ty2 1 Tf [ (objecti)
25 (v) 15 (e) -250 (re) 25 (v) 15 (erts) -250 (to) -250 (SimCLR.) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 320.426 Tm /Ty1 1 Tf [ (Image-computable) -534
(masks:) -877 (FH.) ] TJ ET BT 9.9626 0 0 9.9626 454.149 320.426 Tm /Ty2 1
Tf [ (W) 80 (e) -534 (also) -534 (consider) -533 (the) ] TJ ET BT 9.9626 0 0 9.9626 308.862 308.471
Tm /Ty2 1 Tf [ (Felzenszw) 10 (alb-Huttenlocher) -423 (algorithm) -424 ([)
] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 468.8215 308.471 Tm /Ty2 1 Tf
(17) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 478.7841 308.471 Tm /Ty2 1 Tf
[ (],) -467 (a) -423 (classic) -424 (se) 15 (g-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 296.516
Tm /Ty2 1 Tf [ (mentation) -373 (procedure) -372 (which) -373 (iterati) 25
(v) 15 (ely) -372 (mer) 18 (ges) -373 (re) 15 (gions) -373 (us-) ] TJ ET BT
9.9626 0 0 9.9626 308.862 284.561 Tm /Ty2 1 Tf [ (ing) -389 (pix) 15 (el-based)
-388 (af) 25 (nity) -389 (\(Figure) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 440.727 284.561
Tm /Ty2 1 Tf (3) Tj ET /Cs2 cs 0 sc BT 0.423 Tc 9.9626 0 0 9.9626 445.7083 284.561
Tm /Ty2 1 Tf (,3) Tj 0 Tc ET BT 6.9738 0 0 6.9738 457.395 288.176 Tm /Ty2
1 Tf (rd) Tj ET BT 9.9626 0 0 9.9626 467.575 284.561 Tm /Ty2 1 Tf [ (column\).)
-726 (W) 80 (e) -389 (gen-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 272.605 Tm
/Ty2 1 Tf [ (erate) -379 (a) -379 (di) 25 (v) 15 (erse) -379 (set) -379 (of)
-379 (masks) -379 (by) -379 (v) 25 (arying) -379 (tw) 10 (o) -379 (h) 5 (yperparam-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 260.65 Tm /Ty2 1 Tf [ (eters,) -409 (the)
-377 (scale) ] TJ ET BT 9.9626 0 0 9.9626 373.833 260.65 Tm /Ty10 1 Tf (s)
Tj ET BT 9.9626 0 0 9.9626 382.259 260.65 Tm /Ty2 1 Tf [ (and) -377 (minimum)
-377 (cluster) -377 (size) ] TJ ET BT 9.9626 0 0 9.9626 492.473 260.65 Tm
/Ty10 1 Tf (c) Tj ET BT 9.9626 0 0 9.9626 496.784 260.65 Tm /Ty2 1 Tf [ (,)
-409 (using) ] TJ ET BT 9.9626 0 0 9.9626 528.691 260.65 Tm /Ty10 1 Tf (s)
Tj ET BT 9.9626 0 0 9.9626 538.47 260.65 Tm /Ty5 1 Tf (") Tj ET BT 9.9626 0 0 9.9626 308.862 248.695
Tm /Ty4 1 Tf ({) Tj ET BT 9.9626 0 0 9.9626 313.843 248.695 Tm /Ty13 1 Tf
(500) Tj ET BT 9.9626 0 0 9.9626 328.787 248.695 Tm /Ty10 1 Tf (,) Tj ET BT
9.9626 0 0 9.9626 333.215 248.695 Tm /Ty13 1 Tf (1000) Tj ET BT 9.9626 0 0 9.9626 353.14 248.695
Tm /Ty10 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 357.568 248.695 Tm /Ty13 1 Tf
(1500) Tj ET BT 9.9626 0 0 9.9626 377.494 248.695 Tm /Ty4 1 Tf (}) Tj ET BT
9.9626 0 0 9.9626 385.335 248.695 Tm /Ty2 1 Tf (and) Tj ET BT 9.9626 0 0 9.9626 402.581 248.695
Tm /Ty10 1 Tf (c) Tj ET BT 9.9626 0 0 9.9626 410.344 248.695 Tm /Ty13 1 Tf
(=) Tj ET BT 9.9626 0 0 9.9626 421.545 248.695 Tm /Ty10 1 Tf (s) Tj ET BT
9.9626 0 0 9.9626 429.075 248.695 Tm /Ty2 1 Tf [ (when) -287 (training) -287
(on) -287 (COCO) -287 (and) ] TJ ET BT 9.9626 0 0 9.9626 308.862 236.74 Tm
/Ty10 1 Tf (s) Tj ET BT 9.9626 0 0 9.9626 316.299 236.74 Tm /Ty13 1 Tf [ (=)
-278.8 (1000) ] TJ ET BT 9.9626 0 0 9.9626 349.231 236.74 Tm /Ty2 1 Tf [ (when)
-250 (training) -250 (on) -250 (ImageNet.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 218.646
Tm /Ty1 1 Tf [ (Image-computable) -239 (masks:) -304 (MCG.) ] TJ ET BT 9.9626 0 0 9.9626 453.07 218.646
Tm /Ty2 1 Tf [ (Multiscale) -239 (Combinato-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 206.691
Tm /Ty2 1 Tf [ (rial) -333 (Grouping) -332 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT
9.9626 0 0 9.9626 370.2715 206.691 Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT
9.9626 0 0 9.9626 375.2528 206.691 Tm /Ty2 1 Tf [ (]) -333 (is) -332 (a) -333
(more) -333 (sophisticated) -332 (algorithm) -333 (which) ] TJ ET BT 9.9626 0 0 9.9626 308.862 194.735
Tm /Ty2 1 Tf [ (groups) -342 (superpix) 15 (els) -343 (into) -342 (man) 15
(y) -342 (o) 15 (v) 15 (erlapping) -342 (object) -343 (proposal) ] TJ ET BT
9.9626 0 0 9.9626 308.862 182.78 Tm /Ty2 1 Tf [ (re) 15 (gions) -382 ([) ]
TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 345.1657 182.78 Tm /Ty2 1 Tf (8)
Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 350.147 182.78 Tm /Ty2 1 Tf [ (],)
-415 (guided) -382 (by) -382 (mid-le) 25 (v) 15 (el) -381 (classiers) -382
(\(Figure) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 522.5996 182.78 Tm
/Ty2 1 Tf (3) Tj ET /Cs2 cs 0 sc BT 0.415 Tc 9.9626 0 0 9.9626 527.5809 182.78
Tm /Ty2 1 Tf (,4) Tj 0 Tc ET BT 6.9738 0 0 6.9738 539.188 186.396 Tm /Ty2
1 Tf (th) Tj ET BT 9.9626 0 0 9.9626 308.862 170.825 Tm /Ty2 1 Tf [ (column\).)
-471 (F) 15 (or) -304 (each) -303 (image) -304 (we) -304 (use) -303 (16) -304
(MCG) -303 (masks) -304 (with) -304 (the) ] TJ ET BT 9.9626 0 0 9.9626 308.862 158.87
Tm /Ty2 1 Tf [ (highest) -235 (scores.) -305 (Note) -234 (that) -235 (the)
-235 (f) 10 (act) -235 (that) -234 (these) -235 (masks) -235 (can) -235 (o)
15 (v) 15 (er) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 146.915 Tm /Ty2
1 Tf [ (lap) -250 (is) -250 (supported) -250 (by) -250 (our) -250 (formulation.)
] TJ ET BT 9.9626 0 0 9.9626 308.862 128.821 Tm /Ty1 1 Tf [ (Human) -287 (annotated)
-286 (masks.) ] TJ ET BT 9.9626 0 0 9.9626 422.552 128.821 Tm /Ty2 1 Tf [
(Throughout) -287 (this) -287 (w) 10 (ork) -286 (we) -287 (con-) ] TJ ET BT
9.9626 0 0 9.9626 308.862 116.865 Tm /Ty2 1 Tf [ (sider) -354 (the) -354 (benets)
-355 (af) 25 (forded) -354 (by) -354 (the) -354 (use) -354 (of) -355 (the)
] TJ ET BT 9.9626 0 0 9.9626 492.54 116.865 Tm /Ty3 1 Tf (unsupervised) Tj
ET BT 9.9626 0 0 9.9626 308.862 104.91 Tm /Ty2 1 Tf [ (masks) -294 (detailed)
-294 (abo) 15 (v) 15 (e.) -441 (In) -294 (the) -294 -294 (section,)
-305 (we) -294 (ask) -294 (whether) ] TJ ET BT 9.9626 0 0 9.9626 308.862 92.955
Tm /Ty2 1 Tf [ (higher) -307 (quality) -306 (masks) -307 (\(pro) 15 (vided)
-307 (by) -306 (human) -307 (annotators;) -335 (Fig-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 81
Tm /Ty2 1 Tf (ure) Tj ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 324.0749 81
Tm /Ty2 1 Tf (3) Tj ET /Cs2 cs 0 sc BT 0.25 Tc 9.9626 0 0 9.9626 329.0562 81
Tm /Ty2 1 Tf (,5) Tj 0 Tc ET BT 6.9738 0 0 6.9738 339.019 84.615 Tm /Ty2 1
Tf (th) Tj ET BT 9.9626 0 0 9.9626 347.433 81 Tm /Ty2 1 Tf [ (column\)) -250
(can) -250 (impro) 15 (v) 15 (e) -250 (our) -250 (results.) ] TJ ET Q
endstream
endobj
29 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/dhsKmJg76iecel8YTUXg2g Do
Q
endstream
endobj
30 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 54 0 R /Ty10 62 0 R /Ty11 67 0 R /Ty12 63 0 R /Ty13 68 0 R /Ty15 70 0 R /Ty17 71 0 R /Ty18 72 0 R /Ty19 73 0 R /Ty2 55 0 R /Ty21 74 0 R /Ty23 79 0 R /Ty24 80 0 R /Ty25 81 0 R /Ty3 56 0 R /Ty4 76 0 R /Ty5 57 0 R /Ty8 64 0 R /Ty9 65 0 R >> /ProcSet [ /PDF /Text ] /XObject << /Fm29 82 0 R /dhsKmJg76iecel8YTUXg2g 83 0 R >> >>
endobj
31 0 obj
<< /Length 19360 >>
stream
q Q q 0 0 612 792 re W n /Fm30 Do BT 8.9664 0 0 8.9664 50.112 561.857 Tm /Ty2
1 Tf [ (Figure) -366 (4.) ] TJ ET BT 8.9664 0 0 8.9664 86.819 561.857 Tm /Ty1
1 Tf [ (Efcient) -366 (ImageNet) -367 (pr) 18 (etraining) -366 (with) -367
(DetCon) ] TJ ET BT 5.9776 0 0 5.9776 259.678 560.86 Tm /Ty26 1 Tf (S) Tj
ET BT 8.9664 0 0 8.9664 265.016 561.857 Tm /Ty1 1 Tf (.) Tj ET BT 8.9664 0 0 8.9664 273.169 561.857
Tm /Ty2 1 Tf [ (W) 80 (e) -366 (pretrain) -367 (netw) 10 (orks) -366 (with)
-367 (SimCLR,) -366 (DetCon) ] TJ ET BT 5.9776 0 0 5.9776 439.962 560.86 Tm
/Ty26 1 Tf (S) Tj ET BT 8.9664 0 0 8.9664 445.3 561.857 Tm /Ty2 1 Tf [ (,)
-396 (or) -366 (supervised) -366 (learning) -367 (on) ] TJ ET BT 8.9664 0 0 8.9664 50.112 550.898
Tm /Ty2 1 Tf [ (ImageNet) -294 (for) -294 (dif) 25 (ferent) -294 (numbers)
-294 (of) -294 (epochs,) -305 (and) -294 (ne-tune) -294 (them) -294 (for)
-294 (COCO) -294 (detection) -294 (and) -294 (ins) 1 (tance) -294 (se) 15
(gmentation) -294 (\(for) -294 (12) -294 (epochs\),) -305 (semantic) ] TJ
ET BT 8.9664 0 0 8.9664 50.112 539.939 Tm /Ty2 1 Tf [ (se) 15 (gmentation)
-216 (on) -216 (P) 92 (ASCAL) -217 (or) -216 (Cityscapes,) -223 (or) -216
(depth) -216 (estimation) -216 (on) -217 (NYU) -216 (v2.) -299 (DetCon) ]
TJ ET BT 5.9776 0 0 5.9776 343.247 538.943 Tm /Ty26 1 Tf (S) Tj ET BT 8.9664 0 0 8.9664 350.524 539.939
Tm /Ty2 1 Tf [ (outperforms) -216 (SimCLR,) -216 (with) -217 (up) -216 (to)
-216 (10) ] TJ ET BT 8.9664 0 0 8.9664 479.032 539.939 Tm /Ty7 1 Tf (!) Tj
ET BT 8.9664 0 0 8.9664 488.138 539.939 Tm /Ty2 1 Tf [ (less) -216 (pretraining.)
] TJ ET BT 8.9664 0 0 8.9664 142.505 518.371 Tm /Ty2 1 Tf [ (Detection) -3374
(Instance) -250 (Se) 15 (gmentation) -5240 (Semantic) -250 (Se) 15 (gmentation)
-5711 (Depth) -250 (Estimation) ] TJ ET BT 8.9664 0 0 8.9664 147.481 507.413
Tm /Ty2 1 Tf [ (COCO) -7073 (COCO) -6591 (P) 92 (ASCAL) -5265 (Cityscapes)
-5428 (NYU) -250 (v2) ] TJ ET 0.299 w q 1 0 0 1 123.213 502.26 cm 0 0 m 73.444
0 l S Q q 1 0 0 1 206.62 502.26 cm 0 0 m 88.271 0 l S Q q 1 0 0 1 299.873 502.26
cm 0 0 m 78.426 0 l S Q q 1 0 0 1 383.279 502.26 cm 0 0 m 78.426 0 l S Q q
1 0 0 1 466.686 502.26 cm 0 0 m 78.426 0 l S Q BT 8.9664 0 0 8.9664 56.408 491.651
Tm /Ty2 1 Tf [ (Pretrain) -250 (epochs) -2278 (300) -2901 (1000) -2901 (300)
-2901 (1000) -3999 (300) -2901 (1000) -2901 (300) -2901 (1000) -2901 (100)
-2901 (1000) ] TJ ET 0.498 w q 1 0 0 1 50.112 486.398 cm 0 0 m 495 0 l S Q
BT 8.9664 0 0 8.9664 72.103 475.69 Tm /Ty2 1 Tf [ (BY) 30 (OL) -3903 (41.2)
] TJ ET /Cs1 cs 0.75 0.5 0.25 sc BT 8.9664 0 0 8.9664 172.9391 475.69 Tm /Ty2
1 Tf (41.6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 214.6419 475.69 Tm /Ty2
1 Tf (37.1) Tj ET /Cs1 cs 0.75 0 0.25 sc BT 8.9664 0 0 8.9664 256.3446 475.69
Tm /Ty2 1 Tf (37.2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 307.9014 475.69
Tm /Ty2 1 Tf (74.7) Tj ET /Cs1 cs 0 0 1 sc BT 8.9664 0 0 8.9664 349.6041 475.69
Tm /Ty2 1 Tf (75.7) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 391.3068 475.69
Tm /Ty2 1 Tf (73.4) Tj ET /Cs1 cs 0.5 0 0.5 sc BT 8.9664 0 0 8.9664 433.0096 475.69
Tm /Ty2 1 Tf (74.6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 474.7123 475.69
Tm /Ty2 1 Tf (83.7) Tj ET /Cs1 cs 0 0.5 0.5 sc BT 8.9664 0 0 8.9664 516.415 475.69
Tm /Ty2 1 Tf (84.2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 66.319 464.731
Tm /Ty1 1 Tf (DetCon) Tj ET BT 5.9776 0 0 5.9776 95.702 463.735 Tm /Ty26 1
Tf (B) Tj ET /Cs1 cs 0.75 0.5 0.25 sc BT 8.9664 0 0 8.9664 131.238 464.731
Tm /Ty2 1 Tf (42.0) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 172.9407 464.731
Tm /Ty2 1 Tf (42.7) Tj ET /Cs1 cs 0.75 0 0.25 sc BT 8.9664 0 0 8.9664 214.6435 464.731
Tm /Ty2 1 Tf (37.8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 256.3462 464.731
Tm /Ty2 1 Tf (38.2) Tj ET /Cs1 cs 0 0 1 sc BT 8.9664 0 0 8.9664 307.894 464.731
Tm /Ty2 1 Tf (75.6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 349.5967 464.731
Tm /Ty2 1 Tf (77.3) Tj ET /Cs1 cs 0.5 0 0.5 sc BT 8.9664 0 0 8.9664 391.3084 464.731
Tm /Ty2 1 Tf (75.1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 433.0112 464.731
Tm /Ty2 1 Tf (77.0) Tj ET /Cs1 cs 0 0.5 0.5 sc BT 8.9664 0 0 8.9664 474.7139 464.731
Tm /Ty2 1 Tf (85.1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 516.4166 464.731
Tm /Ty2 1 Tf (86.3) Tj ET BT 8.9664 0 0 8.9664 56.09 453.772 Tm /Ty2 1 Tf
[ (Ef) 25 (cienc) 15 (y) -250 (Gain) ] TJ ET /Cs1 cs 0.75 0.5 0.25 sc BT
8.9664 0 0 8.9664 149.184 453.772 Tm /Ty23 1 Tf (>) Tj ET BT 8.9664 0 0 8.9664 158.911 453.772
Tm /Ty24 1 Tf (3) Tj ET BT 8.9664 0 0 8.9664 163.519 453.772 Tm /Ty7 1 Tf
(!) Tj ET /Cs1 cs 0.75 0 0.25 sc BT 8.9664 0 0 8.9664 237.514 453.772 Tm /Ty23
1 Tf (>) Tj ET BT 8.9664 0 0 8.9664 247.241 453.772 Tm /Ty24 1 Tf (3) Tj ET
BT 8.9664 0 0 8.9664 251.849 453.772 Tm /Ty7 1 Tf (!) Tj ET /Cs1 cs 0 0 1
sc BT 8.9664 0 0 8.9664 325.8433 453.772 Tm /Ty7 1 Tf (") Tj ET BT 8.9664 0 0 8.9664 335.571 453.772
Tm /Ty24 1 Tf (3) Tj ET BT 8.9664 0 0 8.9664 340.178 453.772 Tm /Ty7 1 Tf
(!) Tj ET /Cs1 cs 0.5 0 0.5 sc BT 8.9664 0 0 8.9664 409.25 453.772 Tm /Ty23
1 Tf (>) Tj ET BT 8.9664 0 0 8.9664 418.978 453.772 Tm /Ty24 1 Tf (3) Tj ET
BT 8.9664 0 0 8.9664 423.585 453.772 Tm /Ty7 1 Tf (!) Tj ET /Cs1 cs 0 0.5
0.5 sc BT 8.9664 0 0 8.9664 490.353 453.772 Tm /Ty23 1 Tf (>) Tj ET BT 0.0009
Tc 8.9664 0 0 8.9664 500.081 453.772 Tm /Ty24 1 Tf (10) Tj 0 Tc ET BT 8.9664 0 0 8.9664 509.296 453.772
Tm /Ty7 1 Tf (!) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 438.827 Tm
/Ty2 1 Tf [ (T) 80 (able) -223 (1.) ] TJ ET BT 8.9664 0 0 8.9664 80.544 438.827
Tm /Ty1 1 Tf [ (Efcient) -223 (ImageNet) -224 (pr) 18 (etraining) -223 (with)
-224 (DetCon) ] TJ ET BT 5.9776 0 0 5.9776 248.277 437.831 Tm /Ty26 1 Tf (B)
Tj ET BT 8.9664 0 0 8.9664 254.6 438.827 Tm /Ty1 1 Tf (.) Tj ET BT 8.9664 0 0 8.9664 259.542 438.827
Tm /Ty2 1 Tf [ (W) 80 (e) -224 (pretra) 1 (in) -224 (netw) 10 (orks) -224
(on) -223 (ImageNet) -224 (wit) 1 (h) -224 (BY) 30 (OL) -224 (or) -223 (DetCon)
] TJ ET BT 5.9776 0 0 5.9776 467.732 437.831 Tm /Ty26 1 Tf (B) Tj ET BT 8.9664 0 0 8.9664 474.055 438.827
Tm /Ty2 1 Tf [ (,) -229 (and) -223 (ne-tune) -224 (them) ] TJ ET BT 8.9664 0 0 8.9664 50.112 427.868
Tm /Ty2 1 Tf [ (for) -247 (COCO) -247 (detection) -247 (and) -247 (instance)
-246 (se) 15 (gmentation) -247 (\(for) -247 (12) -247 (epochs\),) -248 (semantic)
-247 (se) 15 (gm) 1 (entation) -247 (on) -247 (P) 92 (ASCAL) -247 (or) -247
(Cityscapes,) -248 (or) -246 (depth) -247 (estimation) -247 (on) ] TJ ET BT
8.9664 0 0 8.9664 50.112 416.909 Tm /Ty2 1 Tf [ (NYU) -250 (v2.) -310 (DetCon)
] TJ ET BT 5.9776 0 0 5.9776 113.656 415.913 Tm /Ty26 1 Tf (B) Tj ET BT 8.9664 0 0 8.9664 122.221 416.909
Tm /Ty2 1 Tf [ (outperforms) -250 (BY) 30 (OL,) -250 (with) -250 (up) -250
(to) -250 (10) ] TJ ET BT 8.9664 0 0 8.9664 244.485 416.909 Tm /Ty7 1 Tf (!)
Tj ET BT 8.9664 0 0 8.9664 253.894 416.909 Tm /Ty2 1 Tf [ (less) -250 (pretraining)
-250 (\(colors) -250 (highlight) -250 (g) 5 (ains) -250 (in) -250 (pretraining)
-250 (ef) 25 (cienc) 15 (y\).) ] TJ ET BT 10.9589 0 0 10.9589 50.112 394.047
Tm /Ty1 1 Tf [ (3.3.) -250 (Ev) 10 (aluation) -250 (pr) 18 (otocol) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 375.91 Tm /Ty2 1 Tf [ (Ha) 20 (ving) -275 (trained)
-275 (a) -275 (feature) -275 (e) 15 (xtractor) -275 (in) -275 (an) -275 (unsupervised)
-275 (man-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 363.954 Tm /Ty2 1 Tf [ (ner)
40 (,) -382 (we) -355 (e) 25 (v) 25 (aluate) -356 (the) -355 (quality) -356
(of) -355 (the) -356 (representation) -355 (by) -356 ] TJ ET BT 9.9626 0 0 9.9626 50.112 351.999
Tm /Ty2 1 Tf [ (tuning) -470 (it) -469 (for) -470 (object) -469 (detection)
-470 (and) -469 (instance) -470 (se) 15 (gmentation) ] TJ ET BT 9.9626 0 0 9.9626 50.112 340.044
Tm /Ty2 1 Tf [ (on) -570 (COCO,) -570 (se) 15 (gmentatic) -570 (se) 15 (gmentation)
-570 (on) -570 (P) 92 (ASCAL) -570 (and) ] TJ ET BT 9.9626 0 0 9.9626 50.112 328.089
Tm /Ty2 1 Tf [ (Cityscapes,) -250 (and) -250 (depth) -250 (estimation) -250
(on) -250 (NYU) -250 (v2.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 310.948 Tm
/Ty1 1 Tf [ (Object) -276 (detection) -277 (and) -276 (instance) -276 (segmentation.)
] TJ ET BT 9.9626 0 0 9.9626 242.371 310.948 Tm /Ty2 1 Tf [ (W) 80 (e) -276
(use) -277 (the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 298.993 Tm /Ty2 1 Tf
[ (pretrained) -413 (netw) 10 (ork) -412 (to) -413 (initialize) -412 (the)
-413 (feature) -412 (e) 14 (xt) 1 (ractor) -413 (of) -413 (a) ] TJ ET BT 9.9626 0 0 9.9626 50.112 287.038
Tm /Ty2 1 Tf [ (Mask-RCNN) -253 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 109.0806 287.038
Tm /Ty2 1 Tf (26) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 119.0432 287.038
Tm /Ty2 1 Tf [ (]) -252 (equipped) -253 (with) -252 (feature) -253 (p) 10
(yramid) -253 (netw) 10 (orks) ] TJ ET BT 9.9626 0 0 9.9626 50.112 275.083
Tm /Ty2 1 Tf ([) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 53.42955 275.083
Tm /Ty2 1 Tf (38) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 63.39215 275.083
Tm /Ty2 1 Tf [ (]) -211 (and) -210 (cross-replica) -211 (batch-norm) -211
([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 189.6382 275.083 Tm /Ty2
1 Tf (47) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 199.6008 275.083 Tm /Ty2
1 Tf [ (].) -297 (W) 80 (e) -210 (adopt) -211 (the) -211 (Cloud) ] TJ ET BT
9.9626 0 0 9.9626 50.112 263.127 Tm /Ty2 1 Tf [ (TPU) -287 (implementation)
] TJ ET /Cs1 cs 1 0 0 sc BT 6.9738 0 0 6.9738 134.336 266.743 Tm /Ty2 1 Tf
(1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 141.181 263.127 Tm /Ty2 1 Tf [
(and) -287 (use) -287 (it) -287 (without) -287 (modication.) -422 (W) 80
(e) ] TJ ET BT 9.9626 0 0 9.9626 50.112 251.172 Tm /Ty2 1 Tf [ (ne-tune)
-300 (the) -300 (entire) -299 (model) -300 (on) -300 (the) -300 (COCO) ] TJ
ET BT 9.9626 0 0 9.9626 216.017 251.172 Tm /Ty27 1 Tf (train2017) Tj ET BT
9.9626 0 0 9.9626 272.803 251.172 Tm /Ty2 1 Tf (set,) Tj ET BT 9.9626 0 0 9.9626 50.112 239.217
Tm /Ty2 1 Tf [ (and) -322 (report) -322 (bounding-box) -322 (AP) -323 (\(AP)
] TJ ET BT 6.9738 0 0 6.9738 185.808 242.832 Tm /Ty2 1 Tf (bb) Tj ET BT 9.9626 0 0 9.9626 193.28 239.217
Tm /Ty2 1 Tf [ (\)) -322 (and) -322 (mask) -322 (AP) -323 (\(AP) ] TJ ET BT
6.9738 0 0 6.9738 273.634 242.832 Tm /Ty2 1 Tf (mk) Tj ET BT 9.9626 0 0 9.9626 283.044 239.217
Tm /Ty2 1 Tf (\)) Tj ET BT 9.9626 0 0 9.9626 50.112 227.262 Tm /Ty2 1 Tf [
(on) -285 (the) ] TJ ET BT 9.9626 0 0 9.9626 77.92 227.262 Tm /Ty27 1 Tf (val2017)
Tj ET BT 9.9626 0 0 9.9626 122.598 227.262 Tm /Ty2 1 Tf [ (set.) -414 (W)
80 (e) -284 (use) -285 (tw) 10 (o) -285 (standard) -284 (training) -285 (sched-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 215.307 Tm /Ty2 1 Tf [ (ules:) -310 (12)
-250 (epochs) -250 (and) -250 (24) -250 (epochs) -250 ([) ] TJ ET /Cs1 cs
0 1 0 sc BT 9.9626 0 0 9.9626 177.434 215.307 Tm /Ty2 1 Tf (24) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 187.3966 215.307 Tm /Ty2 1 Tf (].) Tj ET BT 9.9626 0 0 9.9626 50.112 198.166
Tm /Ty1 1 Tf [ (Semantic) -352 (segmentation.) ] TJ ET BT 9.9626 0 0 9.9626 157.99 198.166
Tm /Ty2 1 Tf [ (F) 15 (ollo) 25 (wing) -352 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT
9.9626 0 0 9.9626 205.3821 198.166 Tm /Ty2 1 Tf (24) Tj ET /Cs2 cs 0 sc BT
9.9626 0 0 9.9626 215.3447 198.166 Tm /Ty2 1 Tf [ (]) -352 (we) -352 (use)
-352 (our) -352 (net-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 186.211 Tm /Ty2
1 Tf [ (w) 10 (ork) -485 (to) -486 (initialize) -485 (the) -486 (backbone)
-485 (of) -485 (a) -486 (fully-con) 40 (v) 20 (olutional) ] TJ ET BT 9.9626 0 0 9.9626 50.112 174.256
Tm /Ty2 1 Tf [ (netw) 10 (ork) -740 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 93.34968 174.256
Tm /Ty2 1 Tf (39) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 103.3123 174.256
Tm /Ty2 1 Tf [ (].) -1781 (F) 15 (or) -740 (P) 92 (ASCAL,) -740 (we) -740
(ne-tune) -740 (on) -741 (the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 162.3
Tm /Ty27 1 Tf (train) Tj ET 0.398 w q 1 0 0 1 80.598 162.5 cm 0 0 m 2.989
0 l S Q BT 9.9626 0 0 9.9626 83.586 162.301 Tm /Ty27 1 Tf (aug2012) Tj ET
BT 9.9626 0 0 9.9626 129.016 162.301 Tm /Ty2 1 Tf [ (set) -360 (for) -360
(45) -360 (epochs) -360 (and) -360 (report) -360 (the) -360 (mean) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 150.345 Tm /Ty2 1 Tf [ (intersection) -331 (o)
15 (v) 15 (er) -330 (union) -331 (\(mIoU\)) -331 (on) -330 (the) ] TJ ET BT
9.9626 0 0 9.9626 208.477 150.345 Tm /Ty27 1 Tf (val2012) Tj ET BT 9.9626 0 0 9.9626 253.615 150.345
Tm /Ty2 1 Tf [ (set.) -552 (F) 15 (or) ] TJ ET BT 9.9626 0 0 9.9626 50.112 138.39
Tm /Ty2 1 Tf [ (Cityscapes,) -399 (we) -369 (netune) -369 (on) -370 (the)
] TJ ET BT 9.9626 0 0 9.9626 180.313 138.39 Tm /Ty27 1 Tf (train) Tj ET q
1 0 0 1 210.798 138.59 cm 0 0 m 2.989 0 l S Q BT 9.9626 0 0 9.9626 213.787 138.39
Tm /Ty27 1 Tf (fine) Tj ET BT 9.9626 0 0 9.9626 241.376 138.39 Tm /Ty2 1 Tf
[ (set) -369 (for) -369 (160) ] TJ ET BT 9.9626 0 0 9.9626 50.112 126.435
Tm /Ty2 1 Tf [ (epochs) -250 (and) -250 (e) 25 (v) 25 (aluate) -250 (on) -250
(the) ] TJ ET BT 9.9626 0 0 9.9626 159.451 126.435 Tm /Ty27 1 Tf (val) Tj
ET q 1 0 0 1 177.981 126.634 cm 0 0 m 2.989 0 l S Q BT 9.9626 0 0 9.9626 180.97 126.435
Tm /Ty27 1 Tf (fine) Tj ET BT 9.9626 0 0 9.9626 207.371 126.435 Tm /Ty2 1
Tf (set.) Tj ET BT 9.9626 0 0 9.9626 50.112 109.294 Tm /Ty1 1 Tf [ (Depth)
-247 (estimation.) ] TJ ET BT 9.9626 0 0 9.9626 128.423 109.294 Tm /Ty2 1
Tf [ (F) 15 (ollo) 25 (wing) -247 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 174.769 109.294
Tm /Ty2 1 Tf (21) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 184.7316 109.294
Tm /Ty2 1 Tf [ (]) -246 (we) -247 (stack) -247 (the) -246 (decon) 40 (v) 20
(olu-) ] TJ ET q 1 0 0 1 50.112 100.143 cm 0 0 m 94.499 0 l S Q BT 5.9776 0 0 5.9776 60.971 93.277
Tm /Ty2 1 Tf (1) Tj ET 0 1 0 0 k BT 7.9701 0 0 7.9701 64.458 90.465 Tm /Ty27
1 Tf (https://github.com/tensorflow/tpu/tree/master/) Tj ET BT 7.9701 0 0 7.9701 50.112 81
Tm /Ty27 1 Tf (models/official/detection) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 308.862 394.047
Tm /Ty2 1 Tf [ (tional) -214 (netw) 10 (ork) -214 (from) -214 ([) ] TJ ET
/Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 393.1854 394.047 Tm /Ty2 1 Tf (35) Tj
ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 403.148 394.047 Tm /Ty2 1 Tf [ (]) -213
(on) -214 (top) -214 (of) -214 (our) -214 (feature) -214 (e) 15 (xtractor)
40 (,) -221 (and) ] TJ ET BT 9.9626 0 0 9.9626 308.862 382.092 Tm /Ty2 1 Tf
[ (ne-tune) -239 (on) -238 (the) -239 (NYU) -239 (v2) -239 (dataset.) -306
(W) 80 (e) -239 (report) -238 (accurac) 15 (y) -239 (as) -239 (the) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 370.136 Tm /Ty2 1 Tf [ (percentage) -250 (of)
-250 (errors) -250 (belo) 25 (w) -250 (1.25) -250 (\(pct) ] TJ ET BT 9.9626 0 0 9.9626 453.02 370.136
Tm /Ty10 1 Tf (<) Tj ET BT 9.9626 0 0 9.9626 460.769 370.136 Tm /Ty2 1 Tf
(1.25\).) Tj ET BT 11.9552 0 0 11.9552 308.862 346.153 Tm /Ty1 1 Tf [ (4.)
-250 (Experiments) ] TJ ET BT 9.9626 0 0 9.9626 308.862 327.199 Tm /Ty2 1
Tf [ (Our) -281 (main) -281 (self-supervised) -281 (learning) -281 (e) 15
(xperiments) -282 (emplo) 10 (y) -281 (FH) ] TJ ET BT 9.9626 0 0 9.9626 308.862 315.244
Tm /Ty2 1 Tf [ (masks,) -449 (because) -410 (as) -410 (we) -409 (will) -410
(sho) 25 (w) 65 (,) -449 (with) -410 (DetCon) -409 (the) 15 (y) -410 (out-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 303.289 Tm /Ty2 1 Tf [ (perform) -328
(simple) -328 (spatial) -327 (heuristics) -328 (and) -328 (approach) -328
(the) -328 (perfor) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 291.334 Tm
/Ty2 1 Tf [ (mance) -238 (of) -238 (MCG) -237 (masks) -238 (while) -238 (being)
-238 (f) 10 (ast) -238 (and) -237 (easy) -238 (to) -238 (apply) -238 (to)
] TJ ET BT 9.9626 0 0 9.9626 308.862 279.379 Tm /Ty2 1 Tf [ (lar) 18 (ge)
-306 (datasets) -305 (such) -306 (as) -306 (ImageNet,) -320 (gi) 25 (v) 15
(en) -305 (their) -306 (a) 20 (v) 25 (ailability) -306 (in) ] TJ ET BT 9.9626 0 0 9.9626 308.862 267.423
Tm /Ty27 1 Tf (scikit-image) Tj ET BT 9.9626 0 0 9.9626 383.084 267.423 Tm
/Ty2 1 Tf ([) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 386.4015 267.423
Tm /Ty2 1 Tf (58) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 396.3641 267.423
Tm /Ty2 1 Tf (].) Tj ET BT 10.9589 0 0 10.9589 308.862 247.425 Tm /Ty1 1 Tf
[ (4.1.) -250 (T) 74 (ransfer) -250 (lear) 15 (ning) -250 (fr) 18 (om) -250
(ImageNet) ] TJ ET BT 9.9626 0 0 9.9626 308.862 229.468 Tm /Ty2 1 Tf [ (W)
80 (e) -324 -323 (study) -324 (whether) -323 (the) -324 (DetCon) -324
(objecti) 25 (v) 15 (e) -323 (impro) 15 (v) 15 (es) -324 (the) ] TJ ET BT
9.9626 0 0 9.9626 308.862 217.513 Tm /Ty2 1 Tf [ (pretraining) -250 (ef) 25
(cienc) 15 (y) -250 (of) -250 (transfer) -250 (learning) -250 (from) -250
(ImageNet.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 200.552 Tm /Ty1 1 Tf [ (Pr)
18 (etraining) -402 (efciency) 70 (.) ] TJ ET BT 9.9626 0 0 9.9626 411.21 200.552
Tm /Ty2 1 Tf [ (W) 80 (e) -402 (train) -402 (SimCLR) -402 (and) -402 (DetCon)
] TJ ET BT 6.9738 0 0 6.9738 539.341 199.057 Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 308.862 188.597
Tm /Ty2 1 Tf [ (models) -355 (on) -354 (ImageNet) -355 (for) -355 (100,) -381
(200,) -381 (500) -354 (and) -355 (1000) -355 (epochs,) ] TJ ET BT 9.9626 0 0 9.9626 308.862 176.641
Tm /Ty2 1 Tf [ (and) -314 (transfer) -313 (them) -314 (to) -313 (se) 25 (v)
15 (eral) -314 (datasets) -313 (and) -314 (tasks.) -500 (Across) -314 (all)
] TJ ET BT 9.9626 0 0 9.9626 308.862 164.686 Tm /Ty2 1 Tf [ (do) 25 (wnstream)
-363 (tasks) -363 (and) -363 (pretraining) -362 (re) 15 (gimes,) -392 (DetCon)
] TJ ET BT 6.9738 0 0 6.9738 518.57 163.192 Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 527.956 164.686
Tm /Ty2 1 Tf (sub-) Tj ET BT 9.9626 0 0 9.9626 308.862 152.731 Tm /Ty2 1 Tf
[ (stantially) -300 (out) 1 (performs) -300 (SimCLR) -300 (\(Figure) 1 (s)
] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 474.6696 152.731 Tm /Ty2 1 Tf
(1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 482.6396 152.731 Tm /Ty2 1 Tf
(and) Tj ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 500.0044 152.731 Tm /Ty2
1 Tf (4) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 504.9857 152.731 Tm /Ty2
1 Tf [ (,) -312 (blue) -300 (and) ] TJ ET BT 9.9626 0 0 9.9626 308.862 140.776
Tm /Ty2 1 Tf [ (orange) -386 (curv) 15 (es\).) -717 (When) -386 (ne-tuning)
-385 (on) -386 (COCO,) -386 (the) -386 (perfor) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 128.821
Tm /Ty2 1 Tf [ (mance) -420 (af) 25 (forded) -419 (by) -420 (1,000) -419 (epochs)
-420 (of) -419 (SimCLR) -420 (pretraining) ] TJ ET BT 9.9626 0 0 9.9626 308.862 116.865
Tm /Ty2 1 Tf [ (is) -399 (surpassed) -399 (by) -399 (only) -399 (200) -399
(epochs) -399 (of) -399 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 491.649 115.371
Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 501.396 116.865 Tm /Ty2 1 Tf (pretraining)
Tj ET BT 9.9626 0 0 9.9626 308.862 104.91 Tm /Ty2 1 Tf [ (\(i.e.) -372 (a)
-371 (5) ] TJ ET BT 9.9626 0 0 9.9626 341.165 104.91 Tm /Ty5 1 Tf (!) Tj ET
BT 9.9626 0 0 9.9626 352.617 104.91 Tm /Ty2 1 Tf [ (g) 5 (ain) -372 (in) -371
(pretraining) -372 (ef) 25 (cienc) 15 (y\).) -675 (W) 80 (e) -372 (found)
-372 (sim-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 92.955 Tm /Ty2 1 Tf [ (ilar)
-424 (result) 1 (s) -424 (when) -424 (transferring) -423 (to) -424 (other)
-423 (do) 25 (wnstream) -424 (tasks:) ] TJ ET BT 9.9626 0 0 9.9626 308.862 81
Tm /Ty2 1 Tf (DetCon) Tj ET BT 6.9738 0 0 6.9738 339.855 79.506 Tm /Ty8 1
Tf (S) Tj ET BT 9.9626 0 0 9.9626 347.714 81 Tm /Ty2 1 Tf [ (yields) -210
(a) -209 (2) ] TJ ET BT 9.9626 0 0 9.9626 385.094 81 Tm /Ty5 1 Tf (!) Tj ET
BT 9.9626 0 0 9.9626 394.93 81 Tm /Ty2 1 Tf [ (g) 5 (ain) -210 (in) -209 (pretraining)
-210 (ef) 25 (cienc) 15 (y) -209 (for) -210 (P) 92 (AS-) ] TJ ET Q
endstream
endobj
32 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/_1u4qY-ag2BLZuZS2LQkHw Do
Q
endstream
endobj
33 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 54 0 R /Ty10 62 0 R /Ty18 72 0 R /Ty19 73 0 R /Ty2 55 0 R /Ty23 79 0 R /Ty24 80 0 R /Ty26 84 0 R /Ty27 85 0 R /Ty4 76 0 R /Ty5 57 0 R /Ty7 58 0 R /Ty8 64 0 R >> /ProcSet [ /PDF /Text ] /XObject << /Fm30 86 0 R /_1u4qY-ag2BLZuZS2LQkHw 87 0 R >> >>
endobj
34 0 obj
<< /Length 23904 >>
stream
q Q q 0 0 612 792 re W n BT 8.9664 0 0 8.9664 132.49 712.329 Tm /Ty2 1 Tf
[ (Fine-tune) -250 (1) ] TJ ET BT 8.9664 0 0 8.9664 173.582 712.329 Tm /Ty7
1 Tf (!) Tj ET BT 8.9664 0 0 8.9664 218.985 712.329 Tm /Ty2 1 Tf [ (Fine-tune)
-250 (2) ] TJ ET BT 8.9664 0 0 8.9664 260.077 712.329 Tm /Ty7 1 Tf (!) Tj
ET 0.299 w q 1 0 0 1 118.354 707.176 cm 0 0 m 76.532 0 l S Q q 1 0 0 1 204.849 707.176
cm 0 0 m 81.513 0 l S Q BT 8.9664 0 0 8.9664 68.293 696.353 Tm /Ty2 1 Tf [
(method) -3439 (AP) ] TJ ET BT 5.9776 0 0 5.9776 137.488 700.162 Tm /Ty2 1
Tf (bb) Tj ET BT 8.9664 0 0 8.9664 168.445 696.353 Tm /Ty2 1 Tf (AP) Tj ET
BT 5.9776 0 0 5.9776 179.904 700.162 Tm /Ty2 1 Tf (mk) Tj ET BT 8.9664 0 0 8.9664 212.524 696.353
Tm /Ty2 1 Tf (AP) Tj ET BT 5.9776 0 0 5.9776 223.983 700.162 Tm /Ty2 1 Tf
(bb) Tj ET BT 8.9664 0 0 8.9664 254.94 696.353 Tm /Ty2 1 Tf (AP) Tj ET BT
5.9776 0 0 5.9776 266.399 700.162 Tm /Ty2 1 Tf (mk) Tj ET 0.498 w q 1 0 0 1 50.112 691.1
cm 0 0 m 236.25 0 l S Q BT 8.9664 0 0 8.9664 61.819 680.392 Tm /Ty2 1 Tf [
(Supervised) -2842 (39.6) -3074 (35.6) -3073 (41.6) -3073 (37.6) ] TJ ET BT
8.9664 0 0 8.9664 59.066 669.433 Tm /Ty2 1 Tf [ (V) 135 (ADeR) -250 ([) ]
TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 92.46584 669.433 Tm /Ty2 1 Tf
(48) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 101.4322 669.433 Tm /Ty2 1 Tf
[ (]) -2535 (39.2) -3074 (35.6) -3781 (-) -4491 (-) ] TJ ET BT 8.9664 0 0 8.9664 61.694 658.474
Tm /Ty2 1 Tf [ (MoCo) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 89.83953 658.474
Tm /Ty2 1 Tf (24) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 98.80593 658.474
Tm /Ty2 1 Tf [ (]) -2828 (39.4) -3073 (35.6) -3074 (41.7) -3073 (37.5) ] TJ
ET BT 8.9664 0 0 8.9664 59.448 647.515 Tm /Ty2 1 Tf [ (SimCLR) -250 ([) ]
TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 96.5689 647.515 Tm /Ty2 1 Tf (9)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 101.0521 647.515 Tm /Ty2 1 Tf [ (])
-2578 (39.7) -3073 (35.8) -3073 (41.6) -3074 (37.4) ] TJ ET BT 8.9664 0 0 8.9664 56.09 636.556
Tm /Ty2 1 Tf [ (MoCo) -250 (v2) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 95.44353 636.556
Tm /Ty2 1 Tf (11) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 104.4099 636.556
Tm /Ty2 1 Tf [ (]) -2203 (40.1) -3074 (36.3) -3073 (41.7) -3073 (37.6) ] TJ
ET BT 8.9664 0 0 8.9664 58.21 625.597 Tm /Ty2 1 Tf [ (InfoMin) -250 ([) ]
TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 93.32242 625.597 Tm /Ty2 1 Tf
(55) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 102.2888 625.597 Tm /Ty2 1 Tf
[ (]) -2440 (40.6) -3073 (36.7) -3073 (42.5) -3074 (38.4) ] TJ ET BT 8.9664 0 0 8.9664 60.945 614.638
Tm /Ty2 1 Tf [ (PixPro) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 90.58792 614.638
Tm /Ty2 1 Tf (64) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 99.55432 614.638
Tm /Ty2 1 Tf [ (]) -2745 (41.4) -3782 (-) -4490 (-) -4490 (-) ] TJ ET BT 8.9664 0 0 8.9664 61.084 603.679
Tm /Ty2 1 Tf [ (BY) 30 (OL) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 90.44896 603.679
Tm /Ty2 1 Tf (21) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 99.41536 603.679
Tm /Ty2 1 Tf [ (]) -2760 (41.6) -3074 (37.2) -3073 (42.4) -3073 (38.0) ] TJ
ET BT 8.9664 0 0 8.9664 63.796 592.721 Tm /Ty2 1 Tf [ (SwA) 135 (V) -250 ([)
] TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 92.21949 592.721 Tm /Ty2 1 Tf
(7) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 96.70269 592.721 Tm /Ty2 1 Tf
[ (]) -3063 (41.6) -3073 (37.8) -3782 (-) -4490 (-) ] TJ ET q 1 0 0 1 50.112 587.468
cm 0 0 m 236.25 0 l S Q BT 8.9664 0 0 8.9664 64.382 576.76 Tm /Ty1 1 Tf (DetCon)
Tj ET BT 5.9776 0 0 5.9776 93.764 575.763 Tm /Ty26 1 Tf (S) Tj ET BT 8.9664 0 0 8.9664 127.151 576.76
Tm /Ty2 1 Tf [ (41.8) -3073 (37.4) -3074 (42.9) -3073 (38.1) ] TJ ET BT 8.9664 0 0 8.9664 63.89 565.801
Tm /Ty1 1 Tf (DetCon) Tj ET BT 5.9776 0 0 5.9776 93.272 564.804 Tm /Ty26 1
Tf (B) Tj ET BT 8.9664 0 0 8.9664 127.151 565.801 Tm /Ty1 1 Tf [ (42.7) -3073
(38.2) -3074 (43.4) -3073 (38.7) ] TJ ET BT 8.9664 0 0 8.9664 50.112 550.856
Tm /Ty2 1 Tf [ (T) 80 (able) -271 (2.) ] TJ ET BT 8.9664 0 0 8.9664 81.401 550.856
Tm /Ty1 1 Tf [ (Comparison) -271 (to) -272 (prior) -271 (art:) ] TJ ET BT
8.9664 0 0 8.9664 181.014 550.856 Tm /Ty2 1 Tf [ (all) -271 (methods) -272
(are) -271 (pretrained) -271 (on) ] TJ ET BT 8.9664 0 0 8.9664 50.112 539.897
Tm /Ty2 1 Tf [ (ImageNet) -194 (then) -195 (ned-tuned) -194 (on) -194 (COCO)
-194 (for) -195 (12) -194 (epochs) -194 (\(1) ] TJ ET BT 8.9664 0 0 8.9664 241.351 539.897
Tm /Ty7 1 Tf (!) Tj ET BT 8.9664 0 0 8.9664 252.003 539.897 Tm /Ty2 1 Tf (schedule\))
Tj ET BT 8.9664 0 0 8.9664 50.112 528.938 Tm /Ty2 1 Tf [ (or) -250 (24) -250
(epochs) -250 (\(2) ] TJ ET BT 8.9664 0 0 8.9664 105.64 528.938 Tm /Ty7 1
Tf (!) Tj ET BT 8.9664 0 0 8.9664 117.291 528.938 Tm /Ty2 1 Tf (schedule\).)
Tj ET BT 9.9626 0 0 9.9626 50.112 504.857 Tm /Ty2 1 Tf [ (CAL) -399 (semantic)
-399 (se) 15 (gmentation) -400 (\(Figure) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 203.6755 504.857
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 0.437 Tc 9.9626 0 0 9.9626 208.6568 504.857
Tm /Ty2 1 Tf (,2) Tj 0 Tc ET BT 6.9738 0 0 6.9738 220.48 508.472 Tm /Ty2 1
Tf (nd) Tj ET BT 9.9626 0 0 9.9626 231.93 504.857 Tm /Ty2 1 Tf [ (column\),)
-437 (and) ] TJ ET BT 9.9626 0 0 9.9626 50.112 492.902 Tm /Ty2 1 Tf (10) Tj
ET BT 9.9626 0 0 9.9626 60.075 492.902 Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 70.454 492.902
Tm /Ty2 1 Tf [ (g) 5 (ains) -264 (for) -264 (Cityscapes) -264 (semantic) -264
(se) 15 (gmentation) -264 (and) -264 (NYU) ] TJ ET BT 9.9626 0 0 9.9626 50.112 480.946
Tm /Ty2 1 Tf [ (depth) -250 (prediction.) -310 (\(Figure) ] TJ ET /Cs1 cs
1 0 0 sc BT 9.9626 0 0 9.9626 152.5375 480.946 Tm /Ty2 1 Tf (4) Tj ET /Cs2
cs 0 sc BT 0.25 Tc 9.9626 0 0 9.9626 157.5188 480.946 Tm /Ty2 1 Tf (,3) Tj
0 Tc ET BT 6.9738 0 0 6.9738 167.481 484.562 Tm /Ty2 1 Tf (rd) Tj ET BT 9.9626 0 0 9.9626 173.788 480.946
Tm /Ty2 1 Tf [ (,) -250 (and) -250 (4) ] TJ ET BT 6.9738 0 0 6.9738 200.627 484.562
Tm /Ty2 1 Tf (th) Tj ET BT 9.9626 0 0 9.9626 209.042 480.946 Tm /Ty2 1 Tf
(columns\).) Tj ET BT 9.9626 0 0 9.9626 62.067 468.382 Tm /Ty2 1 Tf [ (W)
80 (e) -341 (also) -341 (e) 25 (v) 25 (aluated) -341 (the) -341 (transfer)
-341 (performance) -341 (of) -341 (a) -341 (super) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 456.427
Tm /Ty2 1 Tf [ (vised) -256 (ResNet-50) -255 (trained) -256 (on) -255 (ImageNet)
-256 (\(Figures) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 239.1424 456.427
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 246.6741 456.427
Tm /Ty2 1 Tf (and) Tj ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 263.6105 456.427
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 268.5918 456.427
Tm /Ty2 1 Tf [ (,) -257 (red) ] TJ ET BT 9.9626 0 0 9.9626 50.112 444.472
Tm /Ty2 1 Tf [ (curv) 15 (e\).) -740 (While) -393 (supervised) -393 (pretraining)
-393 (performs) -394 (we) 1 (ll) -394 (with) ] TJ ET BT 9.9626 0 0 9.9626 50.112 432.517
Tm /Ty2 1 Tf [ (small) -285 (computational) -285 (b) 20 (udgets) -284 (\(e.g.)
-285 (100) -285 (pretraining) -285 (epochs\),) ] TJ ET BT 9.9626 0 0 9.9626 50.112 420.561
Tm /Ty2 1 Tf [ (it) -402 (quickly) -403 (saturates,) -440 (indicating) -403
(that) -402 (ImageNet) -402 (labels) -403 (only) ] TJ ET BT 9.9626 0 0 9.9626 50.112 408.606
Tm /Ty2 1 Tf [ (partially) -295 (inform) -295 (do) 25 (wnstream) -295 (tasks.)
-444 (This) -295 (is) -295 (emphasized) -295 (for) ] TJ ET BT 9.9626 0 0 9.9626 50.112 396.651
Tm /Ty2 1 Tf [ (Cityscapes) -307 (semantic) -308 (se) 15 (gmentation) -307
(and) -307 (NYU) -307 (depth) -308 (predic-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 384.696
Tm /Ty2 1 Tf [ (tion,) -250 (which) -250 (represent) -250 (a) -250 (lar) 18
(ger) -250 (shift) -250 (in) -250 (the) -250 (domain) -250 (and) -250 (task.)
] TJ ET BT 9.9626 0 0 9.9626 50.112 367.15 Tm /Ty1 1 Tf [ (Fr) 18 (om) -332
(BY) 35 (OL) -332 (to) -332 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 152.478 365.656
Tm /Ty8 1 Tf (B) Tj ET BT 9.9626 0 0 9.9626 159.335 367.15 Tm /Ty1 1 Tf (.)
Tj ET BT 9.9626 0 0 9.9626 167.367 367.15 Tm /Ty2 1 Tf [ (Ho) 25 (w) -332
(general) -332 (is) -332 (DetCon?) -556 (W) 80 (e) ] TJ ET BT 9.9626 0 0 9.9626 50.112 355.195
Tm /Ty2 1 Tf [ (tested) -196 (this) -195 (by) -196 (comparing) -196 (DetCon)
] TJ ET BT 6.9738 0 0 6.9738 179.115 353.7 Tm /Ty8 1 Tf (B) Tj ET BT 9.9626 0 0 9.9626 187.922 355.195
Tm /Ty2 1 Tf [ (to) -196 (the) -195 (BY) 30 (OL) -196 (frame) 25 (w) 10 (ork,)
] TJ ET BT 9.9626 0 0 9.9626 50.112 343.24 Tm /Ty2 1 Tf [ (upon) -383 (which)
-382 (it) -383 (is) -383 (based.) -708 (W) 80 (e) -383 (adopt) -382 (the)
-383 (underlying) -383 (frame-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 331.285
Tm /Ty2 1 Tf [ (w) 10 (ork) -302 (details) -303 (\(e.g.) -302 (data-augmentation,)
-316 (architecture,) -315 (and) -303 (op-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 319.329
Tm /Ty2 1 Tf (timization\)) Tj ET BT 9.9626 0 0 9.9626 96.976 319.329 Tm /Ty3
1 Tf [ (without) -315 (modication) ] TJ ET BT 9.9626 0 0 9.9626 179.826 319.329
Tm /Ty2 1 Tf [ (,) -331 (possibly) -315 (putting) -316 (the) -315 (Det-) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 307.374 Tm /Ty2 1 Tf [ (Con) -192 (objecti)
25 (v) 15 (e) -193 (at) -192 (a) -192 (disadv) 25 (antage.) -291 (Despite)
-192 (this,) -204 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 261.539 305.88 Tm
/Ty8 1 Tf (B) Tj ET BT 9.9626 0 0 9.9626 270.312 307.374 Tm /Ty2 1 Tf (out-)
Tj ET BT 9.9626 0 0 9.9626 50.112 295.419 Tm /Ty2 1 Tf [ (performs) -243 (BY)
30 (OL) -244 (across) -243 (pretaining) -243 (b) 20 (udgets) -243 (and) -244
(do) 25 (wnstream) ] TJ ET BT 9.9626 0 0 9.9626 50.112 283.464 Tm /Ty2 1 Tf
[ (tasks.) -914 (In) -451 (particular) 40 (,) -501 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 170.683 281.969
Tm /Ty8 1 Tf (B) Tj ET BT 9.9626 0 0 9.9626 182.035 283.464 Tm /Ty2 1 Tf [
(yields) -451 (a) -451 (3) ] TJ ET BT 9.9626 0 0 9.9626 224.231 283.464 Tm
/Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 236.475 283.464 Tm /Ty2 1 Tf [ (g)
5 (ain) -451 (in) -451 (pre-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 271.509
Tm /Ty2 1 Tf [ (training) -345 (ef) 25 (cienc) 15 (y) -345 (when) -345 (transferring)
-345 (to) -346 (COCO,) -345 (P) 92 (ASCAL,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 259.553
Tm /Ty2 1 Tf [ (and) -234 (Cityscapes) -234 (detection) -234 (and) -234 (se)
15 (gmentation,) -238 (and) -234 (a) -234 (10) ] TJ ET BT 9.9626 0 0 9.9626 259.175 259.553
Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 269.256 259.553 Tm /Ty2 1 Tf [
(g) 5 (ain) ] TJ ET BT 9.9626 0 0 9.9626 50.112 247.598 Tm /Ty2 1 Tf [ (when)
-250 (transferring) -250 (to) -250 (NYU) -250 (depth) -250 (prediction) -250
(\(T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 252.6716 247.598
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 257.6529 247.598
Tm /Ty2 1 Tf (\).) Tj ET BT 9.9626 0 0 9.9626 50.112 230.053 Tm /Ty1 1 Tf
[ (Comparison) -396 (with) -395 (prior) -396 (art.) ] TJ ET BT 9.9626 0 0 9.9626 178.131 230.053
Tm /Ty2 1 Tf [ (W) 80 (e) -396 (no) 25 (w) -395 (compare) -396 (to) -396 (other)
] TJ ET BT 9.9626 0 0 9.9626 50.112 218.097 Tm /Ty2 1 Tf [ (w) 10 (orks) -404
(in) -404 (self-supervised) -404 (transfer) -405 (learning,) -442 (and) -405
(use) -404 (fully-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 206.142 Tm /Ty2 1
Tf [ (trained) -259 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 111.348 204.648
Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 119.695 206.142 Tm /Ty2 1 Tf [
(and) -259 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 167.651 204.648 Tm /Ty8 1
Tf (B) Tj ET BT 9.9626 0 0 9.9626 177.085 206.142 Tm /Ty2 1 Tf [ (models)
-259 (for) -258 (the) -259 (comparison.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 194.187
Tm /Ty2 1 Tf [ (Here) -363 (we) -364 (focus) -363 (on) -363 (transfer) -363
(to) -364 (COCO) -363 (as) -363 (it) -363 (is) -363 (more) -364 (widely) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 182.232 Tm /Ty2 1 Tf [ (studied.) -302 (Note)
-225 (that) -225 (other) -225 (methods) -225 (use) -225 (a) -225 (slightly)
-225 (dif) 25 (ferent) -225 (im-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 170.277
Tm /Ty2 1 Tf [ (plementation) -231 (of) -231 (the) -230 (Mask-RCNN) -231 ([)
] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 188.2534 170.277 Tm /Ty2 1 Tf
(62) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 198.216 170.277 Tm /Ty2 1 Tf
[ (]) -231 (ho) 25 (we) 25 (v) 15 (er) -231 (their) -231 (results) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 158.322 Tm /Ty2 1 Tf [ (for) -416 (supervised)
-416 (ImageNet) -415 (pretraining) -416 (and) -416 (SimCLR) -416 (match) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 146.366 Tm /Ty2 1 Tf [ (our) -207 (o) 25
(wn) -206 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 87.73078 146.366
Tm /Ty2 1 Tf (55) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 97.69338 146.366
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 102.2463 146.366
Tm /Ty2 1 Tf (64) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 112.2089 146.366
Tm /Ty2 1 Tf [ (],) -215 (enabling) -207 (a) -206 (f) 10 (air) -207 (comparison.)
-295 (T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 254.6641 146.366
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 261.7077 146.366
Tm /Ty2 1 Tf [ (sho) 25 (ws) ] TJ ET BT 9.9626 0 0 9.9626 50.112 134.411 Tm
/Ty2 1 Tf [ (that) -333 (DetCon) -332 (outperforms) -333 (all) -332 (other)
-333 (methods) -332 (for) -333 (supervised) ] TJ ET BT 9.9626 0 0 9.9626 50.112 122.456
Tm /Ty2 1 Tf [ (and) -250 (self-supervised) -250 (transfer) -250 (learning.)
] TJ ET BT 9.9626 0 0 9.9626 50.112 104.91 Tm /Ty1 1 Tf [ (Scaling) -429 (model)
-428 (capacity) 70 (.) ] TJ ET BT 9.9626 0 0 9.9626 161.31 104.91 Tm /Ty2
1 Tf [ (Prior) -429 (w) 10 (orks) -428 (in) -429 (self-supervised) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 92.955 Tm /Ty2 1 Tf [ (learning) -397 (ha) 20
(v) 15 (e) -397 (bee) 1 (n) -397 (sho) 25 (wn) -397 (to) -397 (scale) -396
(v) 15 (ery) -397 (well) -397 (with) -397 (model) ] TJ ET BT 9.9626 0 0 9.9626 50.112 81
Tm /Ty2 1 Tf [ (capacity) -333 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 89.94247 81
Tm /Ty2 1 Tf (14) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 99.90507 81 Tm /Ty2
1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 105.7033 81 Tm /Ty2 1
Tf (33) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 115.6659 81 Tm /Ty2 1 Tf (,)
Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 121.4741 81 Tm /Ty2 1 Tf (9) Tj
ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 126.4554 81 Tm /Ty2 1 Tf [ (].) -558
(Could) -333 (the) -333 (g) 5 (ains) -332 (af) 25 (forded) -333 (by) -333
(DetCon) ] TJ ET Q q 0 0 612 792 re W n /Fm43 Do BT 8.9664 0 0 8.9664 308.862 562.75
Tm /Ty2 1 Tf [ (Figure) -239 (5.) ] TJ ET BT 8.9664 0 0 8.9664 343.289 562.75
Tm /Ty1 1 Tf [ (Scaling) -239 (DetCon) -239 (to) -240 (lar) 10 (ger) -239
(models.) ] TJ ET BT 8.9664 0 0 8.9664 471.826 562.75 Tm /Ty2 1 Tf [ (W) 80
(e) -239 (pretrain) -239 (ResNet-) ] TJ ET BT 8.9664 0 0 8.9664 308.862 551.791
Tm /Ty2 1 Tf [ (50,) -581 (ResNet-101,) -581 (ResNet-152,) -580 (and) -515
(ResNet-200) -515 (feature) -514 (e) 15 (xtrac-) ] TJ ET BT 8.9664 0 0 8.9664 308.862 540.832
Tm /Ty2 1 Tf [ (tors) -293 (on) -292 (ImageNet) -293 (using) -293 (supervised)
-293 (learning,) -303 (SimCLR,) -293 (BY) 30 (OL,) -292 (or) ] TJ ET BT 8.9664 0 0 8.9664 308.862 529.873
Tm /Ty2 1 Tf (DetCon) Tj ET BT 5.9776 0 0 5.9776 336.756 528.877 Tm /Ty26
1 Tf (B) Tj ET BT 8.9664 0 0 8.9664 345.32 529.873 Tm /Ty2 1 Tf [ (and) -250
(ne-tune) -250 (them) -250 (on) -250 (COCO) -250 (for) -250 (12) -250 (epochs.)
] TJ ET BT 9.9626 0 0 9.9626 308.862 508.923 Tm /Ty2 1 Tf [ (disappear) -220
(with) -221 (lar) 18 (ger) -220 (models?) -300 (W) 80 (e) -221 (trained) -220
(SimCLR,) -221 (BY) 30 (OL,) ] TJ ET BT 9.9626 0 0 9.9626 308.862 496.967
Tm /Ty2 1 Tf [ (and) -398 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 358.209 495.473
Tm /Ty8 1 Tf (B) Tj ET BT 9.9626 0 0 9.9626 369.033 496.967 Tm /Ty2 1 Tf [
(models) -398 (on) -398 (ImageNet,) -436 (using) -398 (ResNet-101,) -435 (-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 485.012 Tm /Ty2 1 Tf [ (152,) -258 (and)
-256 (-200) -256 (feature) -256 (e) 15 (xtractors) -256 (instead) -256 (of)
-256 (ResNet-50.) -329 (Fig-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 473.057
Tm /Ty2 1 Tf (ure) Tj ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 324.2243 473.057
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 331.8457 473.057
Tm /Ty2 1 Tf [ (and) -264 (T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 373.3898 473.057
Tm /Ty2 1 Tf (A.1) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 390.6948 473.057
Tm /Ty2 1 Tf [ (sho) 25 (w) -265 (that) -264 (DetCon) -265 (continues) -265
(to) -265 (outper) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 461.102 Tm
/Ty2 1 Tf [ (form) -250 (other) -250 (methods) -250 (in) -250 (this) -250
(higher) 20 (-capacity) -250 (re) 15 (gime.) ] TJ ET BT 9.9626 0 0 9.9626 320.817 449.147
Tm /Ty2 1 Tf [ (W) 80 (e) -363 (went) -363 (a) -363 (step) -362 (further)
-363 (and) -363 (trained) -363 (a) -363 (ResNet-200) -363 (with) ] TJ ET BT
0.556 Tc 9.9626 0 0 9.9626 308.862 437.192 Tm /Ty2 1 Tf (a2) Tj 0 Tc ET BT
9.9626 0 0 9.9626 323.803 437.192 Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 337.088 437.192
Tm /Ty2 1 Tf [ (width) -556 (multiplier) -555 ([) ] TJ ET /Cs1 cs 0 1 0 sc
BT 9.9626 0 0 9.9626 413.4713 437.192 Tm /Ty2 1 Tf (33) Tj ET /Cs2 cs 0 sc
BT 9.9626 0 0 9.9626 423.4339 437.192 Tm /Ty2 1 Tf [ (],) -632 (containing)
-556 (250M) -556 (param) 1 (e-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 425.236
Tm /Ty2 1 Tf [ (ters.) -1147 (Surprisingly) 65 (,) -599 (despite) -529 (only)
-529 (being) -529 (trained) -530 (on) -529 (Ima-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 413.281
Tm /Ty2 1 Tf [ (geNet,) -422 (this) -387 (model) 55 (s) -388 (transfer) -387
(performance) -388 (matches) -387 (that) -388 (of) ] TJ ET BT 9.9626 0 0 9.9626 308.862 401.326
Tm /Ty2 1 Tf [ (a) -251 (v) 15 (ery) -250 (recently) -251 (proposed) -251
(lar) 18 (ge-scal) 1 (e) -251 (self-supervised) -251 (model,) ] TJ ET BT 9.9626 0 0 9.9626 308.862 389.371
Tm /Ty2 1 Tf [ (SEER) -234 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 338.8694 389.371
Tm /Ty2 1 Tf (20) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 348.832 389.371
Tm /Ty2 1 Tf [ (],) -237 (ha) 20 (ving) -234 (693M) -235 (parameters) -234
(and) -234 (trained) -234 (on) -234 (1000) ] TJ ET BT 9.9626 0 0 9.9626 537.363 389.371
Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 308.862 377.416 Tm /Ty2 1 Tf [
(more) -399 (data) -399 (\(T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 383.0634 377.416
Tm /Ty2 1 Tf (3) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 388.0447 377.416
Tm /Ty2 1 Tf [ (\).) -756 (While) -399 (the) -399 (comparison) -399 (is) -399
(imperfect) ] TJ ET BT 9.9626 0 0 9.9626 308.862 365.46 Tm /Ty2 1 Tf [ (\(lar)
18 (ge-scale) -213 (data) -212 (is) -213 (necessarily) -212 (more) -213 (noisy\),)
-220 (it) -212 (highlights) -213 (the) ] TJ ET BT 9.9626 0 0 9.9626 308.862 353.505
Tm /Ty2 1 Tf [ (potential) -199 (of) -198 (impro) 15 (v) 15 (ements) -199
(from) -198 (the) -199 (self-supervised) -199 (learning) ] TJ ET BT 9.9626 0 0 9.9626 308.862 341.55
Tm /Ty2 1 Tf [ (objecti) 25 (v) 15 (e) -250 (alone.) ] TJ ET BT 8.9664 0 0 8.9664 329.41 324.494
Tm /Ty2 1 Tf [ (pretrain) -3680 (Dat) 1 (a) -2256 (P) 15 (arams) -2199 (AP)
] TJ ET BT 5.9776 0 0 5.9776 484.878 328.303 Tm /Ty2 1 Tf (bb) Tj ET BT 8.9664 0 0 8.9664 514.405 324.494
Tm /Ty2 1 Tf (AP) Tj ET BT 5.9776 0 0 5.9776 525.864 328.303 Tm /Ty2 1 Tf
(mk) Tj ET 0.498 w q 1 0 0 1 308.862 319.241 cm 0 0 m 236.25 0 l S Q BT 8.9664 0 0 8.9664 314.84 308.533
Tm /Ty2 1 Tf [ (Supervised) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 359.9141 308.533
Tm /Ty2 1 Tf (20) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 368.8805 308.533
Tm /Ty2 1 Tf [ (]) -1610 (IN-1M) -1956 (250) -250 (M) -2469 (45.9) -2914 (41.0)
] TJ ET BT 8.9664 0 0 8.9664 328.285 297.574 Tm /Ty2 1 Tf [ (SEER) -250 ([)
] TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 355.4353 297.574 Tm /Ty2 1 Tf
(20) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 364.4017 297.574 Tm /Ty2 1 Tf
(]) Tj ET BT 8.9664 0 0 8.9664 386.795 297.574 Tm /Ty1 1 Tf [ (IG-1B) -1983
(693) -250 (M) ] TJ ET BT 8.9664 0 0 8.9664 474.54 297.574 Tm /Ty2 1 Tf (48.5)
Tj ET BT 8.9664 0 0 8.9664 516.358 297.574 Tm /Ty1 1 Tf (43.2) Tj ET q 1 0 0 1 308.862 292.321
cm 0 0 m 236.25 0 l S Q BT 8.9664 0 0 8.9664 325.5 281.613 Tm /Ty1 1 Tf (DetCon)
Tj ET BT 5.9776 0 0 5.9776 354.882 280.617 Tm /Ty26 1 Tf (B) Tj ET BT 8.9664 0 0 8.9664 386.302 281.613
Tm /Ty2 1 Tf [ (IN-1M) -1956 (250) -250 (M) ] TJ ET BT 8.9664 0 0 8.9664 474.54 281.613
Tm /Ty1 1 Tf (48.9) Tj ET BT 8.9664 0 0 8.9664 516.358 281.613 Tm /Ty2 1 Tf
(43.0) Tj ET BT 8.9664 0 0 8.9664 308.862 266.668 Tm /Ty2 1 Tf [ (T) 80 (able)
-254 (3.) ] TJ ET BT 8.9664 0 0 8.9664 339.842 266.668 Tm /Ty1 1 Tf [ (Comparison)
-254 (to) -254 (lar) 10 (ge-scale) -254 (transfer) -254 (lear) 15 (ning:)
] TJ ET BT 8.9664 0 0 8.9664 512.949 266.668 Tm /Ty2 1 Tf [ (all) -254 (meth-)
] TJ ET BT 8.9664 0 0 8.9664 308.862 255.709 Tm /Ty2 1 Tf [ (ods) -330 (pretrain)
-330 (a) -330 (backbone) -329 (and) -330 (transfer) -330 (to) -330 (COCO)
-330 (detection) -330 (and) -329 (in-) ] TJ ET BT 8.9664 0 0 8.9664 308.862 244.75
Tm /Ty2 1 Tf [ (stance) -315 (se) 15 (gmentation) -316 (usi) 1 (ng) -316 (a)
-315 (Mask-RCNN.) -315 (SEER) -316 (trains) -315 (on) -315 (a) -315 (bil-)
] TJ ET BT 8.9664 0 0 8.9664 308.862 233.791 Tm /Ty2 1 Tf [ (lion) -279 (Instagram)
-279 (im) 1 (ages) -279 (whereas) -279 (DetCon) ] TJ ET BT 5.9776 0 0 5.9776 451.338 232.795
Tm /Ty26 1 Tf (S) Tj ET BT 8.9664 0 0 8.9664 459.176 233.791 Tm /Ty2 1 Tf
[ (trains) -279 (on) -279 (Im) 1 (ageNet) -279 (\(1.3) ] TJ ET BT 8.9664 0 0 8.9664 308.862 222.832
Tm /Ty2 1 Tf [ (million) -377 (images\).) -693 (SEER) -377 (and) -378 (the)
-377 (supervised) -378 (baseline) -377 (use) -378 (the) -377 (re-) ] TJ ET
BT 8.9664 0 0 8.9664 308.862 211.873 Tm /Ty2 1 Tf [ (cent) -361 (Re) 15 (gNet)
-361 (architecture) -361 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 8.9664 0 0 8.9664 406.0757 211.873
Tm /Ty2 1 Tf (49) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 415.0421 211.873
Tm /Ty2 1 Tf [ (],) -388 (whereas) -361 (DetCon) ] TJ ET BT 5.9776 0 0 5.9776 484.256 210.877
Tm /Ty26 1 Tf (S) Tj ET BT 8.9664 0 0 8.9664 492.831 211.873 Tm /Ty2 1 Tf
[ (uses) -361 (a) -361 (generic) ] TJ ET BT 8.9664 0 0 8.9664 308.862 200.915
Tm /Ty2 1 Tf [ (ResNet-200) -208 (\(2) ] TJ ET BT 8.9664 0 0 8.9664 361.028 200.915
Tm /Ty7 1 Tf (!) Tj ET BT 8.9664 0 0 8.9664 370.06 200.915 Tm /Ty2 1 Tf [
(width\).) -296 (Despite) -208 (this,) -216 (DetCon) -208 (pretraining) -208
(matches) ] TJ ET BT 8.9664 0 0 8.9664 308.862 189.956 Tm /Ty2 1 Tf [ (the)
-250 (performance) -250 (of) -250 (lar) 18 (ge-scale) -250 (SEER) -250 (pretraining.)
] TJ ET BT 10.9589 0 0 10.9589 308.862 163.69 Tm /Ty1 1 Tf [ (4.2.) -250 (T)
74 (ransfer) -250 (lear) 15 (ning) -250 (fr) 18 (om) -250 (COCO) ] TJ ET BT
9.9626 0 0 9.9626 308.862 145.757 Tm /Ty2 1 Tf [ (W) 80 (e) -342 (ne) 15 (xt)
-342 (in) 40 (v) 15 (estig) 5 (ate) -342 (the) -342 (ability) -342 (of) -342
(the) -342 (DetCon) -342 (objecti) 25 (v) 15 (e) -342 (to) ] TJ ET BT 9.9626 0 0 9.9626 308.862 133.802
Tm /Ty2 1 Tf [ (handle) -327 (comple) 15 (x) -327 (scenes) -327 (with) -326
(multiple) -327 (objects.) -541 (F) 15 (or) -327 (this) -327 (we) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 121.847 Tm /Ty2 1 Tf [ (pretrain) -250 (on) -250
(the) -250 (COCO) -250 (dataset) -250 (and) -250 (compare) -250 (to) -250
(SimCLR.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 104.91 Tm /Ty1 1 Tf [ (T) 74
(raining) -363 (efciency) 70 (.) ] TJ ET BT 9.9626 0 0 9.9626 397.509 104.91
Tm /Ty2 1 Tf [ (W) 80 (e) -364 (train) -363 (SimCLR) -363 (and) -364 (DetCon)
] TJ ET BT 6.9738 0 0 6.9738 524.103 103.416 Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 533.496 104.91
Tm /Ty2 1 Tf (for) Tj ET BT 9.9626 0 0 9.9626 308.862 92.955 Tm /Ty2 1 Tf
[ (a) -388 (range) -388 (of) -387 (schedules) -388 (\(3245184) -388 (epochs\),)
-422 (and) -388 (transfer) -388 (all) ] TJ ET BT 9.9626 0 0 9.9626 308.862 81
Tm /Ty2 1 Tf [ (models) -474 (to) -474 (semantic) -474 (se) 15 (gmentation)
-474 (on) -474 (P) 92 (ASCAL.) -474 (W) 80 (e) -474 ] TJ ET Q
endstream
endobj
35 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/gsbe9L1RcN9nFe7KryvICw Do
Q
endstream
endobj
36 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 54 0 R /Ty18 72 0 R /Ty2 55 0 R /Ty26 84 0 R /Ty3 56 0 R /Ty4 76 0 R /Ty5 57 0 R /Ty7 58 0 R /Ty8 64 0 R >> /ProcSet [ /PDF /Text ] /XObject << /Fm43 88 0 R /gsbe9L1RcN9nFe7KryvICw 89 0 R >> >>
endobj
37 0 obj
<< /Length 19479 >>
stream
q Q q 0 0 612 792 re W n BT 9.9626 0 0 9.9626 50.112 710.037 Tm /Ty2 1 Tf
(DetCon) Tj ET BT 6.9738 0 0 6.9738 81.105 708.543 Tm /Ty8 1 Tf (S) Tj ET
BT 9.9626 0 0 9.9626 91.009 710.037 Tm /Ty2 1 Tf [ (to) -415 (outperform)
-415 (SimCLR) -414 (across) -415 (training) -415 (b) 20 (udgets) ] TJ ET BT
9.9626 0 0 9.9626 50.112 698.082 Tm /Ty2 1 Tf (\(Figure) Tj ET /Cs1 cs 1 0
0 sc BT 9.9626 0 0 9.9626 82.63989 698.082 Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs
0 sc BT 9.9626 0 0 9.9626 87.62119 698.082 Tm /Ty2 1 Tf [ (\).) -524 (As)
-321 (before,) -339 (the) -321 (maximum) -321 (accurac) 15 (y) -322 (att)
1 (ained) -322 (by) ] TJ ET BT 9.9626 0 0 9.9626 50.112 686.127 Tm /Ty2 1
Tf [ (SimCLR) -250 (is) -250 (reached) -250 (with) -250 (4) ] TJ ET BT 9.9626 0 0 9.9626 155.824 686.127
Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 166.064 686.127 Tm /Ty2 1 Tf [
(less) -250 (pretraining) -250 (time.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 669.191
Tm /Ty1 1 Tf [ (Sur) 10 (passing) -458 (super) 10 (vised) -459 (trans) 1 (fer)
-459 (fr) 18 (om) -458 (COCO.) ] TJ ET BT 9.9626 0 0 9.9626 252.715 669.191
Tm /Ty2 1 Tf [ (W) 80 (e) -458 (also) ] TJ ET BT 9.9626 0 0 9.9626 50.112 657.235
Tm /Ty2 1 Tf [ (e) 25 (v) 25 (aluated) -743 (the) -743 (transfer) -743 (performance)
-744 (of) -743 (representations) ] TJ ET BT 9.9626 0 0 9.9626 50.112 645.28
Tm /Ty2 1 Tf [ (trained) -282 (on) -283 (COCO) -282 (in) -283 (a) -282 (supervised)
-283 (manner) 55 (.) -407 (Specically) 65 (,) -291 (we) ] TJ ET BT 9.9626 0 0 9.9626 50.112 633.325
Tm /Ty2 1 Tf [ (trained) -350 (a) -350 (Mask-RCNN) -350 (with) -350 (a) -350
(long) -350 (schedule) -351 (\(108) -350 (epochs,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 621.37
Tm /Ty2 1 Tf [ (a) -330 ] TJ ET BT 9.9626 0 0 9.9626 67.225 621.37 Tm
/Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 74.974 621.37 Tm /Ty2 1 Tf [
-330 (schedule\),) -350 (and) -329 (use) -330 (the) -330 (learned) -330 (feature)
-329 (e) 15 (xtractor) -330 (\(a) ] TJ ET BT 9.9626 0 0 9.9626 50.112 609.415
Tm /Ty2 1 Tf [ (ResNet-50,) -413 (as) -381 (for) -381 (SimCLR) -380 (and)
-381 (DetCon) -380 (pretraining\)) -381 (as) -381 (a) ] TJ ET BT 9.9626 0 0 9.9626 50.112 597.459
Tm /Ty2 1 Tf [ (representation) -191 (for) -191 (P) 92 (ASCAL) -191 (se) 15
(gmentation.) -290 (Unlik) 10 (e) -191 (SimCLR,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 585.504
Tm /Ty2 1 Tf [ (DetCon) -285 (pretraining) -285 (surpasses) -285 (the) -285
(performance) -285 (of) -286 (this) -285 (fully) ] TJ ET BT 9.9626 0 0 9.9626 50.112 573.549
Tm /Ty2 1 Tf [ (supervised) -250 (baseline) -250 (\(Figure) ] TJ ET /Cs1 cs
1 0 0 sc BT 9.9626 0 0 9.9626 162.1713 573.549 Tm /Ty2 1 Tf (6) Tj ET /Cs2
cs 0 sc BT 9.9626 0 0 9.9626 167.1526 573.549 Tm /Ty2 1 Tf (\).) Tj ET Q q
0 0 612 792 re W n /Fm47 Do BT 8.9664 0 0 8.9664 189.373 553.804 Tm /Ty2 1
Tf [ (Figure) -337 (6.) ] TJ ET BT 8.9664 0 0 8.9664 225.56 553.804 Tm /Ty1
1 Tf [ (Efcient) -337 (trans-) ] TJ ET BT 8.9664 0 0 8.9664 189.373 542.845
Tm /Ty1 1 Tf [ (fer) -265 (fr) 18 (om) -264 (COCO.) ] TJ ET BT 8.9664 0 0 8.9664 255.335 542.845
Tm /Ty2 1 Tf [ (W) 80 (e) -265 (pre-) ] TJ ET BT 8.9664 0 0 8.9664 189.373 531.887
Tm /Ty2 1 Tf [ (train) -243 (representations) -242 (using) ] TJ ET BT 8.9664 0 0 8.9664 189.373 520.928
Tm /Ty2 1 Tf [ (SimCLR) -481 (or) -481 (DetCon) ] TJ ET BT 5.9776 0 0 5.9776 265.253 519.931
Tm /Ty26 1 Tf (S) Tj ET BT 8.9664 0 0 8.9664 274.905 520.928 Tm /Ty2 1 Tf
(on) Tj ET BT 8.9664 0 0 8.9664 189.373 509.969 Tm /Ty2 1 Tf [ (COCO) -355
(for) -356 (dif) 25 (ferent) -355 (num-) ] TJ ET BT 8.9664 0 0 8.9664 189.373 499.01
Tm /Ty2 1 Tf [ (bers) -319 (of) -319 (e) 1 (pochs,) -336 (and) -319 (trans-)
] TJ ET BT 8.9664 0 0 8.9664 189.373 488.051 Tm /Ty2 1 Tf [ (fer) -674 (to)
-674 (P) 92 (ASCAL) -673 (seman-) ] TJ ET BT 8.9664 0 0 8.9664 189.373 477.092
Tm /Ty2 1 Tf [ (tic) -463 (se) 15 (gmentation) -462 (by) -463 ] TJ
ET BT 8.9664 0 0 8.9664 189.373 466.133 Tm /Ty2 1 Tf [ (tuning) -198 (them)
-197 (for) -198 (45) -197 (epochs.) ] TJ ET BT 10.9589 0 0 10.9589 50.112 381.832
Tm /Ty1 1 Tf [ (4.3.) -250 (Ablations) -250 (and) -250 (analysis) ] TJ ET
BT 9.9626 0 0 9.9626 50.112 363.9 Tm /Ty2 1 Tf [ (W) 80 (e) -392 (no) 25 (w)
-393 (dissect) -392 (the) -393 (components) -392 (of) -393 (the) -392 (DetCon)
-393 (objecti) 25 (v) 15 (e) ] TJ ET BT 9.9626 0 0 9.9626 50.112 351.944 Tm
/Ty2 1 Tf [ (and) -410 (assess) -410 (the) -411 (benets) -410 (of) -410 (each.)
-791 (F) 15 (or) -410 (this) -410 (we) -410 (pretrain) -411 (on) ] TJ ET BT
9.9626 0 0 9.9626 50.112 339.989 Tm /Ty2 1 Tf [ (COCO) -212 (as) -213 (it)
-213 (contains) -212 (comple) 15 (x) -213 (scenes) -212 (with) -213 (man)
15 (y) -212 (objects) -213 (and) ] TJ ET BT 9.9626 0 0 9.9626 50.112 328.034
Tm /Ty2 1 Tf [ (associated) -299 (ground-truth) -298 (masks,) -311 (allo)
25 (wing) -299 (us) -298 (to) -299 (measure) -299 (the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 316.079
Tm /Ty2 1 Tf [ (impact) -238 (of) -239 (se) 15 (gmenting) -238 (them) -238
(accurately) 65 (.) -306 (W) 80 (e) -238 (e) 25 (v) 25 (aluate) -239 (learned)
] TJ ET BT 9.9626 0 0 9.9626 50.112 304.124 Tm /Ty2 1 Tf [ (representations)
-268 (with) -268 (a) ] TJ ET BT 9.9626 0 0 9.9626 140.577 304.124 Tm /Ty3
1 Tf [ (fr) 45 (ozen-featur) 37 (e) -268 (analysis) ] TJ ET BT 9.9626 0 0 9.9626 231.537 304.124
Tm /Ty2 1 Tf [ (,) -273 (in) -268 (which) -268 (the) ] TJ ET BT 9.9626 0 0 9.9626 50.112 292.169
Tm /Ty2 1 Tf [ (feature) -215 (e) 15 (xtractor) -215 (is) -215 (k) 10 (ept)
-214 15 (ed) -215 (while) -215 (we) -215 (train) -215 (the) -215 (other)
-215 (layers) ] TJ ET BT 9.9626 0 0 9.9626 50.112 280.213 Tm /Ty2 1 Tf [ (of)
-255 (a) -256 (Mask-RCNN) -255 (also) -255 (on) -256 (COCO.) -255 (This) -255
(controlled) -255 (setting) -256 (is) ] TJ ET BT 9.9626 0 0 9.9626 50.112 268.258
Tm /Ty2 1 Tf (analogous) Tj ET /Cs1 cs 1 0 0 sc BT 6.9738 0 0 6.9738 90.51 271.874
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 96.82 268.258 Tm
/Ty2 1 Tf [ (to) -233 (the) -234 (linear) -233 (classication) -233 (protocol)
-234 (used) -233 (to) -233 (e) 25 (v) 25 (al-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 256.303
Tm /Ty2 1 Tf [ (uate) -214 (the) -214 (quality) -213 (of) -214 (self-supervised)
-214 (representations) -214 (for) -214 (image) ] TJ ET BT 9.9626 0 0 9.9626 50.112 244.348
Tm /Ty2 1 Tf [ (recognition) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 101.2998 244.348
Tm /Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 111.2624 244.348
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 116.2437 244.348
Tm /Ty2 1 Tf (15) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 126.2063 244.348
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 131.1876 244.348
Tm /Ty2 1 Tf (45) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 141.1502 244.348
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 146.1315 244.348
Tm /Ty2 1 Tf (66) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 156.0941 244.348
Tm /Ty2 1 Tf (]) Tj ET BT 9.9626 0 0 9.9626 50.112 227.411 Tm /Ty1 1 Tf [
(What) -321 (mak) 10 (es) -320 (good) -321 (masks?) ] TJ ET BT 9.9626 0 0 9.9626 167.745 227.411
Tm /Ty2 1 Tf [ (The) -321 (DetCon) -320 (objecti) 25 (v) 15 (e) -321 (can)
-320 (be) ] TJ ET BT 9.9626 0 0 9.9626 50.112 215.456 Tm /Ty2 1 Tf [ (used)
-226 (with) -225 (a) -226 (v) 25 (ariety) -226 (of) -226 (dif) 25 (ferent)
-225 (image) -226 (se) 15 (gmentations,) -231 (which) ] TJ ET BT 9.9626 0 0 9.9626 50.112 203.501
Tm /Ty2 1 Tf [ (ones) -274 (lead) -274 (to) -275 (the) -274 (best) -274 (representation?)
-383 (W) 80 (e) -274 -274 (consider) -275 (spa-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 191.546
Tm /Ty2 1 Tf [ (tial) -293 (heuristics) -293 (which) -293 (partition) -293
(the) -293 (image) -293 (into) -293 (2) ] TJ ET BT 9.9626 0 0 9.9626 236.586 191.546
Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 244.335 191.546 Tm /Ty2 1 Tf [
(2,) -304 (5) ] TJ ET BT 9.9626 0 0 9.9626 259.815 191.546 Tm /Ty5 1 Tf (!)
Tj ET BT 9.9626 0 0 9.9626 267.564 191.546 Tm /Ty2 1 Tf [ (5,) -304 (or) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 179.591 Tm /Ty2 1 Tf (10) Tj ET BT 9.9626 0 0 9.9626 60.075 179.591
Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 67.823 179.591 Tm /Ty2 1 Tf [
(10) -240 (grids,) -242 (a) -240 (1) ] TJ ET BT 9.9626 0 0 9.9626 116.803 179.591
Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 124.552 179.591 Tm /Ty2 1 Tf [
(1) -240 (grid) -240 (being) -240 (equi) 25 (v) 25 (alent) -240 (to) -241
(using) -240 (the) -240 (Sim-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 167.636
Tm /Ty2 1 Tf [ (CLR) -229 (objecti) 25 (v) 15 (e.) -303 (W) 80 (e) -229
-229 (do) 25 (wnstream) -229 (performance) -229 (increases) ] TJ ET BT 9.9626 0 0 9.9626 50.112 155.68
Tm /Ty2 1 Tf [ (with) -250 -250 (grids,) -250 (a) -250 (5) ] TJ ET
BT 9.9626 0 0 9.9626 127.87 155.68 Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 135.618 155.68
Tm /Ty2 1 Tf [ (5) -250 (grid) -250 (being) -250 (optimal) -250 (\(Figure)
] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 251.0148 155.68 Tm /Ty2 1 Tf
(7) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 255.9961 155.68 Tm /Ty2 1 Tf (\).)
Tj ET BT 9.9626 0 0 9.9626 62.067 143.725 Tm /Ty2 1 Tf [ (Ne) 15 (xt) -598
(we) -598 (consider) -598 (image-computable) -598 (FH) -598 (and) -598 (MCG)
] TJ ET BT 9.9626 0 0 9.9626 50.112 131.77 Tm /Ty2 1 Tf [ (masks,) -661 (both)
-578 (of) -579 (which) -579 (outperform) -578 (the) -579 (spatial) -579 (heuristic)
] TJ ET BT 9.9626 0 0 9.9626 50.112 119.815 Tm /Ty2 1 Tf [ (masks,) -421 (MCG)
-387 (masks) -387 (leading) -387 (to) -388 (slightly) -387 (better) -387 (representa-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 107.86 Tm /Ty2 1 Tf [ (tions.) -403 (Interestingly)
65 (,) -289 (the) -281 (quality) -281 (of) -281 (the) -281 (representation)
] TJ ET BT 9.9626 0 0 9.9626 261.834 107.86 Tm /Ty3 1 Tf [ (corr) 37 (e-)
] TJ ET 0.398 w q 1 0 0 1 50.112 100.143 cm 0 0 m 94.499 0 l S Q BT 5.9776 0 0 5.9776 60.971 93.277
Tm /Ty2 1 Tf (2) Tj ET BT 7.9701 0 0 7.9701 64.458 90.465 Tm /Ty2 1 Tf [ (But)
-284 (note) -283 (that) -284 (the) -284 (Mask-RCNN) -283 (contains) -284 (se)
25 (v) 15 (eral) -284 (non-linear) -283 (layers) -284 (due) ] TJ ET BT 7.9701 0 0 7.9701 50.112 81
Tm /Ty2 1 Tf [ (to) -250 (the) -250 (additional) -250 (comple) 15 (xity) -250
(of) -250 (the) -250 (output) -250 (space) -250 (relati) 25 (v) 15 (e) -250
(to) -250 (classication.) ] TJ ET Q q 0 0 612 792 re W n /Fm48 Do BT 8.9664 0 0 8.9664 308.862 551.779
Tm /Ty2 1 Tf [ (Figure) -252 (7.) ] TJ ET BT 8.9664 0 0 8.9664 343.525 551.779
Tm /Ty1 1 Tf [ (Effect) -252 (of) -253 (type) -252 (of) -253 (masks) -252
(used) -252 (in) -253 (DetCon) -252 (objecti) 10 (v) 10 (e.) ] TJ ET BT -0.08
Tc 8.9664 0 0 8.9664 533.384 551.779 Tm /Ty2 1 Tf (We) Tj 0 Tc ET BT 8.9664 0 0 8.9664 308.862 540.82
Tm /Ty2 1 Tf [ (train) -269 (DetCon) -270 (models) -269 (on) -270 (COCO) -269
(using) -270 (unsupervised) -269 (masks) -269 (\(blue\),) ] TJ ET BT 8.9664 0 0 8.9664 308.862 529.861
Tm /Ty2 1 Tf [ (or) -339 (the) -339 (ground-truth) -339 (COCO) -339 (masks)
-339 (\(gre) 15 (y\).) -576 (Using) -339 (a) -339 (single,) -361 (global)
] TJ ET BT 8.9664 0 0 8.9664 308.862 518.903 Tm /Ty2 1 Tf [ (mask) -332 (\(i.e.)
-332 (a) -332 ] TJ ET BT 8.9664 0 0 8.9664 363.109 518.903 Tm /Ty7 1
Tf (!) Tj ET BT 8.9664 0 0 8.9664 370.276 518.903 Tm /Ty2 1 Tf [ <31d3> -332
(grid\)) -332 (is) -332 (equi) 25 (v) 25 (alent) -332 (to) -332 (SimCLR) -332
(\(orange\).) -556 (W) 80 (e) ] TJ ET BT 8.9664 0 0 8.9664 308.862 507.944
Tm /Ty2 1 Tf [ (compute) -298 (the) -298 (A) 74 (v) 15 (erage) -298 (B) 1
(est) -298 (Ov) 15 (erlap) -298 (\(ABO\)) -298 (by) -298 (measuring) -298
(the) -297 (IoU) ] TJ ET BT 8.9664 0 0 8.9664 308.862 496.985 Tm /Ty2 1 Tf
[ (between) -235 (each) -235 (ground-truth) -236 (mask) -235 (and) -235 (the)
-235 (closest) -235 (pretraining) -235 (mask,) ] TJ ET BT 8.9664 0 0 8.9664 308.862 486.026
Tm /Ty2 1 Tf [ (and) -247 (a) 20 (v) 15 (eraging) -247 (o) 15 (v) 15 (er)
-248 (all) -247 (ground) -247 (truth) -247 (instances) -247 (and) -247 (images)
-247 (\(x-axis\).) ] TJ ET BT 8.9664 0 0 8.9664 308.862 475.067 Tm /Ty2 1
Tf [ (W) 80 (e) -222 (e) 25 (v) 25 (aluate) -222 (the) -223 (accurac) 15 (y)
-222 (of) -222 (each) -222 (model) -223 (on) -222 (COCO) -222 (detection)
-222 (using) ] TJ ET BT 8.9664 0 0 8.9664 308.862 464.108 Tm /Ty2 1 Tf (the)
Tj ET BT 8.9664 0 0 8.9664 322.06 464.108 Tm /Ty3 1 Tf [ (fr) 45 (ozen-featur)
37 (e) ] TJ ET BT 8.9664 0 0 8.9664 374.369 464.108 Tm /Ty2 1 Tf [ (paradigm)
-250 (\(y-axis\).) ] TJ ET BT 9.9626 0 0 9.9626 308.862 439.712 Tm /Ty3 1
Tf [ (lates) -278 (very) -277 (well) -278 (with) -278 (the) -278 (o) 10 (verlap)
-277 (between) -278 (pr) 37 (etr) 15 (aining) -278 (masks) ] TJ ET BT 9.9626 0 0 9.9626 308.862 427.757
Tm /Ty3 1 Tf [ (and) -418 (gr) 45 (ound-truth) ] TJ ET BT 9.9626 0 0 9.9626 379.001 427.757
Tm /Ty2 1 Tf [ -418 (better) -418 (each) -419 (ground) -418 (truth)
-418 (object) -418 (is) ] TJ ET BT 9.9626 0 0 9.9626 308.862 415.802 Tm /Ty2
1 Tf [ (co) 15 (v) 15 (ered) -250 (by) -250 (some) -250 (mask,) -250 (the)
-250 (better) -250 (DetCon) -250 (performs.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 397.6
Tm /Ty1 1 Tf [ (Contrasti) 10 (v) 10 (e) -388 (detec) 1 (tion) -388 (vs) -388
(contrasti) 10 (v) 10 (e) -387 (r) 18 (ecognition.) ] TJ ET BT 9.9626 0 0 9.9626 525.994 397.6
Tm /Ty2 1 Tf [ (Ho) 25 (w) ] TJ ET BT 9.9626 0 0 9.9626 308.862 385.645 Tm
/Ty2 1 Tf [ (does) -388 (the) -388 (DetCon) -389 (objecti) 25 (v) 15 (e) -388
(benet) -388 (from) -388 (these) -388 (image) -389 (se) 15 (g-) ] TJ ET BT
9.9626 0 0 9.9626 308.862 373.69 Tm /Ty2 1 Tf [ (mentations?) -294 (W) 80
(e) -202 (assess) -202 (the) -201 (impact) -202 (of) -202 (each) -202 (of)
-202 (its) -202 (components) ] TJ ET BT 9.9626 0 0 9.9626 308.862 361.735
Tm /Ty2 1 Tf [ (by) -333 (incrementally) -334 (adding) -333 (them) -334 (to)
-333 (the) -333 (SimCLR) -334 (frame) 25 (w) 10 (ork.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 349.78
Tm /Ty2 1 Tf [ (As) -281 (mentioned) -281 (pre) 25 (viously) 65 (,) -289 (we)
-281 (reco) 15 (v) 15 (er) -281 (SimCLR) -281 (when) -281 (using) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 337.825 Tm /Ty2 1 Tf [ (a) -352 (single,) -378
(global) -352 (mask) -352 (in) -352 (the) -353 (DetCon) -352 (objecti) 25
(v) 15 (e.) -616 (As) -353 (a) -352 (san-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 325.869
Tm /Ty2 1 Tf [ (ity) -224 (check,) -229 (we) -224 (v) 15 (erify) -224 (that)
-225 (duplica) 1 (ting) -225 (this) -224 (mask) -224 (se) 25 (v) 15 (eral)
-224 (times) ] TJ ET BT 9.9626 0 0 9.9626 308.862 313.914 Tm /Ty2 1 Tf [ (and)
-340 (including) -339 (the) -340 (resulting) -340 (\(identical\)) -340 (features)
-339 (in) -340 (the) -340 (Det-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 301.959
Tm /Ty2 1 Tf [ (Con) -240 (objecti) 25 (v) 15 (e) -241 (mak) 10 (es) -240
(no) -241 (dif) 25 (ference) -240 (in) -241 (the) -240 (quality) -241 (of)
-240 (the) -241 (rep-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 290.004 Tm /Ty2
1 Tf [ (resentation) -268 (\(T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 383.1232 290.004
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 388.1045 290.004
Tm /Ty2 1 Tf [ (,) -272 (ro) 25 (w) ] TJ ET BT 9.9626 0 0 9.9626 411.218 290.004
Tm /Ty1 1 Tf (a) Tj ET BT 9.9626 0 0 9.9626 416.199 290.004 Tm /Ty2 1 Tf [
(\).) -364 (Interestingly) 65 (,) -272 (using) -268 (FH) -268 (masks) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 278.049 Tm /Ty2 1 Tf [ (b) 20 (ut) -372 (only)
-372 (sampl) 1 (ing) -372 (a) -372 (single) -372 (mask) -371 (per) -372 (image)
-372 (slightly) -372 (dete-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 266.094
Tm /Ty2 1 Tf [ (riorates) -343 (performance,) -366 (presumably) -343 (because)
-343 (the) -343 (model) -343 (only) ] TJ ET BT 9.9626 0 0 9.9626 308.862 254.138
Tm /Ty2 1 Tf [ (learns) -381 (from) -381 (part) -381 (o) -1 (f) -381 (the)
-381 (image) -381 (at) -381 (e) 25 (v) 15 (ery) -381 (iteration) -382 (\(T)
80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 537.6431 254.138 Tm
/Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 542.6244 254.138 Tm
/Ty2 1 Tf (,) Tj ET BT 9.9626 0 0 9.9626 308.862 242.183 Tm /Ty2 1 Tf [ (ro)
25 (w) ] TJ ET BT 9.9626 0 0 9.9626 326.112 242.183 Tm /Ty1 1 Tf (b) Tj ET
BT 9.9626 0 0 9.9626 331.652 242.183 Tm /Ty2 1 Tf [ (\).) -294 (By) -201 (densely)
-202 (sampling) -201 (object) -202 (re) 15 (gions) -201 (DetCon) ] TJ ET BT
6.9738 0 0 6.9738 513.542 240.689 Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 521.322 242.183
Tm /Ty2 1 Tf (learns) Tj ET BT 9.9626 0 0 9.9626 308.862 230.228 Tm /Ty2 1
Tf [ (from) -278 (the) -278 (entire) -278 (image,) -284 (while) -278 (also)
-278 (beneting) -278 (from) -278 (a) -278 (di) 25 (v) 15 (erse) ] TJ ET BT
9.9626 0 0 9.9626 308.862 218.273 Tm /Ty2 1 Tf [ (set) -292 (of) -292 (positi)
25 (v) 15 (e) -291 (and) -292 (ne) 15 (g) 5 (ati) 25 (v) 15 (e) -292 (samples,)
-302 (resulting) -292 (in) -292 (increased) ] TJ ET BT 9.9626 0 0 9.9626 308.862 206.318
Tm /Ty2 1 Tf [ (detection) -250 (and) -250 (se) 15 (gmentation) -250 (accurac)
15 (y) -250 (\(T) 80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 485.6583 206.318
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 490.6396 206.318
Tm /Ty2 1 Tf [ (,) -250 -250 (ro) 25 (w\).) ] TJ ET BT 8.9664 0 0 8.9664 320.992 182.787
Tm /Ty2 1 Tf [ (model) -2746 (masks) -2480 (#latents) -2730 (AP) ] TJ ET BT
5.9776 0 0 5.9776 476.513 186.596 Tm /Ty2 1 Tf (bb) Tj ET BT 8.9664 0 0 8.9664 511.617 182.787
Tm /Ty2 1 Tf (AP) Tj ET BT 5.9776 0 0 5.9776 523.076 186.596 Tm /Ty2 1 Tf
(mk) Tj ET 0.498 w q 1 0 0 1 308.862 177.534 cm 0 0 m 236.25 0 l S Q BT 8.9664 0 0 8.9664 316.253 166.826
Tm /Ty2 1 Tf [ (SimCLR) -2217 (global) -4036 (1) -3911 (31.6) -3535 (29.2)
] TJ ET BT 8.9664 0 0 8.9664 327.224 155.867 Tm /Ty2 1 Tf [ (\(a\)) -3441
(global) -3535 (16) -3911 (31.5) -3536 (29.3) ] TJ ET BT 8.9664 0 0 8.9664 326.973 144.908
Tm /Ty2 1 Tf [ (\(b\)) -4024 (FH) -4646 (1) -3911 (31.2) -3536 (28.8) ] TJ
ET q 1 0 0 1 308.862 139.656 cm 0 0 m 236.25 0 l S Q BT 8.9664 0 0 8.9664 314.84 128.947
Tm /Ty1 1 Tf (DetCon) Tj ET BT 5.9776 0 0 5.9776 344.222 127.951 Tm /Ty26
1 Tf (S) Tj ET BT 8.9664 0 0 8.9664 373.505 128.947 Tm /Ty2 1 Tf [ (FH) -4147
(16) ] TJ ET BT 8.9664 0 0 8.9664 466.176 128.947 Tm /Ty1 1 Tf [ (33.4) -3536
(30.6) ] TJ ET BT 8.9664 0 0 8.9664 308.862 114.002 Tm /Ty2 1 Tf [ (T) 80
(able) -430 (4.) ] TJ ET BT 8.9664 0 0 8.9664 343.001 114.002 Tm /Ty1 1 Tf
[ (Ablation:) -670 (fr) 18 (om) -431 (SimCLR) -430 (to) -430 (DetCon) ] TJ
ET BT 5.9776 0 0 5.9776 486.434 113.006 Tm /Ty26 1 Tf (S) Tj ET BT 8.9664 0 0 8.9664 491.772 114.002
Tm /Ty2 1 Tf [ (.) -851 (W) 80 (e) -430 (pretrain) ] TJ ET BT 8.9664 0 0 8.9664 308.862 103.043
Tm /Ty2 1 Tf [ (on) -380 (COCO) -379 (and) -380 (e) 25 (v) 25 (aluate) ] TJ
ET BT 8.9664 0 0 8.9664 398.726 103.043 Tm /Ty3 1 Tf [ (fr) 45 (ozen) -380
(featur) 37 (e) ] TJ ET BT 8.9664 0 0 8.9664 452.616 103.043 Tm /Ty2 1 Tf
[ (accurac) 15 (y) -380 (also) -379 (on) -380 (COCO.) ] TJ ET BT 8.9664 0 0 8.9664 308.862 92.084
Tm /Ty1 1 Tf (masks:) Tj ET BT 8.9664 0 0 8.9664 340.071 92.084 Tm /Ty2 1
Tf [ (species) -335 (whether) -336 (hidden) -335 (v) 15 (ectors) -335 (are)
-336 (pooled) -335 (globally) 65 (,) -357 (or) ] TJ ET BT 8.9664 0 0 8.9664 308.862 81.125
Tm /Ty2 1 Tf [ (within) -250 (indi) 25 (vidual) -250 (FH) -250 (masks.) ]
TJ ET BT 8.9664 0 0 8.9664 413.543 81.125 Tm /Ty1 1 Tf (#latents:) Tj ET BT
8.9664 0 0 8.9664 449.193 81.125 Tm /Ty2 1 Tf [ (number) -250 (of) -250 (masks.)
] TJ ET Q
endstream
endobj
38 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/oBO5HmiBVo_ZOt_czyCLZg Do
Q
endstream
endobj
39 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 54 0 R /Ty18 72 0 R /Ty2 55 0 R /Ty26 84 0 R /Ty3 56 0 R /Ty4 76 0 R /Ty5 57 0 R /Ty7 58 0 R /Ty8 64 0 R >> /ProcSet [ /PDF /Text ] /XObject << /Fm47 90 0 R /Fm48 91 0 R /oBO5HmiBVo_ZOt_czyCLZg 92 0 R >> >>
endobj
40 0 obj
<< /Length 20668 >>
stream
q Q q 0 0 612 792 re W n /Fm49 Do BT 8.9664 0 0 8.9664 189.373 703.639 Tm
/Ty2 1 Tf [ (Figure) -548 (8.) ] TJ ET BT 8.9664 0 0 8.9664 240.126 703.639
Tm /Ty1 1 Tf [ (Better) -548 (seg-) ] TJ ET BT 8.9664 0 0 8.9664 189.373 692.68
Tm /Ty1 1 Tf [ (mentations) -418 (benet) -418 (fr) 18 (om) ] TJ ET BT 8.9664 0 0 8.9664 189.373 681.721
Tm /Ty1 1 Tf [ (higher) -499 (r) 18 (es) 1 (olutions.) ] TJ ET BT -0.08 Tc
8.9664 0 0 8.9664 272.143 681.721 Tm /Ty2 1 Tf (We) Tj 0 Tc ET BT 8.9664 0 0 8.9664 189.373 670.762
Tm /Ty2 1 Tf [ (pretrain) -1021 (backbone) -1021 (net-) ] TJ ET BT 8.9664 0 0 8.9664 189.373 659.803
Tm /Ty2 1 Tf [ (w) 10 (orks) -720 (on) -720 (COCO) -720 (using) ] TJ ET BT
8.9664 0 0 8.9664 189.373 648.844 Tm /Ty2 1 Tf [ (SimCLR) -916 (and) -916
(DetCon) ] TJ ET BT 5.9776 0 0 5.9776 278.533 647.848 Tm /Ty26 1 Tf (S) Tj
ET BT 8.9664 0 0 8.9664 189.373 637.885 Tm /Ty2 1 Tf [ (\(with) -538 (FH)
-538 (or) -538 (GT) -537 (masks\)) ] TJ ET BT 8.9664 0 0 8.9664 189.373 626.926
Tm /Ty2 1 Tf [ (at) -1130 (v) 25 (arious) -1129 (resolutions.) ] TJ ET BT
8.9664 0 0 8.9664 189.373 615.968 Tm /Ty2 1 Tf [ (W) 80 (e) -630 (report)
] TJ ET BT 8.9664 0 0 8.9664 233.804 615.968 Tm /Ty3 1 Tf [ (fr) 45 (ozen-featur)
37 (e) ] TJ ET BT 8.9664 0 0 8.9664 189.373 605.009 Tm /Ty2 1 Tf [ (performance)
-426 (with) -427 (a) -426 15 (ed) ] TJ ET BT 8.9664 0 0 8.9664 189.373 594.05
Tm /Ty2 1 Tf [ (resolution) -250 (of) -250 (1024) ] TJ ET BT 8.9664 0 0 8.9664 255.123 594.05
Tm /Ty7 1 Tf (!) Tj ET BT 8.9664 0 0 8.9664 262.29 594.05 Tm /Ty2 1 Tf (1024.)
Tj ET BT 10.9589 0 0 10.9589 50.112 562.079 Tm /Ty1 1 Tf [ (4.4.) -250 (What)
-250 (if) -250 (segmentation) -250 (wer) 18 (e) -250 (solv) 10 (ed?) ] TJ
ET BT 9.9626 0 0 9.9626 50.112 542.974 Tm /Ty2 1 Tf [ (The) -304 (DetCon)
-305 (objecti) 25 (v) 15 (e) -304 (function) -305 (leads) -304 (to) -305 (f)
10 (ast) -304 (transfer) -305 (learn-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 531.019
Tm /Ty2 1 Tf [ (ing) -414 (and) -413 (strong) -414 (performance) -413 (despite)
-414 (using) -413 (f) 10 (airly) -414 (approxi-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 519.064
Tm /Ty2 1 Tf [ (mate) -300 (se) 15 (gmentation) -301 (masks.) -461 (In) -301
(Section) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 204.612 519.064 Tm
/Ty2 1 Tf (4.3) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 220.064 519.064 Tm
/Ty2 1 Tf [ (we) -300 (found) -301 (higher) ] TJ ET BT 9.9626 0 0 9.9626 50.112 507.109
Tm /Ty2 1 Tf [ (quality) -211 (se) 15 (gmentations) -212 (\(such) -211 (as)
-212 (those) -211 (computed) -211 (using) -212 (MCG,) ] TJ ET BT 9.9626 0 0 9.9626 50.112 495.154
Tm /Ty2 1 Tf [ (or) -250 (obtained) -250 (from) -249 (human) -250 (annotators\))
-250 (to) -250 (impro) 15 (v) 15 (e) -250 (representa-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 483.198
Tm /Ty2 1 Tf [ (tional) -319 (quality) 65 (.) -518 (Ho) 25 (w) -319 (might)
-320 (we) -319 (impro) 15 (v) 15 (e) -319 (the) -319 (learning) -320 (objec-)
] TJ ET BT 9.9626 0 0 9.9626 50.112 471.243 Tm /Ty2 1 Tf [ (ti) 25 (v) 15
(e) -315 (gi) 25 (v) 15 (en) -315 (more) -315 (accurate) -314 (se) 15 (gmentations?)
-505 (W) 80 (e) -315 (assessed) -315 (this) ] TJ ET BT 9.9626 0 0 9.9626 50.112 459.288
Tm /Ty2 1 Tf [ (question) -237 (by) -236 (re) 25 (visiting) -237 (our) -236
(design) -237 (choices) -237 (for) -236 (the) -237 (contrasti) 25 (v) 15 (e)
] TJ ET BT 9.9626 0 0 9.9626 50.112 447.333 Tm /Ty2 1 Tf [ (objecti) 25 (v)
15 (e,) -291 (when) -284 (gi) 25 (v) 15 (en) -283 (ground-truth) -283 (masks)
-283 (from) -283 (the) -284 (COCO) ] TJ ET BT 9.9626 0 0 9.9626 50.112 435.378
Tm /Ty2 1 Tf [ (dataset) -250 (as) -250 (opposed) -250 (to) -250 (the) -250
(approximate) -250 (FH) -250 (masks.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 417.269
Tm /Ty1 1 Tf [ (Scaling) -418 (image) -417 (r) 18 (esolution.) ] TJ ET BT
9.9626 0 0 9.9626 167.925 417.269 Tm /Ty2 1 Tf [ (W) 80 (e) -418 (h) 5 (ypothesized)
-417 (that) -418 (higher) ] TJ ET BT 9.9626 0 0 9.9626 50.112 405.314 Tm /Ty2
1 Tf [ (image) -564 (resolutions) -564 (might) -564 (enable) -564 (the) -564
(netw) 10 (ork) -564 (to) -564 (benet) ] TJ ET BT 9.9626 0 0 9.9626 50.112 393.359
Tm /Ty2 1 Tf [ (more) -313 (from) -314 (these) -313 (more) -314 (informati)
25 (v) 15 (e) -313 (se) 15 (gmentations.) -500 (T) 80 (o) -314 (pre-) ] TJ
ET BT 9.9626 0 0 9.9626 50.112 381.403 Tm /Ty2 1 Tf [ (serv) 15 (e) -493 (ne-grained)
-493 (information) -492 (we) -493 (sample) -493 (local) -493 (features) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 369.448 Tm /Ty2 1 Tf [ (from) -351 (within)
-351 (each) -352 (mask) -351 (and) -351 (optimize) -351 (them) -351 (using)
-352 (the) -351 (Det-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 357.493 Tm /Ty2
1 Tf [ (Con) -377 (objecti) 25 (v) 15 (e.) -690 (W) 80 (e) -377 (pretrain)
-376 (SimCLR) -377 (and) -377 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 255.806 355.999
Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 265.331 357.493 Tm /Ty2 1 Tf (mod-)
Tj ET BT 9.9626 0 0 9.9626 50.112 345.538 Tm /Ty2 1 Tf [ (els) -379 (equipped)
-378 (with) -379 (FH) -379 (or) -378 (ground-truth) -379 (\(GT\)) -379 (masks,)
-411 (gi) 25 (v) 15 (en) ] TJ ET BT 9.9626 0 0 9.9626 50.112 333.583 Tm /Ty2
1 Tf (384) Tj ET BT 9.9626 0 0 9.9626 65.056 333.583 Tm /Ty5 1 Tf (!) Tj ET
BT 9.9626 0 0 9.9626 72.805 333.583 Tm /Ty2 1 Tf [ (384) -391 (or) -391 (512)
] TJ ET BT 9.9626 0 0 9.9626 118.78 333.583 Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 126.529 333.583
Tm /Ty2 1 Tf [ (512) -391 (resolution) -391 (images.) -732 (While) -391 (DetCon)
] TJ ET BT 9.9626 0 0 9.9626 50.112 321.628 Tm /Ty2 1 Tf [ (with) -224 (FH)
-223 (masks) -224 (only) -223 (modestly) -224 (beneted) -224 (and) -223 (SimCLR)
55 (s) -224 (per) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 309.672 Tm /Ty2
1 Tf [ (formance) -214 (deteriorated) -215 (with) -214 (high-resolution) -214
(images,) -222 (DetCon) ] TJ ET BT 9.9626 0 0 9.9626 50.112 297.717 Tm /Ty2
1 Tf [ (with) -226 (GT) -226 (masks) -226 (impro) 15 (v) 15 (es) -226 (substantially)
-226 (\(Figure) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 236.0042 297.717
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 240.9855 297.717
Tm /Ty2 1 Tf [ (\).) -302 (Note) -226 (that) ] TJ ET BT 9.9626 0 0 9.9626 50.112 285.762
Tm /Ty2 1 Tf [ (this) -255 (is) -256 (solely) -255 (due) -255 (to) -256 (an)
-255 (impro) 15 (v) 15 (ed) -255 (representation) -256 (quality;) -258 (the)
] TJ ET BT 9.9626 0 0 9.9626 50.112 273.807 Tm /Ty2 1 Tf [ (image) -327 (resolution)
-328 (used) -327 (for) -328 (do) 25 (wnstream) -327 (e) 25 (v) 25 (aluation)
-327 (is) -328 (main-) ] TJ ET BT 9.9626 0 0 9.9626 50.112 261.852 Tm /Ty2
1 Tf [ (tained) -250 (at) -250 (1024) ] TJ ET BT 9.9626 0 0 9.9626 106.56 261.852
Tm /Ty5 1 Tf (!) Tj ET BT 9.9626 0 0 9.9626 114.309 261.852 Tm /Ty2 1 Tf [
(1024) -250 (for) -250 (all) -250 (models.) ] TJ ET BT 9.9626 0 0 9.9626 50.112 243.743
Tm /Ty1 1 Tf [ (Re) 15 (visiting) -297 (the) -297 (contrasti) 10 (v) 10 (e)
-297 (framew) 10 (ork.) ] TJ ET BT 9.9626 0 0 9.9626 216.046 243.743 Tm /Ty2
1 Tf [ (Finally) 65 (,) -309 (we) -297 (ask) 10 (ed) ] TJ ET BT 9.9626 0 0 9.9626 50.112 231.788
Tm /Ty2 1 Tf [ (whether) -319 (the) -318 (current) -319 (contrasti) 25 (v)
15 (e) -318 (learning) -319 (paradigmwhich) ] TJ ET BT 9.9626 0 0 9.9626 50.112 219.833
Tm /Ty2 1 Tf [ (utilizes) -352 (lar) 18 (ge) -352 (numbers) -351 (of) -352
(ne) 15 (g) 5 (ati) 25 (v) 15 (es) -352 (and) -352 (predictions) -352 (across)
] TJ ET BT 9.9626 0 0 9.9626 50.112 207.877 Tm /Ty2 1 Tf [ (stochastic) -357
(augmentationsremains) -357 (optimal) -357 (in) -358 (the) -357 (conte) 15
(xt) ] TJ ET BT 9.9626 0 0 9.9626 50.112 195.922 Tm /Ty2 1 Tf [ (of) -250
(the) -250 (DetCon) -250 (objecti) 25 (v) 15 (e) -250 (with) -250 (high-quality)
-250 (se) 15 (gmentations.) ] TJ ET BT 9.9626 0 0 9.9626 62.067 180.304 Tm
/Ty28 1 Tf [ (Are) -241 (large) -241 (numbers) -240 (of) -241 (negativ) 15
(e) -241 (samples) -241 (necessary?) ] TJ ET BT 9.9626 0 0 9.9626 271.418 180.304
Tm /Ty2 1 Tf (Not) Tj ET BT 9.9626 0 0 9.9626 50.112 168.349 Tm /Ty2 1 Tf
[ (with) -203 (high-qual) 1 (ity) -203 (masks.) -294 (When) -203 (di) 25 (viding)
-202 (the) -203 (total) -202 (number) -203 (of) ] TJ ET BT 9.9626 0 0 9.9626 50.112 156.394
Tm /Ty2 1 Tf [ (ne) 15 (g) 5 (ati) 25 (v) 15 (e) -265 (samples) -265 (by)
-265 (128) -265 (\(by) -265 (only) -265 (g) 5 (athering) -265 (ne) 15 (g)
5 (ati) 25 (v) 15 (es) -265 (from) ] TJ ET BT 9.9626 0 0 9.9626 50.112 144.439
Tm /Ty2 1 Tf [ (within) -199 (a) -200 (w) 10 (ork) 10 (er\)) -199 (the) -199
(performance) -200 (of) -199 (DetCon) -199 (with) -199 (FH) -200 (masks) ]
TJ ET BT 9.9626 0 0 9.9626 50.112 132.483 Tm /Ty2 1 Tf [ (drops) -325 (\(T)
80 (able) ] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 103.9399 132.483 Tm
/Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 108.9212 132.483 Tm
/Ty2 1 Tf [ (,) -344 (ro) 25 (w) ] TJ ET BT 9.9626 0 0 9.9626 133.319 132.483
Tm /Ty1 1 Tf (a) Tj ET BT 9.9626 0 0 9.9626 138.3 132.483 Tm /Ty2 1 Tf [ (\),)
-344 (consistently) -325 (with) -326 (other) -325 (contrasti) 25 (v) 15 (e)
] TJ ET BT 9.9626 0 0 9.9626 50.112 120.528 Tm /Ty2 1 Tf [ (learning) -370
(frame) 25 (w) 10 (orks) -371 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 140.692 120.528
Tm /Ty2 1 Tf (9) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 145.6733 120.528
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 151.8501 120.528
Tm /Ty2 1 Tf (24) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 161.8127 120.528
Tm /Ty2 1 Tf [ (].) -671 (In) -371 (contrast,) -400 (DetCon) ] TJ ET BT 6.9738 0 0 6.9738 255.312 119.034
Tm /Ty8 1 Tf (S) Tj ET BT 9.9626 0 0 9.9626 264.773 120.528 Tm /Ty2 1 Tf (using)
Tj ET BT 9.9626 0 0 9.9626 50.112 108.573 Tm /Ty2 1 Tf [ (GT) -250 (masks)
-250 (impro) 15 (v) 15 (es) -250 (despite) -250 (this) -250 (limitation.)
] TJ ET BT 9.9626 0 0 9.9626 62.067 92.955 Tm /Ty28 1 Tf [ (Are) -514 (positiv)
15 (e) -514 (pairs) -514 (sampled) -514 (across) -514 (augmented) -514 (views)
] TJ ET BT 9.9626 0 0 9.9626 50.112 81 Tm /Ty28 1 Tf (necessary?) Tj ET BT
9.9626 0 0 9.9626 99.858 81 Tm /Ty2 1 Tf [ (Not) -311 (with) -312 (high-quality)
-311 (masks.) -495 (W) 80 (e) -311 (run) -311 (DetCon) ] TJ ET BT 8.9664 0 0 8.9664 484.306 712.329
Tm /Ty2 1 Tf (Masks) Tj ET 0.299 w q 1 0 0 1 451.893 707.176 cm 0 0 m 88.238
0 l S Q BT 8.9664 0 0 8.9664 317.579 696.567 Tm /Ty2 1 Tf [ (model) -2371
(all) -250 (ne) 15 (g) -2112 (tw) 10 (o) -250 (vie) 25 (ws) -2813 (FH) -4171
(GT) ] TJ ET 0.498 w q 1 0 0 1 308.862 691.315 cm 0 0 m 236.25 0 l S Q BT
8.9664 0 0 8.9664 314.84 680.606 Tm /Ty2 1 Tf (DetCon) Tj ET BT 4.6433 Tc
8.9664 0 0 8.9664 369.525 680.606 Tm /Ty30 1 Tf (!!) Tj 0 Tc ET BT 8.9664 0 0 8.9664 463.616 680.606
Tm /Ty1 1 Tf (33.6) Tj ET BT 8.9664 0 0 8.9664 512.716 680.606 Tm /Ty2 1 Tf
(37.0) Tj ET BT 8.9664 0 0 8.9664 323.81 669.647 Tm /Ty2 1 Tf (\(a\)) Tj ET
BT 8.9664 0 0 8.9664 418.626 669.647 Tm /Ty30 1 Tf (!) Tj ET BT 8.9664 0 0 8.9664 463.616 669.647
Tm /Ty2 1 Tf [ (32.2) -3726 (38.5) ] TJ ET BT 8.9664 0 0 8.9664 323.559 658.688
Tm /Ty2 1 Tf [ (\(b\)) -14454 (27.7) ] TJ ET BT 8.9664 0 0 8.9664 512.716 658.688
Tm /Ty1 1 Tf (38.8) Tj ET BT 8.9664 0 0 8.9664 308.862 643.743 Tm /Ty2 1 Tf
[ (T) 80 (able) -523 (5.) ] TJ ET BT 8.9664 0 0 8.9664 344.66 643.743 Tm /Ty1
1 Tf [ (Simplifying) -523 (the) -522 (contrasti) 10 (v) 10 (e) -523 (framew)
10 (ork.) ] TJ ET BT 8.9664 0 0 8.9664 512.262 643.743 Tm /Ty2 1 Tf [ (W)
80 (e) -523 (train) ] TJ ET BT 8.9664 0 0 8.9664 308.862 632.785 Tm /Ty2 1
Tf (DetCon) Tj ET BT 5.9776 0 0 5.9776 336.756 631.788 Tm /Ty26 1 Tf (S) Tj
ET BT 8.9664 0 0 8.9664 346.8 632.785 Tm /Ty2 1 Tf [ (models) -525 (on) -525
(COCO) -524 (using) -525 (approximate) -525 (FH) -524 (masks) -525 (or) ]
TJ ET BT 8.9664 0 0 8.9664 308.862 621.826 Tm /Ty2 1 Tf [ (higher) 20 (-quality)
-271 (ground-truth) -271 (\(GT\)) -271 (masks,) -276 (and) -271 (e) 25 (v)
25 (aluate) -271 (them) -271 (in) -270 (the) ] TJ ET BT 8.9664 0 0 8.9664 308.862 610.867
Tm /Ty3 1 Tf [ (fr) 45 (ozen-featur) 37 (e) ] TJ ET BT 8.9664 0 0 8.9664 361.607 610.867
Tm /Ty2 1 Tf (setting.) Tj ET BT 8.9664 0 0 8.9664 391.847 610.867 Tm /Ty1
1 Tf [ -299 (neg:) ] TJ ET BT 8.9664 0 0 8.9664 433.045 610.867 Tm
/Ty2 1 Tf [ (Ne) 15 (g) 5 (ati) 25 (v) 15 (e) -299 (samples) -298 (are) -299
(collected) ] TJ ET BT 8.9664 0 0 8.9664 308.862 599.908 Tm /Ty2 1 Tf [ (from)
-313 (the) -314 (entire) -313 (batch) -314 (as) -313 (opposed) -314 (to) -313
(only) -314 (within) -313 (a) -314 (w) 10 (ork) 10 (er) -313 (\(out) -313
(of) ] TJ ET BT 8.9664 0 0 8.9664 308.862 588.949 Tm /Ty2 1 Tf [ (128) -408
(w) 10 (ork) 10 (ers\).) ] TJ ET BT 8.9664 0 0 8.9664 366.934 588.949 Tm /Ty1
1 Tf [ 10 (o) -408 (views:) ] TJ ET BT 8.9664 0 0 8.9664 422.933 588.949
Tm /Ty2 1 Tf [ (Contrasti) 25 (v) 15 (e) -408 (predictions) -408 (are) -408
(made) ] TJ ET BT 8.9664 0 0 8.9664 308.862 577.99 Tm /Ty2 1 Tf [ (across)
-250 (augmentations,) -250 (as) -250 (opposed) -250 (to) -250 (within) -250
(a) -250 (vie) 25 (w) 65 (.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 556.187
Tm /Ty2 1 Tf [ (models) -284 (while) -284 (sampling) -284 (a) -284 (single)
-284 (augmentation) -284 (for) -284 (each) -284 (im-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 544.231
Tm /Ty2 1 Tf [ (age) -333 (and) -332 (maximizing) -333 (the) -333 (similarity)
-332 (of) -333 (mask-based) -333 (features) ] TJ ET BT 9.9626 0 0 9.9626 308.862 532.276
Tm /Ty3 1 Tf (within) Tj ET BT 9.9626 0 0 9.9626 336.847 532.276 Tm /Ty2 1
Tf [ (this) -308 (vie) 25 (w) 65 (.) -484 (Here) -308 (ag) 5 (ain,) -323 (the)
-308 (DetCon) -308 (objecti) 25 (v) 15 (e) -308 (suf) 25 (fers) ] TJ ET BT
9.9626 0 0 9.9626 308.862 520.321 Tm /Ty2 1 Tf [ (from) -262 (this) -261 (handicap)
-262 (when) -262 (using) -262 (approximate) -261 (FH) -262 (masks,) -265 (b)
20 (ut) ] TJ ET BT 9.9626 0 0 9.9626 308.862 508.366 Tm /Ty2 1 Tf [ (not)
-250 (with) -250 (high-quality) -250 (se) 15 (gmentations) -250 (\(T) 80 (able)
] TJ ET /Cs1 cs 1 0 0 sc BT 9.9626 0 0 9.9626 482.53 508.366 Tm /Ty2 1 Tf
(5) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 487.5113 508.366 Tm /Ty2 1 Tf
[ (,) -250 (ro) 25 (w) ] TJ ET BT 9.9626 0 0 9.9626 510.225 508.366 Tm /Ty1
1 Tf (b) Tj ET BT 9.9626 0 0 9.9626 515.764 508.366 Tm /Ty2 1 Tf (\).) Tj
ET BT 9.9626 0 0 9.9626 320.817 493.92 Tm /Ty28 1 Tf [ (Ho) 25 (w) -218 (can)
-217 (this) -218 (be?) ] TJ ET BT 9.9626 0 0 9.9626 393.712 493.92 Tm /Ty2
1 Tf [ (One) -218 (interpretation) -217 (is) -218 (that) -217 (other) -218
(images) ] TJ ET BT 9.9626 0 0 9.9626 308.862 481.965 Tm /Ty2 1 Tf [ (gi)
25 (v) 15 (e) -299 (us) -298 (clean) -299 (ne) 15 (g) 5 (ati) 25 (v) 15 (e)
-298 (e) 15 (xamples) -299 (because) -299 (images) -298 (in) -299 (COCO) ]
TJ ET BT 9.9626 0 0 9.9626 308.862 470.01 Tm /Ty2 1 Tf [ (depict) -334 (dif)
25 (ferent) -334 (scenes.) -561 (Ho) 25 (we) 25 (v) 15 (er) -334 (it) -334
(appears) -334 (that) -334 (ne) 15 (g) 5 (ati) 25 (v) 15 (es) ] TJ ET BT 9.9626 0 0 9.9626 308.862 458.054
Tm /Ty2 1 Tf [ (from) -279 (the) -279 (same) -279 (image) -279 (pro) 15 (vide)
-279 (a) -279 (stronger) -279 (learning) -279 (signal) -279 (\(in) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 446.099 Tm /Ty2 1 Tf [ (that) -336 (the) 15 (y)
-337 (share) -336 (features) -336 (such) -337 (as) -336 (lighting,) -358 (background,)
-358 (etc\)) ] TJ ET BT 9.9626 0 0 9.9626 308.862 434.144 Tm /Ty2 1 Tf [ (as)
-276 (long) -275 (as) -276 (the) 15 (y) -276 (are) -275 (cleani.e.,) -282
(we) -276 (are) -275 (not) -276 (pushing) -276 (features) ] TJ ET BT 9.9626 0 0 9.9626 308.862 422.189
Tm /Ty2 1 Tf [ (from) -273 (the) -273 (same) -273 (object) -273 (apart.) -379
(Positi) 25 (v) 15 (es) -273 (from) -273 (the) -273 (same) -273 (image) ]
TJ ET BT 9.9626 0 0 9.9626 308.862 410.234 Tm /Ty2 1 Tf [ (are) -361 (also)
-360 (at) -361 (least) -361 (as) -360 (good) -361 (as) -361 (those) -360 (across)
-361 (augmentations) -361 (if) ] TJ ET BT 9.9626 0 0 9.9626 308.862 398.279
Tm /Ty2 1 Tf [ (ag) 5 (ain) -300 (the) 15 (y) -300 (are) -300 (cleani.e.,)
-313 (we) -300 (are) -300 (not) -300 (pulling) -300 (together) -300 (fea-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 386.323 Tm /Ty2 1 Tf [ (tures) -250 (from)
-250 (dif) 25 (ferent) -250 (objects.) ] TJ ET BT 11.9552 0 0 11.9552 308.862 362.943
Tm /Ty1 1 Tf [ (5.) -250 (Discussion) ] TJ ET BT 9.9626 0 0 9.9626 308.862 344.014
Tm /Ty2 1 Tf [ (W) 80 (e) -468 (ha) 20 (v) 15 (e) -467 (proposed) -468 (DetCon,)
-522 (a) -467 (simple) -468 (b) 20 (ut) -467 (po) 25 (werful) -468 (self-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 332.058 Tm /Ty2 1 Tf [ (supervised) -206
(learning) -205 (algorithm.) -296 (By) -205 (e) 15 (xploiting) -206 (lo) 25
(w-le) 25 (v) 15 (el) -206 (cues) ] TJ ET BT 9.9626 0 0 9.9626 308.862 320.103
Tm /Ty2 1 Tf [ (for) -206 (or) 18 (g) 5 (anizing) -206 (im) 1 (ages) -206
(into) -206 (entities) -206 (such) -205 (as) -206 (objects) -206 (and) -206
(back-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 308.148 Tm /Ty2 1 Tf [ (ground)
-464 (re) 15 (gions,) -517 (DetCon) -464 (accelerates) -463 (pretraining)
-464 (on) -464 (lar) 18 (ge) ] TJ ET BT 9.9626 0 0 9.9626 308.862 296.193
Tm /Ty2 1 Tf [ (datasets) -385 (while) -384 (impro) 15 (ving) -385 (accurac)
15 (y) -384 (on) -385 (a) -385 (v) 25 (ariet) 1 (y) -385 (of) -385 (do) 25
(wn-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 284.238 Tm /Ty2 1 Tf [ (stream)
-293 (tasks.) -439 (Our) -293 (best) -293 (models) -293 (achie) 25 (v) 15
(e) -293 (state-of-the-art) -293 (per) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 272.283
Tm /Ty2 1 Tf [ (formance) -212 (among) -213 (self-supervised) -212 (methods)
-213 (pretrained) -212 (on) -213 (Im-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 260.327
Tm /Ty2 1 Tf [ (ageNet) -351 (and) -352 (match) -351 (recent) -352 (state-of-the-art)
-351 (methods) -352 (training) ] TJ ET BT 9.9626 0 0 9.9626 308.862 248.372
Tm /Ty2 1 Tf [ (lar) 18 (ger) -250 (models) -250 (on) -250 (a) -250 (much)
-250 (lar) 18 (ger) -250 (dataset) -250 ([) ] TJ ET /Cs1 cs 0 1 0 sc BT 9.9626 0 0 9.9626 468.692 248.372
Tm /Ty2 1 Tf (20) Tj ET /Cs2 cs 0 sc BT 9.9626 0 0 9.9626 478.6546 248.372
Tm /Ty2 1 Tf (].) Tj ET BT 9.9626 0 0 9.9626 320.817 236.417 Tm /Ty2 1 Tf
[ (W) 80 (e) -234 (sho) 25 (wed) -234 (that) -234 (the) -233 (po) 25 (wer)
-234 (of) -234 (DetCon) -234 (strongly) -234 (correlates) ] TJ ET BT 9.9626 0 0 9.9626 308.862 224.462
Tm /Ty2 1 Tf [ (with) -234 (ho) 25 (w) -233 (well) -234 (the) -233 (masks)
-234 (used) -233 (align) -234 (with) -233 (object) -234 (boundaries.) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 212.507 Tm /Ty2 1 Tf [ (This) -257 (seems)
-257 (intuiti) 25 (v) 15 (ethe) -258 (DetCon) -257 (objecti) 25 (v) 15 (e)
-257 (can) -257 (only) -258 (le) 25 (v) 15 (er) 20 (-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 200.552
Tm /Ty2 1 Tf [ (age) -251 (independent) -252 (learning) -251 (signals) -252
(from) -251 (each) -252 (image) -251 (re) 15 (gion) -252 (if) ] TJ ET BT 9.9626 0 0 9.9626 308.862 188.596
Tm /Ty2 1 Tf [ (the) 15 (y) -281 (contain) -280 (distinct) -281 (content.)
-401 (Similarly) 65 (,) -289 (the) -280 (resulting) -281 (ne) 15 (g) 5 (a-)
] TJ ET BT 9.9626 0 0 9.9626 308.862 176.641 Tm /Ty2 1 Tf [ (ti) 25 (v) 15
(e) -202 (sampl) 1 (es) -202 (are) -202 (genuinely) -201 (di) 25 (v) 15 (erse)
-202 (only) -201 (if) -202 (the) 15 (y) -201 (represent) -202 (dif-) ] TJ
ET BT 9.9626 0 0 9.9626 308.862 164.686 Tm /Ty2 1 Tf [ (ferent) -270 (objects.)
-371 (This) -270 (opens) -270 (e) 15 (xciting) -270 (prospects) -270 (of)
-271 (research) -270 (in) ] TJ ET BT 9.9626 0 0 9.9626 308.862 152.731 Tm
/Ty2 1 Tf [ (jointly) -317 (disco) 15 (v) 15 (ering) -317 (objects) -317 (and)
-317 (learning) -317 (to) -317 (represent) -317 (them.) ] TJ ET BT 9.9626 0 0 9.9626 308.862 140.776
Tm /Ty2 1 Tf [ (Gi) 25 (v) 15 (en) -206 (the) -205 (impro) 15 (v) 15 (ed)
-206 (performance) -205 (of) -206 (DetCon) -206 (representations) ] TJ ET
BT 9.9626 0 0 9.9626 308.862 128.821 Tm /Ty2 1 Tf [ (for) -451 (instance)
-450 (se) 15 (gmentation,) -501 (a) -451 (natural) -450 (question) -451 (is)
-451 (whether) ] TJ ET BT 9.9626 0 0 9.9626 308.862 116.865 Tm /Ty2 1 Tf [
(the) 15 (y) -260 (could) -260 (be) -261 (used) -260 (to) -260 (perform) -260
(better) -260 (unsupervised) -261 (se) 15 (gmen-) ] TJ ET BT 9.9626 0 0 9.9626 308.862 104.91
Tm /Ty2 1 Tf [ (tations) -340 (than) -341 (the) -340 (ones) -341 (used) -340
(during) -341 (pretraining.) -581 (If) -341 (so,) -363 (these) ] TJ ET BT
9.9626 0 0 9.9626 308.862 92.955 Tm /Ty2 1 Tf [ (might) -224 (be) -224 (used)
-224 (to) -224 (learn) -224 (better) -224 (representations) -224 (still,)
-230 (leading) -224 (to) ] TJ ET BT 9.9626 0 0 9.9626 308.862 81 Tm /Ty2 1
Tf [ (a) -250 (virtuous) -250 (crescendo) -250 (of) -250 (unsupervised) -250
(scene) -250 (understanding.) ] TJ ET Q
endstream
endobj
41 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/GjdMcVjkoQ9zZVGcnArx-g Do
Q
endstream
endobj
42 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 54 0 R /Ty18 72 0 R /Ty2 55 0 R /Ty26 84 0 R /Ty28 93 0 R /Ty3 56 0 R /Ty30 94 0 R /Ty4 76 0 R /Ty5 57 0 R /Ty7 58 0 R /Ty8 64 0 R >> /ProcSet [ /PDF /Text ] /XObject << /Fm49 95 0 R /GjdMcVjkoQ9zZVGcnArx-g 96 0 R >> >>
endobj
43 0 obj
<< /Length 29639 >>
stream
q Q q 0 0 612 792 re W n BT 11.9552 0 0 11.9552 50.112 710.037 Tm /Ty1 1 Tf
[ (Refer) 18 (ences) ] TJ ET BT 8.9664 0 0 8.9664 54.595 691.649 Tm /Ty2 1
Tf ([1]) Tj ET BT 8.9664 0 0 8.9664 70.03514 691.649 Tm /Ty2 1 Tf [ (Pulkit)
-248 (Agra) 15 (w) 10 (al,) -249 (Joao) -249 (Carreira,) -249 (and) -249 (Jitendra)
-249 (Malik.) -357 (Learning) ] TJ ET BT 8.9664 0 0 8.9664 70.031 680.691
Tm /Ty2 1 Tf [ (to) -250 (see) -250 (by) -250 (mo) 15 (ving.) -360 (In) ]
TJ ET BT 8.9664 0 0 8.9664 146.595 680.691 Tm /Ty3 1 Tf (ICCV) Tj ET BT 8.9664 0 0 8.9664 167.02 680.691
Tm /Ty2 1 Tf [ (,) -250 (2015.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 194.9055 680.691
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 668.28 Tm
/Ty2 1 Tf ([2]) Tj ET BT 8.9664 0 0 8.9664 70.03514 668.28 Tm /Ty2 1 Tf [
(P) 15 (ablo) -356 (Arbel) ] TJ ET BT 8.9664 0 0 8.9664 114.429 668.325 Tm
/Ty2 1 Tf Tj ET BT 8.9664 0 0 8.9664 113.931 668.28 Tm /Ty2 1 Tf [ (aez,)
-383 (Jordi) -356 (Pont-T) 45 (uset,) -382 (Jonathan) -356 (T) -356 (Barron,)
-383 (Fer) 20 (-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 657.321 Tm /Ty2 1 Tf
[ (ran) -305 (Marques,) -319 (and) -305 (Jitendra) -305 (Malik.) -536 (Multiscale)
-305 (combinatorial) ] TJ ET BT 8.9664 0 0 8.9664 70.031 646.362 Tm /Ty2 1
Tf [ (grouping.) -628 (In) ] TJ ET BT 8.9664 0 0 8.9664 120.742 646.362 Tm
/Ty3 1 Tf [ (Pr) 45 (oceedings) -334 (of) -333 (the) -334 (IEEE) -334 (confer)
37 (ence) -333 (on) -334 (com-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 635.403
Tm /Ty3 1 Tf [ (puter) -303 (vision) -303 (and) -303 (pattern) -303 (r) 37
(eco) 10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 201.52 635.403 Tm /Ty2 1 Tf
[ (,) -316 (pages) -303 (328335,) -316 (2014.) ] TJ ET /Cs1 cs 1 0 0 sc BT
8.9664 0 0 8.9664 70.031 624.445 Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 74.5142 624.445
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 78.9974 624.445
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 612.034 Tm
/Ty2 1 Tf ([3]) Tj ET BT 8.9664 0 0 8.9664 70.03514 612.034 Tm /Ty2 1 Tf [
(Y) 111 (uki) -352 (M.) -353 (Asano,) -378 (Christian) -352 (Rupprecht,) -378
(and) -353 (Andrea) -352 (V) 111 (edaldi.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 601.075
Tm /Ty2 1 Tf [ (Self-labelling) -226 (via) -226 (simultaneous) -226 (clustering)
-226 (and) -226 (representation) ] TJ ET BT 8.9664 0 0 8.9664 70.031 590.116
Tm /Ty2 1 Tf [ (learning.) -733 (In) ] TJ ET BT 8.9664 0 0 8.9664 118.98 590.116
Tm /Ty3 1 Tf [ (International) -366 (Confer) 37 (ence) -367 (on) -366 (Learning)
-367 (Repr) 37 (e-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 579.157 Tm /Ty3 1
Tf [ (sentations) -250 (\(ICLR\)) ] TJ ET BT 8.9664 0 0 8.9664 134.041 579.157
Tm /Ty2 1 Tf [ (,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 161.9265 579.157
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 566.747 Tm
/Ty2 1 Tf ([4]) Tj ET BT 8.9664 0 0 8.9664 70.03514 566.747 Tm /Ty2 1 Tf [
(Philip) -309 (Bachman,) -324 (R) -309 (De) 25 (v) 20 (on) -310 (Hjelm,) -324
(and) -309 (W) 40 (illiam) -309 (Buchw) 10 (alter) 55 (.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 555.788
Tm /Ty2 1 Tf [ (Learning) -237 (representations) -237 (by) -237 (maximizing)
-237 (mutual) -237 (information) ] TJ ET BT 8.9664 0 0 8.9664 70.031 544.829
Tm /Ty2 1 Tf [ (across) -361 (vie) 25 (ws.) ] TJ ET BT 8.9664 0 0 8.9664 125.023 544.829
Tm /Ty3 1 Tf [ (Advances) -361 (in) -361 (Neur) 15 (al) -361 (Information)
-361 (Pr) 45 (ocessing) ] TJ ET BT 8.9664 0 0 8.9664 70.031 533.87 Tm /Ty3
1 Tf (Systems) Tj ET BT 8.9664 0 0 8.9664 98.418 533.87 Tm /Ty2 1 Tf [ (,)
-250 (32:1553515545,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 191.561 533.87
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 521.46 Tm
/Ty2 1 Tf ([5]) Tj ET BT 8.9664 0 0 8.9664 70.03514 521.46 Tm /Ty2 1 Tf [
(Mathilde) -540 (Caron,) -612 (Piotr) -540 (Bojano) 25 (wski,) -613 (Armand)
-540 (Joulin,) -612 (and) ] TJ ET BT 8.9664 0 0 8.9664 70.031 510.501 Tm /Ty2
1 Tf [ (Matthijs) -317 (Douze.) -574 (Deep) -317 (clustering) -317 (for) -317
(unsupervised) -317 (learning) ] TJ ET BT 8.9664 0 0 8.9664 70.031 499.542
Tm /Ty2 1 Tf [ (of) -204 (visual) -203 (features.) -260 (In) ] TJ ET BT 8.9664 0 0 8.9664 144.814 499.542
Tm /Ty3 1 Tf [ (The) -204 (Eur) 45 (opean) -203 (Confer) 37 (ence) -204 (on)
-204 (Computer) ] TJ ET BT 8.9664 0 0 8.9664 70.031 488.583 Tm /Ty3 1 Tf [
(V) 74 (ision) -250 (\(ECCV\)) ] TJ ET BT 8.9664 0 0 8.9664 123.416 488.583
Tm /Ty2 1 Tf [ (,) -250 (September) -250 (2018.) ] TJ ET /Cs1 cs 1 0 0 sc
BT 8.9664 0 0 8.9664 191.8924 488.583 Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc
BT 8.9664 0 0 8.9664 54.595 476.173 Tm /Ty2 1 Tf ([6]) Tj ET BT 8.9664 0 0 8.9664 70.03514 476.173
Tm /Ty2 1 Tf [ (Mathil) 1 (de) -380 (Caron,) -413 (Piotr) -380 (Bojano) 25
(wski,) -412 (Julien) -380 (Mairal,) -412 (and) -380 (Ar) 20 (-) ] TJ ET BT
8.9664 0 0 8.9664 70.031 465.214 Tm /Ty2 1 Tf [ (mand) -364 (Joulin.) -726
(Unsupervised) -365 (pre-training) -364 (of) -365 (image) -364 (features)
] TJ ET BT 8.9664 0 0 8.9664 70.031 454.255 Tm /Ty2 1 Tf [ (on) -244 (non-curated)
-245 (data.) -347 (In) ] TJ ET BT 8.9664 0 0 8.9664 156.159 454.255 Tm /Ty3
1 Tf [ (Pr) 45 (oceedings) -244 (of) -245 (the) -244 (IEEE/CVF) -244 (Inter)
20 (-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 443.296 Tm /Ty3 1 Tf [ (national)
-243 (Confer) 37 (ence) -243 (on) -244 (Computer) -243 (V) 74 (ision) ] TJ
ET BT 8.9664 0 0 8.9664 216.739 443.296 Tm /Ty2 1 Tf [ (,) -245 (pages) -243
(29592968,) ] TJ ET BT 8.9664 0 0 8.9664 70.031 432.337 Tm /Ty2 1 Tf (2019.)
Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 93.4333 432.337 Tm /Ty2 1 Tf (2)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 419.927 Tm /Ty2 1 Tf ([7])
Tj ET BT 8.9664 0 0 8.9664 70.03514 419.927 Tm /Ty2 1 Tf [ (Mathil) 1 (de)
-224 (Caron,) -228 (Ishan) -223 (Misra,) -228 (Julien) -224 (Mairal) 1 (,)
-229 (Priya) -223 (Go) 10 (yal,) -228 (Pi-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 408.968
Tm /Ty2 1 Tf [ (otr) -275 (Bojano) 25 (wski,) -281 (and) -275 (Armand) -275
(Joulin.) -440 (Unsupervised) -275 (learning) ] TJ ET BT 8.9664 0 0 8.9664 70.031 398.009
Tm /Ty2 1 Tf [ (of) -379 (visual) -379 (features) -379 (by) -379 (contrasting)
-379 (cluster) -379 (assignments.) ] TJ ET BT 8.9664 0 0 8.9664 273.414 398.009
Tm /Ty3 1 Tf (Ad-) Tj ET BT 8.9664 0 0 8.9664 70.031 387.05 Tm /Ty3 1 Tf [
(vances) -249 (in) -249 (Neur) 15 (al) -249 (Information) -249 (Pr) 45 (ocessing)
-249 (Systems) ] TJ ET BT 8.9664 0 0 8.9664 248.011 387.05 Tm /Ty2 1 Tf [
(,) -249 (33:9912) ] TJ ET BT 8.9664 0 0 8.9664 70.031 376.091 Tm /Ty2 1
Tf [ (9924,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 115.8493 376.091
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 120.3325 376.091
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 124.8157 376.091
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 129.2989 376.091
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 133.7821 376.091
Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 363.681 Tm
/Ty2 1 Tf ([8]) Tj ET BT 8.9664 0 0 8.9664 70.03514 363.681 Tm /Ty2 1 Tf [
(Joao) -260 (Carreira) -261 (and) -260 (Cristian) -261 (Sminchisescu.) -394
(Cpmc:) -331 (Automatic) ] TJ ET BT 8.9664 0 0 8.9664 70.031 352.722 Tm /Ty2
1 Tf [ (object) -312 (se) 15 (gmentation) -313 (using) -312 (constrained)
-313 (parametric) -312 (min-cuts.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 341.763
Tm /Ty3 1 Tf [ (IEEE) -256 (T) 55 (r) 15 (ansactions) -256 (on) -256 (P) 80
(attern) -257 (Analys) 1 (is) -257 (and) -256 (Mac) 15 (hine) -256 (Intelli-)
] TJ ET BT 8.9664 0 0 8.9664 70.031 330.804 Tm /Ty3 1 Tf [ (g) 10 (ence) ]
TJ ET BT 8.9664 0 0 8.9664 90.851 330.804 Tm /Ty2 1 Tf [ (,) -250 (34\(7\):13121328,)
-250 (2011.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 185.4824 330.804
Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 54.595 318.394 Tm
/Ty2 1 Tf ([9]) Tj ET BT 8.9664 0 0 8.9664 70.03514 318.394 Tm /Ty2 1 Tf [
(T) 35 (ing) -268 (Chen,) -273 (Simon) -268 (K) 35 (ornblith,) -274 (Moham)
1 (mad) -269 (Norouzi,) -273 (and) -268 (Ge-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 307.435
Tm /Ty2 1 Tf [ (of) 25 (fre) 15 (y) -283 (Hinton.) -466 (A) -283 (simple)
-283 (frame) 25 (w) 10 (ork) -283 (for) -283 (contrasti) 25 (v) 15 (e) -283
(learning) ] TJ ET BT 8.9664 0 0 8.9664 70.031 296.476 Tm /Ty2 1 Tf [ (of)
-216 (visual) -217 (representations.) -287 (In) ] TJ ET BT 8.9664 0 0 8.9664 171.306 296.476
Tm /Ty3 1 Tf [ (International) -216 (confer) 37 (ence) -217 (on) -216 (ma-)
] TJ ET BT 8.9664 0 0 8.9664 70.031 285.517 Tm /Ty3 1 Tf [ (c) 15 (hine) -310
(learning) ] TJ ET BT 8.9664 0 0 8.9664 122.48 285.517 Tm /Ty2 1 Tf [ (,)
-325 (pa) 1 (ges) -310 (15971607.) -310 (PMLR,) -309 (2020.) ] TJ ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 250.7354 285.517 Tm /Ty2 1 Tf (1) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 255.2186 285.517 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 260.3653 285.517 Tm /Ty2 1 Tf (2) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 264.8485 285.517 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 270.0042 285.517 Tm /Ty2 1 Tf (6) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 274.4874 285.517 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 279.6341 285.517 Tm /Ty2 1 Tf (8) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 284.1173 285.517 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 70.031 274.558 Tm /Ty2 1 Tf (12) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 78.9974 274.558 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs
1 0 0 sc BT 8.9664 0 0 8.9664 83.4806 274.558 Tm /Ty2 1 Tf (13) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 50.112 262.148 Tm /Ty2 1 Tf ([10]) Tj ET BT 8.9664 0 0 8.9664 70.03534 262.148
Tm /Ty2 1 Tf [ (T) 35 (ing) -376 (Chen,) -409 (Si) 1 (mon) -377 (K) 35 (ornblith,)
-408 (K) 25 (e) 25 (vin) -377 (Swersk) 15 (y) 65 (,) -408 (Mohammad) ] TJ
ET BT 8.9664 0 0 8.9664 70.031 251.189 Tm /Ty2 1 Tf [ (Norouzi,) -313 (and)
-301 (Geof) 25 (fre) 15 (y) -300 (E) -301 (Hinton.) -522 (Big) -300 (self-supervised)
-301 (mod-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 240.23 Tm /Ty2 1 Tf [ (els)
-266 (are) -266 (strong) -266 (semi-supervised) -266 (learners.) ] TJ ET BT
8.9664 0 0 8.9664 215.481 240.23 Tm /Ty3 1 Tf [ (Advances) -266 (in) -266
(Neur) 15 (al) ] TJ ET BT 8.9664 0 0 8.9664 70.031 229.271 Tm /Ty3 1 Tf [
(Information) -250 (Pr) 45 (ocessing) -250 (Systems) ] TJ ET BT 8.9664 0 0 8.9664 185.185 229.271
Tm /Ty2 1 Tf [ (,) -250 (33:2224322255,) -250 (2020.) ] TJ ET /Cs1 cs 1 0
0 sc BT 8.9664 0 0 8.9664 278.328 229.271 Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0
sc BT 8.9664 0 0 8.9664 50.112 216.861 Tm /Ty2 1 Tf ([11]) Tj ET BT 8.9664 0 0 8.9664 70.03534 216.861
Tm /Ty2 1 Tf [ (Xinle) 1 (i) -375 (Chen,) -405 (Haoqi) -375 (F) 15 (an,) -405
(Ross) -374 (Girshick,) -406 (and) -374 (Kaiming) -374 (He.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 205.902
Tm /Ty2 1 Tf [ (Impro) 15 (v) 15 (ed) -479 (baselines) -479 (with) -478 (momentum)
-479 (contrasti) 25 (v) 15 (e) -479 (learning.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 194.943
Tm /Ty3 1 Tf [ (arXiv) -250 (pr) 37 (eprint) -250 (arXiv:2003.04297) ] TJ
ET BT 8.9664 0 0 8.9664 188.996 194.943 Tm /Ty2 1 Tf [ (,) -250 (2020.) ]
TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 216.8815 194.943 Tm /Ty2 1 Tf
(6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 182.533 Tm /Ty2 1 Tf ([12])
Tj ET BT 8.9664 0 0 8.9664 70.03534 182.533 Tm /Ty2 1 Tf [ (Xinle) 1 (i) -207
(Chen) -207 (and) -207 (Kaiming) -206 (He.) -266 (Exploring) -207 (simple)
-207 (siamese) -206 (rep-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 171.574 Tm
/Ty2 1 Tf [ (resentation) -275 (learning.) -441 (In) ] TJ ET BT 8.9664 0 0 8.9664 157.356 171.574
Tm /Ty3 1 Tf [ (Pr) 45 (oceedings) -275 (of) -275 (the) -276 (IEEE/CVF) -275
(Con-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 160.615 Tm /Ty3 1 Tf [ (fer) 37
(ence) -280 (on) -280 (Computer) -281 (V) 74 (ision) -280 (and) -280 (P) 80
(attern) -280 (Reco) 10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 261.124 160.615
Tm /Ty2 1 Tf [ (,) -288 (pages) ] TJ ET BT 8.9664 0 0 8.9664 70.031 149.656
Tm /Ty2 1 Tf [ (1575015758,) -250 (2021.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 147.2317 149.656
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 137.246 Tm
/Ty2 1 Tf ([13]) Tj ET BT 8.9664 0 0 8.9664 70.03534 137.246 Tm /Ty2 1 Tf
[ (Carl) -213 (Doersch,) -220 (Abhina) 20 (v) -213 (Gupta,) -220 (and) -213
(Ale) 15 (x) 15 (ei) -214 (A) -213 (Efros) 1 (.) -280 (Unsuper) 20 (-) ] TJ
ET BT 8.9664 0 0 8.9664 70.031 126.287 Tm /Ty2 1 Tf [ (vised) -220 (visual)
-221 (representation) -220 (learning) -220 (by) -221 (conte) 15 (xt) -220
(prediction.) -296 (In) ] TJ ET BT 8.9664 0 0 8.9664 70.031 115.328 Tm /Ty3
1 Tf [ (Pr) 45 (oceedings) -276 (of) -277 (the) -276 (IEEE) -276 (International)
-276 (Confer) 37 (ence) -277 (on) -276 (Com-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 104.369
Tm /Ty3 1 Tf [ (puter) -250 (V) 74 (ision) ] TJ ET BT 8.9664 0 0 8.9664 113.455 104.369
Tm /Ty2 1 Tf [ (,) -250 (pages) -250 (14221430,) -250 (2015.) ] TJ ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 208.8306 104.369 Tm /Ty2 1 Tf (2) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 213.3138 104.369 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 217.797 104.369 Tm /Ty2 1 Tf (7) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 50.112 91.959 Tm /Ty2 1 Tf ([14]) Tj ET BT 8.9664 0 0 8.9664 70.03534 91.959
Tm /Ty2 1 Tf [ (Carl) -550 (Doersch) -550 (and) -551 (Andre) 25 (w) -550 (Zisserman.)
-1321 (Multi-task) -550 (self-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 81 Tm
/Ty2 1 Tf [ (supervised) -208 (visual) -208 (learning.) -269 (In) ] TJ ET
BT 8.9664 0 0 8.9664 176.896 81 Tm /Ty3 1 Tf [ (Pr) 45 (oceedings) -208 (of)
-208 (the) -208 (IEEE) -208 (Int) 1 (er) 20 (-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 710.037
Tm /Ty3 1 Tf [ (national) -243 (Confer) 37 (ence) -243 (on) -244 (Computer)
-243 (V) 74 (ision) ] TJ ET BT 8.9664 0 0 8.9664 475.489 710.037 Tm /Ty2 1
Tf [ (,) -245 (pages) -243 (20512060,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 699.078
Tm /Ty2 1 Tf (2017.) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 352.1833 699.078
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 356.6665 699.078
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 361.1497 699.078
Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 686.939 Tm
/Ty2 1 Tf ([15]) Tj ET BT 8.9664 0 0 8.9664 328.7853 686.939 Tm /Ty2 1 Tf
[ (Jef) 25 (f) -286 (Donahue,) -295 (Philipp) -286 (Kr) ] TJ ET BT 8.9664 0 0 8.9664 420.253 686.984
Tm /Ty2 1 Tf Tj ET BT 8.9664 0 0 8.9664 419.756 686.939 Tm /Ty2 1 Tf (ahenb)
Tj ET BT 8.9664 0 0 8.9664 441.916 686.984 Tm /Ty2 1 Tf Tj ET BT 8.9664 0 0 8.9664 441.167 686.939
Tm /Ty2 1 Tf [ (uhl,) -295 (and) -286 (T) 35 (re) 25 (v) 20 (or) -286 (Darrell.)
-476 (Ad-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 675.981 Tm /Ty2 1 Tf [ (v)
15 (ersarial) -553 (feature) -554 (learning.) ] TJ ET BT 8.9664 0 0 8.9664 437.893 675.981
Tm /Ty3 1 Tf [ (International) -553 (Confer) 37 (ence) -554 (on) ] TJ ET BT
8.9664 0 0 8.9664 328.781 665.022 Tm /Ty3 1 Tf [ (Learning) -250 (Repr) 37
(esentations) -250 (\(ICLR\)) ] TJ ET BT 8.9664 0 0 8.9664 448.992 665.022
Tm /Ty2 1 Tf [ (,) -250 (2017.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 476.8775 665.022
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 481.3607 665.022
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 485.8439 665.022
Tm /Ty2 1 Tf (7) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 652.883 Tm
/Ty2 1 Tf ([16]) Tj ET BT 8.9664 0 0 8.9664 328.7853 652.883 Tm /Ty2 1 Tf
[ (Ale) 15 (x) 15 (e) 15 (y) -252 (Doso) 15 (vitskiy) 65 (,) -254 (Jost) -253
(T) 80 (obi) 1 (as) -253 (Springenber) 18 (g,) -254 (Martin) -252 (Ried-)
] TJ ET BT 8.9664 0 0 8.9664 328.781 641.924 Tm /Ty2 1 Tf [ (miller) 40 (,)
-289 (and) -282 (Thomas) -282 (Brox.) -461 (Discriminati) 25 (v) 15 (e) -281
(unsupervised) -282 (fea-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 630.965 Tm
/Ty2 1 Tf [ (ture) -317 (learning) -317 (with) -317 (con) 40 (v) 20 (olutional)
-318 (neural) -317 (netw) 10 (orks.) -575 (In) ] TJ ET BT 8.9664 0 0 8.9664 523.942 630.965
Tm /Ty3 1 Tf (NIPS) Tj ET BT 8.9664 0 0 8.9664 542.87 630.965 Tm /Ty2 1 Tf
(,) Tj ET BT 8.9664 0 0 8.9664 328.781 620.006 Tm /Ty2 1 Tf (2014.) Tj ET
/Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 352.1833 620.006 Tm /Ty2 1 Tf (2) Tj
ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 607.867 Tm /Ty2 1 Tf ([17]) Tj
ET BT 8.9664 0 0 8.9664 328.7853 607.867 Tm /Ty2 1 Tf [ (Pedro) -298 (F) -298
(Felzenszw) 10 (alb) -298 (and) -299 (Dani) 1 (el) -299 (P) -298 (Huttenlocher)
55 (.) -514 (Ef) 25 (cient) ] TJ ET BT 8.9664 0 0 8.9664 328.781 596.908
Tm /Ty2 1 Tf [ (graph-based) -370 (image) -371 (se) 15 (gmentation.) ] TJ
ET BT 8.9664 0 0 8.9664 457.763 596.908 Tm /Ty3 1 Tf [ (International) -370
(journal) -371 (of) ] TJ ET BT 8.9664 0 0 8.9664 328.781 585.95 Tm /Ty3 1
Tf [ (computer) -250 (vision) ] TJ ET BT 8.9664 0 0 8.9664 386.309 585.95
Tm /Ty2 1 Tf [ (,) -250 (59\(2\):167181,) -250 (2004.) ] TJ ET /Cs1 cs 1
0 0 sc BT 8.9664 0 0 8.9664 471.974 585.95 Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs
0 sc BT 8.9664 0 0 8.9664 476.4572 585.95 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1
0 0 sc BT 8.9664 0 0 8.9664 480.9404 585.95 Tm /Ty2 1 Tf (4) Tj ET /Cs2 cs
0 sc BT 8.9664 0 0 8.9664 308.862 573.811 Tm /Ty2 1 Tf ([18]) Tj ET BT 8.9664 0 0 8.9664 328.7853 573.811
Tm /Ty2 1 Tf [ (Sp) 10 (yros) -301 (Gidaris,) -314 (Pra) 20 (v) 15 (eer) -301
(Singh,) -314 (and) -302 (Nik) 10 (os) -301 (K) 35 (omodakis.) -524 (Un-)
] TJ ET BT 8.9664 0 0 8.9664 328.781 562.852 Tm /Ty2 1 Tf [ (supervised) -253
(representation) -254 (learning) -253 (by) -254 (predicting) -253 (image)
-254 (rota-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 551.893 Tm /Ty2 1 Tf (tions.)
Tj ET BT 8.9664 0 0 8.9664 350.578 551.893 Tm /Ty3 1 Tf [ (International)
-193 (Confer) 37 (ence) -192 (on) -193 (Learning) -193 (Repr) 37 (esentations)
] TJ ET BT 8.9664 0 0 8.9664 328.781 540.934 Tm /Ty3 1 Tf (\(ICLR\)) Tj ET
BT 8.9664 0 0 8.9664 354.182 540.934 Tm /Ty2 1 Tf [ (,) -250 (2018.) ] TJ
ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 382.0675 540.934 Tm /Ty2 1 Tf (2)
Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 528.795 Tm /Ty2 1 Tf ([19])
Tj ET BT 8.9664 0 0 8.9664 328.7853 528.795 Tm /Ty2 1 Tf [ (Ross) -388 (Girshick,)
-422 (Jef) 25 (f) -389 (Donahue,) -422 (T) 35 (re) 25 (v) 20 (or) -389 (Darrell)
1 (,) -423 (and) -388 (Jitendra) ] TJ ET BT 8.9664 0 0 8.9664 328.781 517.836
Tm /Ty2 1 Tf [ (Malik.) -352 (Rich) -246 (feature) -246 (hierarchies) -246
(for) -247 (accurate) -246 (object) -246 (detection) ] TJ ET BT 8.9664 0 0 8.9664 328.781 506.877
Tm /Ty2 1 Tf [ (and) -219 (semantic) -220 (se) 15 (gmentation.) -294 (In)
] TJ ET BT 8.9664 0 0 8.9664 439.535 506.877 Tm /Ty3 1 Tf [ (Pr) 45 (oceedings)
-219 (of) -220 (the) -219 (IEEE) -220 (con-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 495.918
Tm /Ty3 1 Tf [ (fer) 37 (ence) -364 (on) -364 (computer) -363 (vision) -364
(and) -364 (pattern) -364 (r) 37 (eco) 10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 518.937 495.918
Tm /Ty2 1 Tf [ (,) -392 (pages) ] TJ ET BT 8.9664 0 0 8.9664 328.781 484.96
Tm /Ty2 1 Tf [ (580587,) -250 (2014.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 388.0489 484.96
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 472.821 Tm
/Ty2 1 Tf ([20]) Tj ET BT 8.9664 0 0 8.9664 328.7853 472.821 Tm /Ty2 1 Tf
[ (Priya) -208 (Go) 10 (yal,) -216 (Mathilde) -209 (Caron,) -216 (Benjamin)
-209 (Lef) 10 (aude) 1 (ux,) -217 (Min) -208 (Xu,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 461.862
Tm /Ty2 1 Tf [ (Pengchao) -249 (W) 80 (ang,) -250 (V) 60 (i) 25 (v) 15 (ek)
-249 (P) 15 (ai,) -249 (Mannat) -249 (Singh,) -250 (V) 60 (italiy) -249 (Liptchin-)
] TJ ET BT 8.9664 0 0 8.9664 328.781 450.903 Tm /Ty2 1 Tf [ (sk) 15 (y) 65
(,) -510 (Ishan) -459 (Misra,) -510 (Armand) -458 (Joulin,) -510 (et) -459
(al.) -1026 (Self-supervised) ] TJ ET BT 8.9664 0 0 8.9664 328.781 439.944
Tm /Ty2 1 Tf [ (pretraining) -422 (of) -421 (visual) -422 (features) -422
(in) -421 (the) -422 (wild.) ] TJ ET BT 8.9664 0 0 8.9664 492.348 439.944
Tm /Ty3 1 Tf [ (arXiv) -422 (pr) 37 (eprint) ] TJ ET BT 8.9664 0 0 8.9664 328.781 428.985
Tm /Ty3 1 Tf (arXiv:2103.01988) Tj ET BT 8.9664 0 0 8.9664 394.28 428.985
Tm /Ty2 1 Tf [ (,) -250 (2021.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 422.1655 428.985
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 426.6487 428.985
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 431.1319 428.985
Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 435.6151 428.985
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 440.0983 428.985
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 416.846 Tm
/Ty2 1 Tf ([21]) Tj ET BT 8.9664 0 0 8.9664 328.7853 416.846 Tm /Ty2 1 Tf
[ (Jea) 1 (n-Bastien) -364 (Grill,) -392 (Florian) -364 (Strub,) -392 (Florent)
-363 (Altch) ] TJ ET BT 8.9664 0 0 8.9664 504.489 416.891 Tm /Ty2 1 Tf
Tj ET BT 8.9664 0 0 8.9664 503.992 416.846 Tm /Ty2 1 Tf [ (e,) -392 (Corentin)
] TJ ET BT 8.9664 0 0 8.9664 328.781 405.887 Tm /Ty2 1 Tf [ (T) 80 (allec,)
-216 (Pierre) -207 (Richemond,) -215 (Elena) -207 (Buchatskaya,) -216 (Carl)
-207 (Doersch,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 394.929 Tm /Ty2 1 Tf
[ (Bernardo) -452 (A) 74 (vila) -453 (Pires,) -503 (Zhaohan) -452 (Guo,) -503
(Mohammad) -453 (Ghesh-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 383.97 Tm /Ty2
1 Tf [ (laghi) -267 (Azar) 40 (,) -271 (et) -268 (al.) -414 (Bootstrap) -267
(your) -268 (o) 25 (wn) -267 (latent-a) -267 (ne) 25 (w) -267 (approach) ]
TJ ET BT 8.9664 0 0 8.9664 328.781 373.011 Tm /Ty2 1 Tf [ (to) -251 (self-supervised)
-251 (learning.) ] TJ ET BT 8.9664 0 0 8.9664 429.414 373.011 Tm /Ty3 1 Tf
[ (Advances) -251 (in) -251 (Neur) 15 (al) -251 (Information) ] TJ ET BT 8.9664 0 0 8.9664 328.781 362.052
Tm /Ty3 1 Tf [ (Pr) 45 (ocessing) -250 (Systems) ] TJ ET BT 8.9664 0 0 8.9664 398.852 362.052
Tm /Ty2 1 Tf [ (,) -250 (33,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 440.1871 362.052
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 444.6703 362.052
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 449.1535 362.052
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 453.6367 362.052
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 458.1199 362.052
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 462.6031 362.052
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 467.0863 362.052
Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 471.5695 362.052
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 476.0527 362.052
Tm /Ty2 1 Tf (12) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 485.0191 362.052
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 489.5023 362.052
Tm /Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 349.913
Tm /Ty2 1 Tf ([22]) Tj ET BT 8.9664 0 0 8.9664 328.7853 349.913 Tm /Ty2 1
Tf [ (Jose) -309 (A) -309 (Guerrero-Col) ] TJ ET BT 8.9664 0 0 8.9664 405.291 349.958
Tm /Ty2 1 Tf Tj ET BT 8.9664 0 0 8.9664 404.542 349.913 Tm /Ty2 1 Tf [
(on,) -324 (Eero) -310 (P) -309 (Simoncelli,) -324 (and) -309 (Ja) 20 (vier)
-309 (Por) 20 (-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 338.954 Tm /Ty2 1 Tf
[ (tilla.) -359 (Image) -250 (denoising) -249 (using) -250 (mixtures) -249
(of) -250 (g) 5 (aussian) -249 (scale) -250 (mix-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 327.995
Tm /Ty2 1 Tf [ (tures.) -293 (In) ] TJ ET BT 8.9664 0 0 8.9664 360.512 327.995
Tm /Ty3 1 Tf [ (2008) -219 (15th) -219 (IEEE) -219 (International) -219 (Confer)
37 (ence) -219 (on) -219 (Ima) 10 (g) 10 (e) ] TJ ET BT 8.9664 0 0 8.9664 328.781 317.036
Tm /Ty3 1 Tf [ (Pr) 45 (ocessing) ] TJ ET BT 8.9664 0 0 8.9664 368.224 317.036
Tm /Ty2 1 Tf [ (,) -250 (pages) -250 (565568.) -250 (IEEE,) -250 (2008.)
] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 478.5376 317.036 Tm /Ty2 1 Tf
(1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 304.897 Tm /Ty2 1 Tf ([23])
Tj ET BT 8.9664 0 0 8.9664 328.7853 304.897 Tm /Ty2 1 Tf [ (Rai) 1 (a) -201
(Hadsell,) -211 (Sumit) -201 (Chopra,) -211 (and) -201 (Y) 100 (ann) -201
(LeCun.) -253 (Dimensional-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 293.939
Tm /Ty2 1 Tf [ (ity) -198 (reduction) -198 (by) -199 (learning) -198 (an)
-198 (in) 40 (v) 25 (ariant) -198 (mapping.) -248 (In) ] TJ ET BT 8.9664 0 0 8.9664 505.98 293.939
Tm /Ty3 1 Tf [ (2006) -198 (IEEE) ] TJ ET BT 8.9664 0 0 8.9664 328.781 282.98
Tm /Ty3 1 Tf [ (Computer) -292 (Society) -291 (Confer) 37 (ence) -292 (on)
-292 (Computer) -291 (V) 74 (ision) -292 (and) -292 (P) 80 (at-) ] TJ ET BT
8.9664 0 0 8.9664 328.781 272.021 Tm /Ty3 1 Tf [ (tern) -356 (Reco) 10 (gnition)
-355 (\(CVPR06\)) ] TJ ET BT 8.9664 0 0 8.9664 433.188 272.021 Tm /Ty2 1
Tf [ (,) -382 (v) 20 (olume) -356 (2,) -382 (pages) -356 (17351742.) ] TJ
ET BT 8.9664 0 0 8.9664 328.781 261.062 Tm /Ty2 1 Tf [ (IEEE,) -250 (2006.)
] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 376.0877 261.062 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 248.923 Tm /Ty2 1 Tf ([24])
Tj ET BT 8.9664 0 0 8.9664 328.7853 248.923 Tm /Ty2 1 Tf [ (Kaim) 1 (ing)
-311 (He,) -327 (Haoqi) -311 (F) 15 (an,) -326 (Y) 111 (uxin) -311 (W) 50
(u,) -326 (Saining) -311 (Xie,) -326 (and) -311 (Ross) ] TJ ET BT 8.9664 0 0 8.9664 328.781 237.964
Tm /Ty2 1 Tf [ (Girshick.) -574 (Momentum) -317 (contrast) -316 (for) -317
(unsupervised) -317 (visual) -317 (rep-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 227.005
Tm /Ty2 1 Tf [ (resentation) -275 (learning.) -441 (In) ] TJ ET BT 8.9664 0 0 8.9664 416.105 227.005
Tm /Ty3 1 Tf [ (Pr) 45 (oceedings) -275 (of) -275 (the) -276 (IEEE/CVF) -275
(Con-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 216.046 Tm /Ty3 1 Tf [ (fer) 37
(ence) -280 (on) -280 (Computer) -281 (V) 74 (ision) -280 (and) -280 (P) 80
(attern) -280 (Reco) 10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 519.874 216.046
Tm /Ty2 1 Tf [ (,) -288 (pages) ] TJ ET BT 8.9664 0 0 8.9664 328.781 205.087
Tm /Ty2 1 Tf [ (97299738,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 397.0153 205.087
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 401.4985 205.087
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 405.9817 205.087
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 410.4649 205.087
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 414.9481 205.087
Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 419.4313 205.087
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 423.9145 205.087
Tm /Ty2 1 Tf (8) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 192.949 Tm
/Ty2 1 Tf ([25]) Tj ET BT 8.9664 0 0 8.9664 328.7853 192.949 Tm /Ty2 1 Tf
[ (Kaim) 1 (ing) -367 (He,) -395 (Ross) -366 (Girshick,) -396 (and) -366 (Piotr)
-366 (Doll) ] TJ ET BT 8.9664 0 0 8.9664 490.474 192.993 Tm /Ty2 1 Tf
Tj ET BT 8.9664 0 0 8.9664 489.976 192.949 Tm /Ty2 1 Tf [ (ar) 55 (.) -732
(Rethinking) ] TJ ET BT 8.9664 0 0 8.9664 328.781 181.99 Tm /Ty2 1 Tf [ (imagenet)
-410 (pre-training.) -873 (In) ] TJ ET BT 8.9664 0 0 8.9664 428.879 181.99
Tm /Ty3 1 Tf [ (Pr) 45 (oceedings) -410 (of) -411 (the) -410 (IEEE) -410 (inter)
20 (-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 171.031 Tm /Ty3 1 Tf [ (national)
-330 (confer) 37 (ence) -330 (on) -330 (computer) -330 (vision) ] TJ ET BT
8.9664 0 0 8.9664 473.766 171.031 Tm /Ty2 1 Tf [ (,) -350 (pages) -330 (49184927,)
] TJ ET BT 8.9664 0 0 8.9664 328.781 160.072 Tm /Ty2 1 Tf (2019.) Tj ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 352.1833 160.072 Tm /Ty2 1 Tf (13) Tj ET
/Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 147.933 Tm /Ty2 1 Tf ([26]) Tj ET
BT 8.9664 0 0 8.9664 328.7853 147.933 Tm /Ty2 1 Tf [ (Kaim) 1 (ing) -303 (He,)
-315 (Geor) 18 (gia) -303 (Gkioxari,) -315 (Piotr) -302 (Doll) ] TJ ET BT
8.9664 0 0 8.9664 483.364 147.978 Tm /Ty2 1 Tf Tj ET BT 8.9664 0 0 8.9664 482.866 147.933
Tm /Ty2 1 Tf [ (ar) 40 (,) -315 (and) -303 (Ross) -302 (Gir) 20 (-) ] TJ ET
BT 8.9664 0 0 8.9664 328.781 136.974 Tm /Ty2 1 Tf [ (shick.) -320 (Mask) -231
(r) 20 (-cnn.) -320 (In) ] TJ ET BT 8.9664 0 0 8.9664 408.208 136.974 Tm /Ty3
1 Tf [ (Pr) 45 (oceedings) -231 (of) -232 (the) -231 (IEEE) -232 (international)
] TJ ET BT 8.9664 0 0 8.9664 328.781 126.015 Tm /Ty3 1 Tf [ (confer) 37 (ence)
-250 (on) -250 (computer) -250 (vision) ] TJ ET BT 8.9664 0 0 8.9664 438.761 126.015
Tm /Ty2 1 Tf [ (,) -250 (pages) -250 (29612969,) -250 (2017.) ] TJ ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 534.1366 126.015 Tm /Ty2 1 Tf (5) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 308.862 113.877 Tm /Ty2 1 Tf ([27]) Tj ET BT
8.9664 0 0 8.9664 328.7853 113.877 Tm /Ty2 1 Tf [ (Kaim) 1 (ing) -303 (He,)
-316 (Xiangyu) -303 (Zhang,) -316 (Shaoqing) -303 (Ren,) -316 (and) -303 (Jian)
-302 (Sun.) ] TJ ET BT 8.9664 0 0 8.9664 328.781 102.918 Tm /Ty2 1 Tf [ (Deep)
-342 (residual) -342 (learning) -342 (for) -342 (image) -342 (recognition.)
-654 (In) ] TJ ET BT 8.9664 0 0 8.9664 512.654 102.918 Tm /Ty3 1 Tf [ (Pr)
45 (oceed-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 91.959 Tm /Ty3 1 Tf [ (ings)
-265 (of) -266 (the) -265 (IEEE) -266 (confer) 37 (ence) -265 (on) -266 (computer)
-265 (vision) -265 (and) -266 (pattern) ] TJ ET BT 8.9664 0 0 8.9664 328.781 81
Tm /Ty3 1 Tf [ (r) 37 (eco) 10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 369.703 81
Tm /Ty2 1 Tf [ (,) -250 (pages) -250 (770778,) -250 (2016.) ] TJ ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 456.1122 81 Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs
0 sc BT 8.9664 0 0 8.9664 460.5954 81 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0
sc BT 8.9664 0 0 8.9664 465.0786 81 Tm /Ty2 1 Tf (3) Tj ET /Cs2 cs 0 sc BT
8.9664 0 0 8.9664 469.5618 81 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 474.045 81
Tm /Ty2 1 Tf (12) Tj ET Q
endstream
endobj
44 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/DoHo4eIrxLnomOc69BidSA Do
Q
endstream
endobj
45 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty1 54 0 R /Ty2 55 0 R /Ty3 56 0 R >> /ProcSet [ /PDF /Text ] /XObject << /DoHo4eIrxLnomOc69BidSA 97 0 R >> >>
endobj
46 0 obj
<< /Length 28123 >>
stream
q Q q 0 0 612 792 re W n BT 8.9664 0 0 8.9664 50.112 710.037 Tm /Ty2 1 Tf
([28]) Tj ET BT 8.9664 0 0 8.9664 70.03534 710.037 Tm /Ty2 1 Tf [ (Oli) 25
(vier) -435 (J) -435 (H) ] TJ ET BT 8.9664 0 0 8.9664 113.474 710.082 Tm /Ty2
1 Tf Tj ET BT 8.9664 0 0 8.9664 112.976 710.037 Tm /Ty2 1 Tf [ (enaf)
25 (f,) -482 (Ara) 20 (vind) -435 (Srini) 25 (v) 25 (as,) -482 (Jef) 25 (fre)
15 (y) -435 (De) -436 (F) 15 (auw) 65 (,) -481 (Ali) ] TJ ET BT 8.9664 0 0 8.9664 70.031 699.078
Tm /Ty2 1 Tf [ (Raza) 20 (vi,) -248 (Carl) -248 (Doersch,) -248 (SM) -248
(Eslami,) -248 (and) -248 (Aaron) -248 (v) 25 (an) -248 (den) -248 (Oord.)
] TJ ET BT 8.9664 0 0 8.9664 70.031 688.12 Tm /Ty2 1 Tf [ (Data-ef) 25 (cient)
-314 (image) -314 (recognition) -314 (with) -314 (contrasti) 25 (v) 15 (e)
-314 (predicti) 25 (v) 15 (e) ] TJ ET BT 8.9664 0 0 8.9664 70.031 677.161
Tm /Ty2 1 Tf (coding.) Tj ET BT 8.9664 0 0 8.9664 99.907 677.161 Tm /Ty3 1
Tf [ (arXiv) -250 (pr) 37 (eprint) -250 (arXiv:1905.09272) ] TJ ET BT 8.9664 0 0 8.9664 218.872 677.161
Tm /Ty2 1 Tf [ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 246.7575 677.161
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 665.889 Tm
/Ty2 1 Tf ([29]) Tj ET BT 8.9664 0 0 8.9664 70.03534 665.889 Tm /Ty2 1 Tf
[ (R) -276 (De) 25 (v) 20 (on) -276 (Hjelm,) -283 (Ale) 15 (x) -276 (Fedoro)
15 (v) 65 (,) -283 (Samuel) -276 (La) 20 (v) 20 (oie-Marchildon,) ] TJ ET
BT 8.9664 0 0 8.9664 70.031 654.93 Tm /Ty2 1 Tf [ (Karan) -317 (Gre) 25 (w)
10 (al,) -334 (Phil) -317 (Bachman,) -333 (Adam) -317 (T) 35 (rischler) 40
(,) -334 (and) -317 (Y) 110 (oshua) ] TJ ET BT 8.9664 0 0 8.9664 70.031 643.971
Tm /Ty2 1 Tf [ (Bengio.) -574 (Learning) -317 (deep) -317 (representations)
-317 (by) -317 (mutual) -317 (informa-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 633.012
Tm /Ty2 1 Tf [ (tion) -299 (estimat) 1 (ion) -299 (and) -299 (maximization.)
-515 (In) ] TJ ET BT 8.9664 0 0 8.9664 208.646 633.012 Tm /Ty3 1 Tf [ (International)
-299 (Confe) 1 (r) 20 (-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 622.053 Tm /Ty3
1 Tf [ (ence) -250 (on) -250 (Learning) -250 (Repr) 37 (esentations) ] TJ
ET BT 8.9664 0 0 8.9664 192.475 622.053 Tm /Ty2 1 Tf [ (,) -250 (2018.) ]
TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 220.3605 622.053 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 610.782 Tm /Ty2 1 Tf ([30])
Tj ET BT 8.9664 0 0 8.9664 70.03534 610.782 Tm /Ty2 1 Tf [ (Allan) -315 (Jabri,)
-331 (Andre) 25 (w) -316 (Owens,) -331 (and) -315 (Ale) 15 (x) 15 (ei) -316
(Efros.) -568 (Space-time) ] TJ ET BT 8.9664 0 0 8.9664 70.031 599.823 Tm
/Ty2 1 Tf [ (correspondence) -306 (as) -307 (a) -306 (contrasti) 25 (v) 15
(e) -306 (random) -306 (w) 10 (alk.) ] TJ ET BT 8.9664 0 0 8.9664 242.281 599.823
Tm /Ty3 1 Tf [ (Advances) -306 (in) ] TJ ET BT 8.9664 0 0 8.9664 70.031 588.864
Tm /Ty3 1 Tf [ (neur) 15 (al) -250 (information) -250 (pr) 45 (ocessing) -250
(systems) ] TJ ET BT 8.9664 0 0 8.9664 208.219 588.864 Tm /Ty2 1 Tf [ (,)
-250 (33,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 249.5541 588.864
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 577.592 Tm
/Ty2 1 Tf ([31]) Tj ET BT 8.9664 0 0 8.9664 70.03534 577.592 Tm /Ty2 1 Tf
[ (Xu) -295 (Ji,) -307 (Jo) ] TJ ET BT 8.9664 0 0 8.9664 103.078 577.637 Tm
/Ty2 1 Tf Tj ET BT 8.9664 0 0 8.9664 102.58 577.592 Tm /Ty2 1 Tf [ (ao)
-295 (F) -296 (Henriques,) -306 (and) -296 (Andrea) -295 (V) 111 (edaldi.)
-505 (In) 40 (v) 25 (ariant) -296 (in-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 566.633
Tm /Ty2 1 Tf [ (formation) -426 (clustering) -426 (for) -426 (unsupervised)
-426 (image) -426 (classication) ] TJ ET BT 8.9664 0 0 8.9664 70.031 555.674
Tm /Ty2 1 Tf [ (and) -345 (se) 15 (gmentation.) -666 (In) ] TJ ET BT 8.9664 0 0 8.9664 152.534 555.674
Tm /Ty3 1 Tf [ (Pr) 45 (oceedings) -345 (of) -346 (the) -345 (IEEE/CVF) -346
(Inter) 20 (-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 544.715 Tm /Ty3 1 Tf [
(national) -243 (Confer) 37 (ence) -244 (on) -243 (Computer) -243 (V) 74 (ision)
] TJ ET BT 8.9664 0 0 8.9664 216.739 544.715 Tm /Ty2 1 Tf [ (,) -245 (pages)
-243 (98659874,) ] TJ ET BT 8.9664 0 0 8.9664 70.031 533.756 Tm /Ty2 1 Tf
(2019.) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 93.4333 533.756 Tm /Ty2
1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 522.485 Tm /Ty2 1
Tf ([32]) Tj ET BT 8.9664 0 0 8.9664 70.03534 522.485 Tm /Ty2 1 Tf [ (K) 15
(urt) -323 (K) 35 (of) 25 (fka.) ] TJ ET BT 8.9664 0 0 8.9664 121.668 522.485
Tm /Ty3 1 Tf [ (Principles) -323 (of) -324 (Gestalt) -324 (ps) 1 (yc) 15 (holo)
10 (gy) ] TJ ET BT 8.9664 0 0 8.9664 240.226 522.485 Tm /Ty2 1 Tf [ (,) -342
(v) 20 (olume) -323 (44.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 511.526 Tm /Ty2
1 Tf [ (Routledge,) -250 (2013.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 134.7774 511.526
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 500.254 Tm
/Ty2 1 Tf ([33]) Tj ET BT 8.9664 0 0 8.9664 70.03534 500.254 Tm /Ty2 1 Tf
[ (Ale) 15 (xander) -256 (K) 35 (olesnik) 10 (o) 15 (v) 65 (,) -259 (Xiaohua)
-257 (Zhai,) -258 (and) -257 (Lucas) -257 (Be) 15 (yer) 55 (.) -381 (Re-)
] TJ ET BT 8.9664 0 0 8.9664 70.031 489.295 Tm /Ty2 1 Tf [ (visiting) -430
(self-supervised) -430 (visual) -431 (representation) -430 (learning.) -937
(In) ] TJ ET BT 8.9664 0 0 8.9664 70.031 478.336 Tm /Ty3 1 Tf [ (Pr) 45 (oceedings)
-380 (of) -379 (the) -380 (IEEE/CVF) -380 (confer) 37 (ence) -379 (on) -380
(computer) -380 (vi-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 467.377 Tm /Ty3
1 Tf [ (sion) -250 (and) -250 (pattern) -250 (r) 37 (eco) 10 (gnition) ] TJ
ET BT 8.9664 0 0 8.9664 171.978 467.377 Tm /Ty2 1 Tf [ (,) -250 (pages) -250
(19201929,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 267.3536 467.377
Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 456.106 Tm
/Ty2 1 Tf ([34]) Tj ET BT 8.9664 0 0 8.9664 70.03534 456.106 Tm /Ty2 1 Tf
[ (Ale) 15 (x) -434 (Krizhe) 25 (vsk) 15 (y) 65 (,) -480 (Ilya) -434 (Sutsk)
10 (e) 25 (v) 15 (er) 40 (,) -481 (and) -434 (Geof) 25 (fre) 15 (y) -434 (E)
-434 (Hinton.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 445.147 Tm /Ty2 1 Tf [
(Imagenet) -337 (classication) -338 (with) -337 (deep) -337 (con) 40 (v)
20 (olutional) -338 (neural) -337 (net-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 434.188
Tm /Ty2 1 Tf [ (w) 10 (orks.) -700 (In) ] TJ ET BT 8.9664 0 0 8.9664 111.039 434.188
Tm /Ty3 1 Tf [ (Advances) -356 (in) -357 (neur) 15 (al) -356 (information)
-356 (pr) 45 (ocessing) -356 (sys-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 423.229
Tm /Ty3 1 Tf (tems) Tj ET BT 8.9664 0 0 8.9664 86.466 423.229 Tm /Ty2 1 Tf
[ (,) -250 (pages) -250 (10971105,) -250 (2012.) ] TJ ET /Cs1 cs 1 0 0 sc
BT 8.9664 0 0 8.9664 181.8416 423.229 Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc
BT 8.9664 0 0 8.9664 50.112 411.957 Tm /Ty2 1 Tf ([35]) Tj ET BT 8.9664 0 0 8.9664 70.03534 411.957
Tm /Ty2 1 Tf [ (Iro) -314 (Laina,) -331 (Christian) -314 (Rupprecht,) -331
(V) 111 (asi) 1 (leios) -315 (Belagiannis,) -330 (Fed-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 400.998
Tm /Ty2 1 Tf [ (erico) -326 (T) 80 (ombari,) -344 (and) -326 (Nassir) -326
(Na) 20 (v) 25 (ab) 40 (.) -602 (Deeper) -326 (depth) -326 (prediction) ]
TJ ET BT 8.9664 0 0 8.9664 70.031 390.039 Tm /Ty2 1 Tf [ (with) -313 (fully)
-314 (con) 40 (v) 20 (olut) 1 (ional) -314 (residual) -313 (netw) 10 (orks.)
-562 (In) ] TJ ET BT 8.9664 0 0 8.9664 241.653 390.039 Tm /Ty3 1 Tf [ (2016)
-313 (F) 105 (ourth) ] TJ ET BT 8.9664 0 0 8.9664 70.031 379.08 Tm /Ty3 1
Tf [ (international) -422 (confer) 37 (ence) -423 (on) -422 (3D) -423 (vision)
-422 (\(3D) 40 (V\)) ] TJ ET BT 8.9664 0 0 8.9664 238.195 379.08 Tm /Ty2 1
Tf [ (,) -423 (page) 1 (s) -423 <323339d0> ] TJ ET BT 8.9664 0 0 8.9664 70.031 368.121
Tm /Ty2 1 Tf [ (248.) -250 (IEEE,) -250 (2016.) ] TJ ET /Cs1 cs 1 0 0 sc BT
8.9664 0 0 8.9664 135.2705 368.121 Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT
8.9664 0 0 8.9664 50.112 356.85 Tm /Ty2 1 Tf ([36]) Tj ET BT 8.9664 0 0 8.9664 70.03534 356.85
Tm /Ty2 1 Tf [ (Gusta) 20 (v) -1335 (Larsson,) -1608 (Michael) -1335 (Maire,)
-1608 (and) -1335 (Gre) 15 (gory) ] TJ ET BT 8.9664 0 0 8.9664 70.031 345.891
Tm /Ty2 1 Tf [ (Shakhnaro) 15 (vich.) -1145 (Colorization) -495 (as) -496
(a) -495 (proxy) -495 (task) -496 (for) -495 (visual) ] TJ ET BT 8.9664 0 0 8.9664 70.031 334.932
Tm /Ty2 1 Tf [ (understanding.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 136.014 334.932
Tm /Ty3 1 Tf (CVPR) Tj ET BT 8.9664 0 0 8.9664 158.43 334.932 Tm /Ty2 1 Tf
[ (,) -250 (pages) -250 (68746883,) -250 (2017.) ] TJ ET /Cs1 cs 1 0 0 sc
BT 8.9664 0 0 8.9664 253.8056 334.932 Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc
BT 8.9664 0 0 8.9664 50.112 323.66 Tm /Ty2 1 Tf ([37]) Tj ET BT 8.9664 0 0 8.9664 70.03534 323.66
Tm /Ty2 1 Tf [ (Y) 55 (in) -375 (Li,) -407 (Manohar) -376 (P) 15 (aluri,)
-407 (James) -376 (M) -376 (Rehg,) -407 (and) -376 (Piotr) -375 (Doll) ] TJ
ET BT 8.9664 0 0 8.9664 278.144 323.705 Tm /Ty2 1 Tf Tj ET BT 8.9664 0 0 8.9664 277.647 323.66
Tm /Ty2 1 Tf [ (ar) 55 (.) ] TJ ET BT 8.9664 0 0 8.9664 70.031 312.701 Tm
/Ty2 1 Tf [ (Unsupervised) -250 (learning) -250 (of) -250 (edges.) -360 (In)
] TJ ET BT 8.9664 0 0 8.9664 198.509 312.701 Tm /Ty3 1 Tf (CVPR) Tj ET BT
8.9664 0 0 8.9664 220.925 312.701 Tm /Ty2 1 Tf [ (,) -250 (2016.) ] TJ ET
/Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 248.8105 312.701 Tm /Ty2 1 Tf (2) Tj
ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 301.43 Tm /Ty2 1 Tf ([38]) Tj
ET BT 8.9664 0 0 8.9664 70.03534 301.43 Tm /Ty2 1 Tf [ (Tsung-Y) 55 (i) -468
(Lin,) -524 (Piotr) -468 (Doll) ] TJ ET BT 8.9664 0 0 8.9664 165.579 301.474
Tm /Ty2 1 Tf Tj ET BT 8.9664 0 0 8.9664 165.082 301.43 Tm /Ty2 1 Tf [
(ar) 40 (,) -523 (Ross) -469 (Girshick,) -523 (Kaiming) -469 (He,) ] TJ ET
BT 8.9664 0 0 8.9664 70.031 290.471 Tm /Ty2 1 Tf [ (Bharath) -539 (Hariharan,)
-611 (and) -538 (Ser) 18 (ge) -539 (Belongie.) -1284 (Feature) -539 (p) 10
(yra-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 279.512 Tm /Ty2 1 Tf [ (mid) -396
(netw) 10 (orks) -397 (for) -396 (object) -396 (detection.) -828 (In) ] TJ
ET BT 8.9664 0 0 8.9664 216.904 279.512 Tm /Ty3 1 Tf [ (Pr) 45 (oceedings)
-396 (of) -397 (t) 1 (he) ] TJ ET BT 8.9664 0 0 8.9664 70.031 268.553 Tm /Ty3
1 Tf [ (IEEE) -388 (confer) 37 (ence) -388 (on) -387 (computer) -388 (vision)
-388 (and) -388 (pattern) -388 (r) 37 (eco) 10 (gni-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 257.594
Tm /Ty3 1 Tf (tion) Tj ET BT 8.9664 0 0 8.9664 83.983 257.594 Tm /Ty2 1 Tf
[ (,) -250 (pages) -250 (21172125,) -250 (2017.) ] TJ ET /Cs1 cs 1 0 0 sc
BT 8.9664 0 0 8.9664 179.3586 257.594 Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc
BT 8.9664 0 0 8.9664 50.112 246.322 Tm /Ty2 1 Tf ([39]) Tj ET BT 8.9664 0 0 8.9664 70.03534 246.322
Tm /Ty2 1 Tf [ (Jonathan) -307 (Long,) -321 (Ev) 25 (an) -307 (Shelhamer)
40 (,) -322 (and) -307 (T) 35 (re) 25 (v) 20 (or) -307 (Darrell.) -543 (Fully)
] TJ ET BT 8.9664 0 0 8.9664 70.031 235.363 Tm /Ty2 1 Tf [ (con) 40 (v) 20
(olutional) -312 (netw) 10 (orks) -313 (for) -312 (semantic) -312 (se) 15
(gmentation.) -560 (In) ] TJ ET BT 8.9664 0 0 8.9664 270.33 235.363 Tm /Ty3
1 Tf [ (Pr) 45 (o-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 224.404 Tm /Ty3 1
Tf [ (ceedings) -204 (of) -204 (the) -204 (IEEE) -204 (conf) 1 (er) 37 (ence)
-204 (on) -204 (computer) -204 (vision) -204 (and) -204 (pat-) ] TJ ET BT
8.9664 0 0 8.9664 70.031 213.445 Tm /Ty3 1 Tf [ (tern) -250 (r) 37 (eco) 10
(gnition) ] TJ ET BT 8.9664 0 0 8.9664 127.639 213.445 Tm /Ty2 1 Tf [ (,)
-250 (pages) -250 (34313440,) -250 (2015.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 223.0146 213.445
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 227.4978 213.445
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 231.981 213.445
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 202.174 Tm
/Ty2 1 Tf ([40]) Tj ET BT 8.9664 0 0 8.9664 70.03534 202.174 Tm /Ty2 1 Tf
[ (Da) 20 (vid) -373 (Lo) 25 (we.) ] TJ ET BT 8.9664 0 0 8.9664 124.331 202.174
Tm /Ty3 1 Tf [ (P) 80 (er) 37 (ceptual) -374 (or) 37 (ganization) -373 (and)
-374 (visual) -374 (r) 37 (eco) 10 (gni-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 191.215
Tm /Ty3 1 Tf (tion) Tj ET BT 8.9664 0 0 8.9664 83.983 191.215 Tm /Ty2 1 Tf
[ (,) -313 (v) 20 (olume) -300 (5.) -521 (Springer) -300 (Science) -301 (&)
-300 (Business) -300 (Media,) -313 (2012.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 70.031 180.256
Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 168.984 Tm
/Ty2 1 Tf ([41]) Tj ET BT 8.9664 0 0 8.9664 70.03534 168.984 Tm /Ty2 1 Tf
[ (Da) 20 (vid) -415 (Martin,) -456 (Charless) -415 (F) 15 (o) 25 (wlk) 10
(es,) -457 (Doron) -415 (T) 80 (al,) -456 (and) -415 (Jitendra) ] TJ ET BT
8.9664 0 0 8.9664 70.031 158.025 Tm /Ty2 1 Tf [ (Malik.) -1068 (A) -471 (database)
-472 (of) -471 (human) -471 (se) 15 (gmented) -472 (natural) -471 (images)
] TJ ET BT 8.9664 0 0 8.9664 70.031 147.066 Tm /Ty2 1 Tf [ (and) -194 (its)
-195 (application) -194 (to) -194 (e) 25 (v) 25 (aluating) -194 (se) 15 (gmentation)
-195 (algorithms) -194 (and) ] TJ ET BT 8.9664 0 0 8.9664 70.031 136.107 Tm
/Ty2 1 Tf [ (measuring) -240 (ecological) -239 (statistics.) -338 (In) ] TJ
ET BT 8.9664 0 0 8.9664 194.31 136.107 Tm /Ty3 1 Tf [ (Pr) 45 (oceedings)
-240 (Eighth) -239 (IEEE) ] TJ ET BT 8.9664 0 0 8.9664 70.031 125.149 Tm /Ty3
1 Tf [ (International) -336 (Confer) 37 (ence) -336 (on) -336 (Computer) -336
(V) 74 (ision.) -336 (ICCV) -336 (2001) ] TJ ET BT 8.9664 0 0 8.9664 284.12 125.149
Tm /Ty2 1 Tf (,) Tj ET BT 8.9664 0 0 8.9664 70.031 114.19 Tm /Ty2 1 Tf [ (v)
20 (olume) -250 (2,) -250 (pages) -250 (416423.) -250 (IEEE,) -250 (2001.)
] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 213.7893 114.19 Tm /Ty2 1 Tf
(1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 102.918 Tm /Ty2 1 Tf ([42])
Tj ET BT 8.9664 0 0 8.9664 70.03534 102.918 Tm /Ty2 1 Tf [ (Ishan) -244 (Misra,)
-246 (C) -245 (La) 15 (wrence) -245 (Zitnick,) -245 (and) -245 (Martial) -245
(Hebert.) -348 (Shuf-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 91.959 Tm /Ty2
1 Tf [ -401 (and) -402 (lea) 1 (rn:) -613 (unsupervised) -401 (learning)
-401 (using) -402 (temporal) -401 (order) ] TJ ET BT 8.9664 0 0 8.9664 70.031 81
Tm /Ty2 1 Tf [ (v) 15 (erication.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 125.918 81
Tm /Ty3 1 Tf (ECCV) Tj ET BT 8.9664 0 0 8.9664 148.836 81 Tm /Ty2 1 Tf [ (,)
-250 (2016.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 176.7215 81 Tm
/Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 710.037 Tm /Ty2
1 Tf ([43]) Tj ET BT 8.9664 0 0 8.9664 328.7853 710.037 Tm /Ty2 1 Tf [ (T)
-360 (Nathan) -361 (Mundhenk,) -389 (Daniel) -361 (Ho,) -389 (and) -361 (Barry)
-361 (Y) -361 (Chen.) -715 (Im-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 699.079
Tm /Ty2 1 Tf [ (pro) 15 (v) 15 (ements) -431 (to) -431 (conte) 15 (xt) -431
(based) -430 (self-supervised) -431 (learning.) -939 (In) ] TJ ET BT 8.9664 0 0 8.9664 328.781 688.12
Tm /Ty3 1 Tf [ (Pr) 45 (oceedings) -422 (of) -421 (the) -422 (IEEE) -422 (Confer)
37 (ence) -421 (on) -422 (Computer) -422 (V) 74 (ision) ] TJ ET BT 8.9664 0 0 8.9664 328.781 677.161
Tm /Ty3 1 Tf [ (and) -250 (P) 80 (attern) -250 (Reco) 10 (gnition) ] TJ ET
BT 8.9664 0 0 8.9664 416.14 677.161 Tm /Ty2 1 Tf [ (,) -250 (pages) -250 (93399348,)
-250 (2018.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 511.5156 677.161
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 664.924 Tm
/Ty2 1 Tf ([44]) Tj ET BT 8.9664 0 0 8.9664 328.7853 664.924 Tm /Ty2 1 Tf
[ (Mehdi) -393 (Noroozi) -394 (and) -394 (P) 15 (aolo) -394 (F) 15 (a) 20
(v) 25 (aro.) -820 (Unsupervised) -393 (learning) ] TJ ET BT 8.9664 0 0 8.9664 328.781 653.965
Tm /Ty2 1 Tf [ (of) -507 (visual) -508 (representations) -507 (by) -507 (solving)
-508 (jigsa) 15 (w) -507 (puzzles.) -1184 (In) ] TJ ET BT 8.9664 0 0 8.9664 328.781 643.006
Tm /Ty3 1 Tf [ (Eur) 45 (opean) -473 (Confer) 37 (ence) -474 (on) -473 (Computer)
-473 (V) 74 (ision) ] TJ ET BT 8.9664 0 0 8.9664 488.807 643.006 Tm /Ty2 1
Tf [ (,) -529 (pages) -474 (6984.) ] TJ ET BT 8.9664 0 0 8.9664 328.781 632.047
Tm /Ty2 1 Tf [ (Springer) 40 (,) -250 (2016.) ] TJ ET /Cs1 cs 1 0 0 sc BT
8.9664 0 0 8.9664 387.1881 632.047 Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT
8.9664 0 0 8.9664 308.862 619.81 Tm /Ty2 1 Tf ([45]) Tj ET BT 8.9664 0 0 8.9664 328.7853 619.81
Tm /Ty2 1 Tf [ (Deepak) -451 (P) 15 (athak,) -503 (Ross) -451 (Girshick,)
-503 (Piotr) -451 (Doll) ] TJ ET BT 8.9664 0 0 8.9664 488.278 619.855 Tm /Ty2
1 Tf Tj ET BT 8.9664 0 0 8.9664 487.78 619.81 Tm /Ty2 1 Tf [ (ar) 40 (,)
-502 (T) 35 (re) 25 (v) 20 (or) -452 (Dar) 20 (-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 608.851
Tm /Ty2 1 Tf [ (rell,) -427 (and) -392 (Bharath) -392 (Hariharan.) -814 (Learning)
-391 (features) -392 (by) -392 (w) 10 (atch-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 597.892
Tm /Ty2 1 Tf [ (ing) -342 (objects) -342 (mo) 15 (v) 15 (e.) -654 (In) ] TJ
ET BT 8.9664 0 0 8.9664 410.072 597.892 Tm /Ty3 1 Tf [ (Pr) 45 (oceedings)
-342 (of) -342 (the) -342 (IEEE) -342 (Confer) 37 (ence) ] TJ ET BT 8.9664 0 0 8.9664 328.781 586.933
Tm /Ty3 1 Tf [ (on) -336 (Computer) -336 (V) 74 (ision) -337 (and) -336 (P)
80 (attern) -336 (Reco) 10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 493.816 586.933
Tm /Ty2 1 Tf [ (,) -358 (pages) -336 (2701) ] TJ ET BT 8.9664 0 0 8.9664 328.781 575.974
Tm /Ty2 1 Tf [ (2710,) -250 (2017.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 374.5993 575.974
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 379.0825 575.974
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 383.5657 575.974
Tm /Ty2 1 Tf (7) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 563.737 Tm
/Ty2 1 Tf ([46]) Tj ET BT 8.9664 0 0 8.9664 328.7853 563.737 Tm /Ty2 1 Tf
[ (Deepak) -368 (P) 15 (athak,) -398 (Philipp) -369 (Krahenb) 20 (uhl,) -398
(Jef) 25 (f) -368 (Donahue,) -398 (T) 35 (re) 25 (v) 20 (or) ] TJ ET BT 8.9664 0 0 8.9664 328.781 552.778
Tm /Ty2 1 Tf [ (Darrell,) -480 (and) -434 (Ale) 15 (x) 15 (ei) -434 (A) -434
(Efros.) -950 (Conte) 15 (xt) -434 (encoders:) -678 (Feature) ] TJ ET BT 8.9664 0 0 8.9664 328.781 541.819
Tm /Ty2 1 Tf [ (learning) -417 (by) -417 (inpainting.) -895 (In) ] TJ ET BT
8.9664 0 0 8.9664 432.449 541.819 Tm /Ty3 1 Tf [ (Pr) 45 (oceedings) -417
(of) -417 (the) -417 (IEEE) -417 (con-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 530.86
Tm /Ty3 1 Tf [ (fer) 37 (ence) -364 (on) -364 (computer) -363 (vision) -364
(and) -364 (pattern) -364 (r) 37 (eco) 10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 518.937 530.86
Tm /Ty2 1 Tf [ (,) -392 (pages) ] TJ ET BT 8.9664 0 0 8.9664 328.781 519.901
Tm /Ty2 1 Tf [ (25362544,) -250 (2016.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 397.0153 519.901
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 507.664 Tm
/Ty2 1 Tf ([47]) Tj ET BT 8.9664 0 0 8.9664 328.7853 507.664 Tm /Ty2 1 Tf
[ (Chao) -352 (Peng,) -378 (T) 70 (ete) -352 (Xiao,) -378 (Zeming) -352 (Li,)
-378 (Y) 111 (uning) -353 (Jiang,) -377 (Xiangyu) ] TJ ET BT 8.9664 0 0 8.9664 328.781 496.705
Tm /Ty2 1 Tf [ (Zhang,) -379 (Kai) -353 (Jia,) -379 (Gang) -353 (Y) 111 (u,)
-379 (and) -353 (Jian) -353 (Sun.) -690 (Me) 15 (gdet:) -516 (A) -353 (lar)
18 (ge) ] TJ ET BT 8.9664 0 0 8.9664 328.781 485.747 Tm /Ty2 1 Tf [ (mini-batch)
-236 (object) -236 (detector) 55 (.) -329 (In) ] TJ ET BT 8.9664 0 0 8.9664 436.945 485.747
Tm /Ty3 1 Tf [ (Pr) 45 (oceedings) -236 (of) -236 (the) -236 (IEEE) -236 (Con-)
] TJ ET BT 8.9664 0 0 8.9664 328.781 474.788 Tm /Ty3 1 Tf [ (fer) 37 (ence)
-280 (on) -280 (Computer) -281 (V) 74 (ision) -280 (and) -280 (P) 80 (attern)
-280 (Reco) 10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 519.874 474.788 Tm /Ty2
1 Tf [ (,) -288 (pages) ] TJ ET BT 8.9664 0 0 8.9664 328.781 463.829 Tm /Ty2
1 Tf [ (61816189,) -250 (2018.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 397.0153 463.829
Tm /Ty2 1 Tf (5) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 451.592 Tm
/Ty2 1 Tf ([48]) Tj ET BT 8.9664 0 0 8.9664 328.7853 451.592 Tm /Ty2 1 Tf
[ (Pedro) -196 (O) -196 (Pinheiro,) -207 (Amjad) -196 (Almahairi,) -206 (Ryan)
-197 (Y) -196 (Benmalek,) -206 (Flo-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 440.633
Tm /Ty2 1 Tf [ (rian) -228 (Golemo,) -233 (and) -228 (Aaron) -228 (C) -228
(Courville.) -313 (Unsupervised) -228 (learning) ] TJ ET BT 8.9664 0 0 8.9664 328.781 429.674
Tm /Ty2 1 Tf [ (of) -250 (dense) -250 (visual) -250 (representations.) -360
(In) ] TJ ET BT 8.9664 0 0 8.9664 454.273 429.674 Tm /Ty3 1 Tf (NeurIPS) Tj
ET BT 8.9664 0 0 8.9664 485.153 429.674 Tm /Ty2 1 Tf [ (,) -250 (2020.) ]
TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 513.0385 429.674 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 517.5217 429.674 Tm /Ty2 1 Tf
(,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 522.0049 429.674 Tm /Ty2 1
Tf (6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 417.437 Tm /Ty2 1 Tf
([49]) Tj ET BT 8.9664 0 0 8.9664 328.7853 417.437 Tm /Ty2 1 Tf [ (Ilij) 1
(a) -528 (Radosa) 20 (v) 20 (o) 15 (vic,) -597 (Raj) -527 (Prateek) -527 (K)
35 (osaraju,) -597 (Ross) -527 (Girshick,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 406.478
Tm /Ty2 1 Tf [ (Kaiming) -379 (He,) -412 (and) -380 (Piotr) -379 (Doll) ]
TJ ET BT 8.9664 0 0 8.9664 433.584 406.523 Tm /Ty2 1 Tf Tj ET BT 8.9664 0 0 8.9664 433.087 406.478
Tm /Ty2 1 Tf [ (ar) 55 (.) -774 (Designing) -380 (net) 1 (w) 10 (ork) -380
(design) ] TJ ET BT 8.9664 0 0 8.9664 328.781 395.519 Tm /Ty2 1 Tf [ (spaces.)
-956 (In) ] TJ ET BT 8.9664 0 0 8.9664 374.38 395.519 Tm /Ty3 1 Tf [ (Pr)
45 (oceedings) -436 (of) -437 (the) -436 (IEEE/CVF) -436 (Confer) 37 (ence)
-436 (on) ] TJ ET BT 8.9664 0 0 8.9664 328.781 384.56 Tm /Ty3 1 Tf [ (Computer)
-470 (V) 74 (ision) -470 (and) -470 (P) 80 (attern) -470 (Reco) 10 (gnition)
] TJ ET BT 8.9664 0 0 8.9664 486.633 384.56 Tm /Ty2 1 Tf [ (,) -525 (pages)
-470 (10428) ] TJ ET BT 8.9664 0 0 8.9664 328.781 373.601 Tm /Ty2 1 Tf [
(10436,) -250 (2020.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 379.0825 373.601
Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 361.364 Tm
/Ty2 1 Tf ([50]) Tj ET BT 8.9664 0 0 8.9664 328.7853 361.364 Tm /Ty2 1 Tf
[ (Olg) 5 (a) -221 (Russak) 10 (o) 15 (vsk) 15 (y) 65 (,) -228 (J) 1 (ia)
-222 (Deng,) -227 (Hao) -222 (Su,) -227 (Jonathan) -222 (Krause,) -227 (San-)
] TJ ET BT 8.9664 0 0 8.9664 328.781 350.405 Tm /Ty2 1 Tf [ (jee) 25 (v) -312
(Sathees) 1 (h,) -327 (Sean) -312 (Ma,) -327 (Zhiheng) -311 (Huang,) -327
(Andrej) -312 (Karpath) 5 (y) 65 (,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 339.446
Tm /Ty2 1 Tf [ (Aditya) -426 (Khosla,) -470 (Michael) -426 (Bernste) 1 (in,)
-470 (et) -426 (al.) -923 (Imagenet) -426 (lar) 18 (ge) ] TJ ET BT 8.9664 0 0 8.9664 328.781 328.487
Tm /Ty2 1 Tf [ (scale) -310 (visual) -310 (recognition) -310 (challenge.)
] TJ ET BT 8.9664 0 0 8.9664 458.849 328.487 Tm /Ty3 1 Tf [ (International)
-310 (journal) -310 (of) ] TJ ET BT 8.9664 0 0 8.9664 328.781 317.528 Tm /Ty3
1 Tf [ (computer) -250 (vision) ] TJ ET BT 8.9664 0 0 8.9664 386.309 317.528
Tm /Ty2 1 Tf [ (,) -250 (115\(3\):211252,) -250 (2015.) ] TJ ET /Cs1 cs 1
0 0 sc BT 8.9664 0 0 8.9664 476.4572 317.528 Tm /Ty2 1 Tf (1) Tj ET /Cs2 cs
0 sc BT 8.9664 0 0 8.9664 308.862 305.291 Tm /Ty2 1 Tf ([51]) Tj ET BT 8.9664 0 0 8.9664 328.7853 305.291
Tm /Ty2 1 Tf [ (Rampr) 1 (asaath) -278 (R) -277 (Selv) 25 (araju,) -284 (Karan)
-277 (Desai,) -284 (Justin) -277 (Johnson,) -284 (and) ] TJ ET BT 8.9664 0 0 8.9664 328.781 294.332
Tm /Ty2 1 Tf [ (Nikhil) -308 (Naik.) -547 (Casting) -308 (your) -308 (model:)
-427 (Learning) -308 (to) -309 (localize) -308 (im-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 283.373
Tm /Ty2 1 Tf [ (pro) 15 (v) 15 (es) -418 (self-supervised) -418 (repr) 1 (esentations.)
-897 (In) ] TJ ET BT 8.9664 0 0 8.9664 489.971 283.373 Tm /Ty3 1 Tf [ (Pr)
45 (oceedings) -418 (of) ] TJ ET BT 8.9664 0 0 8.9664 328.781 272.414 Tm /Ty3
1 Tf [ (the) -300 (IEEE/CVF) -299 (Confer) 37 (ence) -300 (on) -299 (Computer)
-300 (V) 74 (ision) -299 (and) -300 (P) 80 (attern) ] TJ ET BT 8.9664 0 0 8.9664 328.781 261.456
Tm /Ty3 1 Tf [ (Reco) 10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 372.025 261.456
Tm /Ty2 1 Tf [ (,) -250 (pages) -250 (1105811067,) -250 (2021.) ] TJ ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 476.367 261.456 Tm /Ty2 1 Tf (2) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 308.862 249.218 Tm /Ty2 1 Tf ([52]) Tj ET BT
8.9664 0 0 8.9664 328.7853 249.218 Tm /Ty2 1 Tf [ (Karen) -377 (Simon) 15
(yan) -378 (and) -377 (Andre) 25 (w) -378 (Zisserman.) -768 (V) 111 (ery)
-378 (deep) -377 (con-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 238.26 Tm /Ty2
1 Tf [ (v) 20 (olutional) -364 (net) 1 (w) 10 (orks) -364 (for) -364 (lar)
18 (ge-scale) -363 (image) -364 (recognition.) ] TJ ET BT 8.9664 0 0 8.9664 534.657 238.26
Tm /Ty3 1 Tf (In-) Tj ET BT 8.9664 0 0 8.9664 328.781 227.301 Tm /Ty3 1 Tf
[ (ternational) -190 (Confer) 37 (ence) -191 (on) -190 (Learning) -191 (Repr)
37 (esentations) -190 (\(ICLR\)) ] TJ ET BT 8.9664 0 0 8.9664 542.87 227.301
Tm /Ty2 1 Tf (,) Tj ET BT 8.9664 0 0 8.9664 328.781 216.342 Tm /Ty2 1 Tf (2015.)
Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 352.1833 216.342 Tm /Ty2 1 Tf
(2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 204.105 Tm /Ty2 1 Tf ([53])
Tj ET BT 8.9664 0 0 8.9664 328.7853 204.105 Tm /Ty2 1 Tf [ (Chen) -324 (Sun,)
-343 (Abhina) 20 (v) -324 (Shri) 25 (v) 25 (asta) 20 (v) 25 (a,) -343 (Saurabh)
-325 (Singh,) -343 (and) -324 (Abhi-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 193.146
Tm /Ty2 1 Tf [ (na) 20 (v) -288 (Gupta.) -484 (Re) 25 (visiting) -288 (unreasonable)
-289 (ef) 25 (fec) 1 (ti) 25 (v) 15 (eness) -289 (of) -288 (data) -289 (in)
] TJ ET BT 8.9664 0 0 8.9664 328.781 182.187 Tm /Ty2 1 Tf [ (deep) -270 (learning)
-270 (era.) -425 (In) ] TJ ET BT 8.9664 0 0 8.9664 406.821 182.187 Tm /Ty3
1 Tf [ (Pr) 45 (oceedings) -270 (of) -270 (the) -270 (IEEE) -270 (international)
] TJ ET BT 8.9664 0 0 8.9664 328.781 171.228 Tm /Ty3 1 Tf [ (confer) 37 (ence)
-250 (on) -250 (computer) -250 (vision) ] TJ ET BT 8.9664 0 0 8.9664 438.761 171.228
Tm /Ty2 1 Tf [ (,) -250 (pages) -250 (843852,) -250 (2017.) ] TJ ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 525.1702 171.228 Tm /Ty2 1 Tf (2) Tj ET /Cs2
cs 0 sc BT 8.9664 0 0 8.9664 308.862 158.991 Tm /Ty2 1 Tf ([54]) Tj ET BT
8.9664 0 0 8.9664 328.7853 158.991 Tm /Ty2 1 Tf [ (Y) 110 (onglong) -461 (T)
35 (ian,) -514 (Dilip) -462 (Krishnan,) -514 (and) -461 (Phillip) -462 (Isola.)
-1036 (Con-) ] TJ ET BT 8.9664 0 0 8.9664 328.781 148.032 Tm /Ty2 1 Tf [ (trasti)
25 (v) 15 (e) -240 (multi) 25 (vie) 25 (w) -241 (coding.) -339 (In) ] TJ ET
BT 8.9664 0 0 8.9664 434.362 148.032 Tm /Ty3 1 Tf [ (Computer) -240 (V) 74
(isionECCV) -241 (2020:) ] TJ ET BT 8.9664 0 0 8.9664 328.781 137.073 Tm
/Ty3 1 Tf [ (16th) -444 (Eur) 45 (opean) -443 (Confer) 37 (ence) 10 (,) -492
(Glasgow) 74 (,) -492 (UK,) -443 (A) 20 (ugust) -444 (2328,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 126.114
Tm /Ty3 1 Tf [ (2020,) -468 (Pr) 45 (oceedings,) -467 (P) 80 (art) -425 (XI)
-424 (16) ] TJ ET BT 8.9664 0 0 8.9664 444.266 126.114 Tm /Ty2 1 Tf [ (,)
-468 (pages) -424 (776794.) -424 (Springer) 40 (,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 115.155
Tm /Ty2 1 Tf (2020.) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 352.1833 115.155
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 308.862 102.918 Tm
/Ty2 1 Tf ([55]) Tj ET BT 8.9664 0 0 8.9664 328.7853 102.918 Tm /Ty2 1 Tf
[ (Y) 110 (onglong) -561 (T) 35 (ian,) -638 (Chen) -562 (Sun,) -638 (Ben)
-562 (Poole) 1 (,) -639 (Dilip) -561 (Krishnan,) ] TJ ET BT 8.9664 0 0 8.9664 328.781 91.959
Tm /Ty2 1 Tf [ (Cordelia) -354 (Schmid,) -379 (and) -354 (Phillip) -354 (Isola.)
-692 (What) -353 (mak) 10 (es) -354 (for) -354 (good) ] TJ ET BT 8.9664 0 0 8.9664 328.781 81
Tm /Ty2 1 Tf [ (vie) 25 (ws) -250 (for) -250 (contrasti) 25 (v) 15 (e) -250
(learning.) ] TJ ET BT 8.9664 0 0 8.9664 440.492 81 Tm /Ty3 1 Tf (NeurIPS)
Tj ET BT 8.9664 0 0 8.9664 471.372 81 Tm /Ty2 1 Tf [ (,) -250 (2020.) ] TJ
ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 499.2575 81 Tm /Ty2 1 Tf (2) Tj ET
/Cs2 cs 0 sc BT 8.9664 0 0 8.9664 503.7407 81 Tm /Ty2 1 Tf (,) Tj ET /Cs1
cs 1 0 0 sc BT 8.9664 0 0 8.9664 508.2239 81 Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs
0 sc BT 8.9664 0 0 8.9664 512.7071 81 Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0
sc BT 8.9664 0 0 8.9664 517.1903 81 Tm /Ty2 1 Tf (13) Tj ET Q
endstream
endobj
47 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/0RWzzZHQSgBewFZomRElZA Do
Q
endstream
endobj
48 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty2 55 0 R /Ty3 56 0 R >> /ProcSet [ /PDF /Text ] /XObject << /0RWzzZHQSgBewFZomRElZA 98 0 R >> >>
endobj
49 0 obj
<< /Length 12028 >>
stream
q Q q 0 0 612 792 re W n BT 8.9664 0 0 8.9664 50.112 710.037 Tm /Ty2 1 Tf
([56]) Tj ET BT 8.9664 0 0 8.9664 70.03534 710.037 Tm /Ty2 1 Tf [ (Shimon)
-273 (Ullman) -274 (et) -274 (al.) ] TJ ET BT 8.9664 0 0 8.9664 151.3 710.037
Tm /Ty3 1 Tf [ (High-le) 15 (vel) -274 (vision:) -357 (Object) -274 (r) 37
(eco) 10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 70.031 699.078 Tm /Ty3 1 Tf
[ (and) -243 (visual) -243 (co) 10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 143.041 699.078
Tm /Ty2 1 Tf [ (,) -244 (v) 20 (olume) -243 (2.) -344 (MIT) -243 (press) -243
(Cambridge,) -244 (MA,) ] TJ ET BT 8.9664 0 0 8.9664 70.031 688.12 Tm /Ty2
1 Tf (1996.) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 93.4333 688.12 Tm
/Ty2 1 Tf (1) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 676.164 Tm /Ty2
1 Tf ([57]) Tj ET BT 8.9664 0 0 8.9664 70.03534 676.164 Tm /Ty2 1 Tf [ (Aaron)
-330 (v) 25 (an) -331 (den) -331 (Oord,) -351 (Y) 100 (azhe) -331 (Li,) -350
(and) -331 (Oriol) -331 (V) 60 (in) 15 (yals.) -618 (Repre-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 665.205
Tm /Ty2 1 Tf [ (sentation) -293 (learning) -292 (with) -293 (contrasti) 25
(v) 15 (e) -293 (predicti) 25 (v) 15 (e) -292 (coding.) ] TJ ET BT 8.9664 0 0 8.9664 266.439 665.205
Tm /Ty3 1 Tf (arXiv) Tj ET BT 8.9664 0 0 8.9664 70.031 654.247 Tm /Ty3 1 Tf
[ (pr) 37 (eprint) -250 (arXiv:1807.03748) ] TJ ET BT 8.9664 0 0 8.9664 166.831 654.247
Tm /Ty2 1 Tf [ (,) -250 (2018.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 194.7165 654.247
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 642.291 Tm
/Ty2 1 Tf ([58]) Tj ET BT 8.9664 0 0 8.9664 70.03534 642.291 Tm /Ty2 1 Tf
(St) Tj ET BT 8.9664 0 0 8.9664 78.007 642.336 Tm /Ty2 1 Tf Tj ET BT 8.9664 0 0 8.9664 77.509 642.291
Tm /Ty2 1 Tf [ (ef) 10 (an) -276 (v) 25 (an) -276 (der) -277 (W) 80 (alt,)
-282 (Johannes) -277 (L.) -276 (Sch) ] TJ ET BT 8.9664 0 0 8.9664 205.687 642.336
Tm /Ty2 1 Tf Tj ET BT 8.9664 0 0 8.9664 204.938 642.291 Tm /Ty2 1 Tf [
(onber) 18 (ger) 40 (,) -283 (Juan) -276 (Nunez-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 631.332
Tm /Ty2 1 Tf [ (Iglesias,) -284 (Franc) 388 -55 (ois) -277 (Boulogne,)
-285 (Joshua) -277 (D.) -277 (Warner) 40 (,) -285 (Neil) -277 (Yager) 40 (,)
] TJ ET BT 8.9664 0 0 8.9664 70.031 620.374 Tm /Ty2 1 Tf [ (Emmanuelle) -317
(Gouillart,) -335 (Ton) 15 (y) -317 (Yu,) -335 (and) -317 (the) -318 (sci)
1 (kit-image) -318 (con-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 609.415 Tm /Ty2
1 Tf [ (trib) 20 (utors.) -478 (scikit-image:) -384 (image) -287 (processing)
-287 (in) -287 (Python.) ] TJ ET BT 8.9664 0 0 8.9664 263.928 609.415 Tm /Ty3
1 Tf [ (P) 80 (eerJ) ] TJ ET BT 8.9664 0 0 8.9664 284.12 609.415 Tm /Ty2 1
Tf (,) Tj ET BT 8.9664 0 0 8.9664 70.031 598.456 Tm /Ty2 1 Tf (2014.) Tj ET
/Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 93.4333 598.456 Tm /Ty2 1 Tf (5) Tj
ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 586.501 Tm /Ty2 1 Tf ([59]) Tj
ET BT 8.9664 0 0 8.9664 70.03534 586.501 Tm /Ty2 1 Tf [ (W) 80 (outer) -618
(V) 111 (an) -618 (Gansbek) 10 (e,) -711 (Simon) -618 (V) 111 (andenhende,)
-710 (Stamatios) ] TJ ET BT 8.9664 0 0 8.9664 70.031 575.542 Tm /Ty2 1 Tf
[ (Geor) 18 (goulis,) -543 (and) -485 (Luc) -485 (V) 111 (an) -484 (Gool.)
-1111 (Unsupervised) -485 (semantic) ] TJ ET BT 8.9664 0 0 8.9664 70.031 564.583
Tm /Ty2 1 Tf [ (se) 15 (gmentation) -359 (by) -359 (contrasting) -359 (object)
-360 (ma) 1 (sk) -360 (proposals.) ] TJ ET BT 8.9664 0 0 8.9664 266.439 564.583
Tm /Ty3 1 Tf (arXiv) Tj ET BT 8.9664 0 0 8.9664 70.031 553.624 Tm /Ty3 1 Tf
[ (pr) 37 (eprint) -250 (arXiv:2102.06191) ] TJ ET BT 8.9664 0 0 8.9664 166.831 553.624
Tm /Ty2 1 Tf [ (,) -250 (2021.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 194.7165 553.624
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 541.669 Tm
/Ty2 1 Tf ([60]) Tj ET BT 8.9664 0 0 8.9664 70.03534 541.669 Tm /Ty2 1 Tf
[ (P) 15 (ascal) -613 (V) 60 (incent,) -705 (Hugo) -614 (Larochel) 1 (le,)
-705 (Y) 110 (oshua) -614 (Bengio,) -704 (and) ] TJ ET BT 8.9664 0 0 8.9664 70.031 530.71
Tm /Ty2 1 Tf [ (Pierre-Antoine) -263 (Manzagol.) -403 (Extracting) -263 (and)
-264 (composing) -263 (rob) 20 (ust) ] TJ ET BT 8.9664 0 0 8.9664 70.031 519.751
Tm /Ty2 1 Tf [ (features) -263 (with) -263 (denoising) -264 (autoencoders.)
-402 (In) ] TJ ET BT 8.9664 0 0 8.9664 219.289 519.751 Tm /Ty3 1 Tf [ (Pr)
45 (oceedings) -263 (of) -264 (the) ] TJ ET BT 8.9664 0 0 8.9664 70.031 508.792
Tm /Ty3 1 Tf [ (25th) -390 (international) -390 (confer) 37 (ence) -390 (on)
-391 (Mac) 15 (hine) -390 (learning) ] TJ ET BT 8.9664 0 0 8.9664 259.891 508.792
Tm /Ty2 1 Tf [ (,) -425 (pages) ] TJ ET BT 8.9664 0 0 8.9664 70.031 497.833
Tm /Ty2 1 Tf [ (10961103,) -250 (2008.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 138.2653 497.833
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 485.878 Tm
/Ty2 1 Tf ([61]) Tj ET BT 8.9664 0 0 8.9664 70.03534 485.878 Tm /Ty2 1 Tf
[ (Xiaolong) -268 (W) 80 (ang) -268 (and) -268 (Abhina) 20 (v) -268 (Gupta.)
-418 (Unsupervised) -268 (learning) ] TJ ET BT 8.9664 0 0 8.9664 70.031 474.919
Tm /Ty2 1 Tf [ (of) -250 (visual) -250 (representations) -250 (using) -250
(videos.) -360 (In) ] TJ ET BT 8.9664 0 0 8.9664 220.189 474.919 Tm /Ty3 1
Tf (ICCV) Tj ET BT 8.9664 0 0 8.9664 240.615 474.919 Tm /Ty2 1 Tf [ (,) -250
(2015.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 268.5005 474.919 Tm
/Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 462.964 Tm /Ty2
1 Tf ([62]) Tj ET BT 8.9664 0 0 8.9664 70.03534 462.964 Tm /Ty2 1 Tf [ (Y)
111 (uxin) -354 (W) 50 (u,) -381 (Ale) 15 (xander) -355 (Kirillo) 15 (v) 65
(,) -381 (Francisco) -355 (Massa,) -380 (W) 80 (an-Y) 100 (en) ] TJ ET BT
8.9664 0 0 8.9664 70.031 452.005 Tm /Ty2 1 Tf [ (Lo,) -317 (and) -304 (Ross)
-304 (Girshick.) -533 (Det) 1 (ectron2.) ] TJ ET 0 1 0 0 k BT 8.9664 0 0 8.9664 205.665 452.005
Tm /Ty27 1 Tf (https://github.) Tj ET BT 8.9664 0 0 8.9664 70.031 441.046
Tm /Ty27 1 Tf (com/facebookresearch/detectron2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 236.806 441.046
Tm /Ty2 1 Tf [ (,) -250 (2019.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 264.6915 441.046
Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 269.1747 441.046
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 273.6579 441.046
Tm /Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 429.091 Tm
/Ty2 1 Tf ([63]) Tj ET BT 8.9664 0 0 8.9664 70.03534 429.091 Tm /Ty2 1 Tf
[ (Zhirong) -339 (W) 50 (u,) -362 (Y) 111 (uanjun) -340 (Xiong,) -362 (Stella)
-340 (X) -339 (Y) 111 (u,) -362 (and) -340 (Dahua) -339 (Lin.) ] TJ ET BT
8.9664 0 0 8.9664 70.031 418.132 Tm /Ty2 1 Tf [ (Unsupervised) -393 (feature)
-394 (learning) -393 (via) -394 (non-parametric) -393 (instance) ] TJ ET BT
8.9664 0 0 8.9664 70.031 407.173 Tm /Ty2 1 Tf [ (discrimination.) -1126 (In)
] TJ ET BT 8.9664 0 0 8.9664 146.035 407.173 Tm /Ty3 1 Tf [ (Pr) 45 (oceedings)
-489 (of) -490 (the) -489 (IEEE) -489 (Confer) 37 (ence) ] TJ ET BT 8.9664 0 0 8.9664 70.031 396.214
Tm /Ty3 1 Tf [ (on) -336 (Computer) -336 (V) 74 (ision) -337 (and) -336 (P)
80 (attern) -336 (Reco) 10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 235.066 396.214
Tm /Ty2 1 Tf [ (,) -358 (pages) -336 (3733) ] TJ ET BT 8.9664 0 0 8.9664 70.031 385.255
Tm /Ty2 1 Tf [ (3742,) -250 (2018.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 115.8493 385.255
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 373.3 Tm /Ty2
1 Tf ([64]) Tj ET BT 8.9664 0 0 8.9664 70.03534 373.3 Tm /Ty2 1 Tf [ (Zhenda)
-350 (Xie,) -377 (Y) 111 (ut) 1 (ong) -351 (Lin,) -376 (Zheng) -351 (Zhang,)
-376 (Y) 111 (ue) -351 (Cao,) -376 (Stephen) ] TJ ET BT 8.9664 0 0 8.9664 70.031 362.341
Tm /Ty2 1 Tf [ (Lin,) -276 (and) -270 (Han) -271 (Hu.) -426 (Propag) 5 (ate)
-270 (yourself:) -351 (Exploring) -271 (pix) 15 (el-le) 25 (v) 15 (el) ] TJ
ET BT 8.9664 0 0 8.9664 70.031 351.382 Tm /Ty2 1 Tf [ (consistenc) 15 (y)
-290 (for) -291 (unsupervised) -290 (visual) -291 (representation) -290 (learning.)
] TJ ET BT 8.9664 0 0 8.9664 70.031 340.423 Tm /Ty2 1 Tf (In) Tj ET BT 8.9664 0 0 8.9664 80.618 340.423
Tm /Ty3 1 Tf [ (Pr) 45 (oceedings) -348 (of) -347 (the) -348 (IEEE/CVF) -348
(Confer) 37 (ence) -347 (on) -348 (Computer) ] TJ ET BT 8.9664 0 0 8.9664 70.031 329.464
Tm /Ty3 1 Tf [ (V) 74 (ision) -308 (and) -307 (P) 80 (attern) -308 (Reco)
10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 183.438 329.464 Tm /Ty2 1 Tf [ (,)
-322 (pages) -308 (1668416693,) -322 (2021.) ] TJ ET /Cs1 cs 1 0 0 sc BT
8.9664 0 0 8.9664 70.031 318.506 Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 74.5142 318.506
Tm /Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 78.9974 318.506
Tm /Ty2 1 Tf (6) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 306.55 Tm
/Ty2 1 Tf ([65]) Tj ET BT 8.9664 0 0 8.9664 70.03534 306.55 Tm /Ty2 1 Tf [
(Y) 100 (ang) -617 (Y) 110 (ou,) -709 (Igor) -618 (Gitman,) -709 (and) -617
(Boris) -618 (Ginsb) 20 (ur) 18 (g.) -1535 (Lar) 18 (ge) ] TJ ET BT 8.9664 0 0 8.9664 70.031 295.591
Tm /Ty2 1 Tf [ (batch) -445 (training) -445 (of) -445 (con) 40 (v) 20 (olutional)
-444 (netw) 10 (orks.) ] TJ ET BT 8.9664 0 0 8.9664 233.39 295.591 Tm /Ty3
1 Tf [ (arXiv) -445 (pr) 37 (eprint) ] TJ ET BT 8.9664 0 0 8.9664 70.031 284.633
Tm /Ty3 1 Tf (arXiv:1708.03888) Tj ET BT 8.9664 0 0 8.9664 135.53 284.633
Tm /Ty2 1 Tf [ (,) -250 (2017.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 163.4155 284.633
Tm /Ty2 1 Tf (13) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 272.677 Tm
/Ty2 1 Tf ([66]) Tj ET BT 8.9664 0 0 8.9664 70.03534 272.677 Tm /Ty2 1 Tf
[ (Richar) 1 (d) -304 (Zhang,) -318 (Phillip) -304 (Isola,) -317 (and) -304
(Ale) 15 (x) 15 (ei) -304 (A) -304 (Efros.) -532 (Colorful) ] TJ ET BT 8.9664 0 0 8.9664 70.031 261.719
Tm /Ty2 1 Tf [ (image) -395 (colorization.) -823 (In) ] TJ ET BT 8.9664 0 0 8.9664 158.948 261.719
Tm /Ty3 1 Tf [ (Eur) 45 (opean) -395 (confer) 37 (ence) -394 (on) -395 (computer)
] TJ ET BT 8.9664 0 0 8.9664 70.031 250.76 Tm /Ty3 1 Tf (vision) Tj ET BT
8.9664 0 0 8.9664 91.451 250.76 Tm /Ty2 1 Tf [ (,) -250 (pages) -250 (649666.)
-250 (Springer) 40 (,) -250 (2016.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 212.865 250.76
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 217.3482 250.76 Tm
/Ty2 1 Tf (,) Tj ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 221.8314 250.76
Tm /Ty2 1 Tf (7) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 238.804 Tm
/Ty2 1 Tf ([67]) Tj ET BT 8.9664 0 0 8.9664 70.03534 238.804 Tm /Ty2 1 Tf
[ (Richar) 1 (d) -215 (Zhang,) -221 (Phillip) -215 (Isola,) -221 (and) -215
(Ale) 15 (x) 15 (ei) -214 (A) -215 (Efros.) -282 (Split-brain) ] TJ ET BT
8.9664 0 0 8.9664 70.031 227.846 Tm /Ty2 1 Tf [ (autoencoders:) -436 (Unsupervised)
-313 (learning) -314 (by) -313 (cross-channel) -313 (pre-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 216.887
Tm /Ty2 1 Tf [ (diction.) -233 (In) ] TJ ET BT 8.9664 0 0 8.9664 108.457 216.887
Tm /Ty3 1 Tf [ (Pr) 45 (oceedings) -191 (of) -192 (the) -191 (IEEE) -192 (Confer)
37 (ence) -191 (on) -191 (Computer) ] TJ ET BT 8.9664 0 0 8.9664 70.031 205.928
Tm /Ty3 1 Tf [ (V) 74 (ision) -250 (and) -250 (P) 80 (attern) -250 (Reco)
10 (gnition) ] TJ ET BT 8.9664 0 0 8.9664 181.886 205.928 Tm /Ty2 1 Tf [ (,)
-250 (pages) -250 (10581067,) -250 (2017.) ] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 277.2616 205.928
Tm /Ty2 1 Tf (2) Tj ET /Cs2 cs 0 sc BT 8.9664 0 0 8.9664 50.112 193.973 Tm
/Ty2 1 Tf ([68]) Tj ET BT 8.9664 0 0 8.9664 70.03534 193.973 Tm /Ty2 1 Tf
[ (Xiao) -270 (Zhang) -271 (and) -270 (Michael) -271 (Maire.) -425 (Self-supervised)
-271 (visual) -270 (rep-) ] TJ ET BT 8.9664 0 0 8.9664 70.031 183.014 Tm /Ty2
1 Tf [ (resentation) -210 (learning) -211 (from) -210 (hierarchical) -211
(grouping.) ] TJ ET BT 8.9664 0 0 8.9664 243.14 183.014 Tm /Ty3 1 Tf [ (Advances)
-210 (in) ] TJ ET BT 8.9664 0 0 8.9664 70.031 172.055 Tm /Ty3 1 Tf [ (Neur)
15 (al) -250 (Information) -250 (Pr) 45 (ocessing) -250 (Systems) ] TJ ET
BT 8.9664 0 0 8.9664 212.2 172.055 Tm /Ty2 1 Tf [ (,) -250 (33,) -250 (2020.)
] TJ ET /Cs1 cs 1 0 0 sc BT 8.9664 0 0 8.9664 253.5351 172.055 Tm /Ty2 1 Tf
(2) Tj ET Q
endstream
endobj
50 0 obj
<< /Length 46 >>
stream
q
1 0 0 1 0 0 cm
/tlGlvrHjVbbWzdpkcE2_sA Do
Q
endstream
endobj
51 0 obj
<< /ColorSpace << /Cs1 52 0 R /Cs2 53 0 R >> /Font << /Ty2 55 0 R /Ty27 85 0 R /Ty3 56 0 R >> /ProcSet [ /PDF /Text ] /XObject << /tlGlvrHjVbbWzdpkcE2_sA 99 0 R >> >>
endobj
52 0 obj
[ /ICCBased 100 0 R ]
endobj
53 0 obj
[ /ICCBased 101 0 R ]
endobj
54 0 obj
<< /BaseFont /AAAAAB+NimbusRomNo9L-Medi /Encoding /MacRomanEncoding /FirstChar 35 /FontDescriptor 102 0 R /LastChar 222 /Subtype /Type1 /Type /Font /Widths [ 500 0 0 0 0 0 0 0 0 0 333 250 0 500 500 500 500 500 500 500 500 500 500 333 0 0 0 0 500 0 722 667 722 722 667 611 778 778 389 0 0 667 944 722 778 611 0 722 556 667 722 722 1000 0 722 0 0 0 0 0 0 0 500 556 444 556 444 333 500 556 278 333 556 278 833 556 500 556 0 444 389 333 556 500 722 500 500 444 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 500 500 0 0 0 0 0 0 0 0 0 0 556 ] >>
endobj
55 0 obj
<< /BaseFont /AAAAAC+NimbusRomNo9L-Regu /Encoding /MacRomanEncoding /FirstChar 35 /FontDescriptor 103 0 R /LastChar 252 /Subtype /Type1 /Type /Font /Widths [ 500 0 833 778 0 333 333 0 0 250 333 250 0 500 500 500 500 500 500 500 500 500 500 278 278 0 0 0 444 0 722 667 667 722 611 556 722 722 333 389 722 611 889 722 722 556 0 667 556 611 722 722 944 722 722 611 333 0 333 0 0 0 444 500 444 500 444 333 500 500 278 278 500 278 778 500 500 500 500 333 389 278 500 500 722 500 500 444 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 333 333 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 500 1000 444 444 0 333 0 0 0 0 0 0 0 0 556 556 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 333 0 0 0 0 333 ] >>
endobj
56 0 obj
<< /BaseFont /AAAAAD+NimbusRomNo9L-ReguItal /Encoding /MacRomanEncoding /FirstChar 40 /FontDescriptor 104 0 R /LastChar 222 /Subtype /Type1 /Type /Font /Widths [ 333 333 0 0 250 333 250 278 500 500 500 500 500 500 500 500 500 500 333 0 0 0 0 0 0 611 0 667 722 611 611 722 722 333 444 667 556 833 667 722 611 0 611 500 556 722 611 833 611 0 0 0 0 0 0 0 0 500 500 444 500 444 278 500 500 278 278 444 278 722 500 500 500 500 389 389 278 500 444 667 444 444 389 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 500 0 0 0 0 333 0 0 0 0 0 0 0 0 500 ] >>
endobj
57 0 obj
<< /BaseFont /AAAAAF+CMSY10 /Encoding << /Differences [ 33 /multiply /element /openbullet /radical /minus ] /Type /Encoding >> /FirstChar 33 /FontDescriptor 105 0 R /LastChar 37 /Subtype /Type1 /ToUnicode 106 0 R /Type /Font /Widths [ 777 666 500 833 777 ] >>
endobj
58 0 obj
<< /BaseFont /AAAAAH+CMSY9 /Encoding << /Differences [ 33 /multiply /approxequal ] /Type /Encoding >> /FirstChar 33 /FontDescriptor 107 0 R /LastChar 34 /Subtype /Type1 /ToUnicode 108 0 R /Type /Font /Widths [ 799 799 ] >>
endobj
59 0 obj
<< /BBox [ 327 367 527 573 ] /Filter /FlateDecode /FormType 1 /Group << /CS 52 0 R /I true /K false /S /Transparency >> /Resources 109 0 R /Subtype /Form /Type /XObject /Length 42105 >>
stream
xώqp2*r;Z`v-x?FnɶU~`0/z}{u\{?^^z{||}_/o?>.F ^aW
߿Ho뿿r2mvaҀ|=4>++_]C_tzuޡZ\n~;zX.pFΗ _n%Uv> y}B1@Ճn__3CA.k.>/vgjy|]>)rEߤV/Ziyz+)5x8san_/ lnJޥ^~|}ppvǷjv y.ߘ
Fky~^Qһߊw+
+ %5}|~iqIhds_Lyj!5'~X`N?QjhP!w
f=4=O[wM)3];OlUoZa*~{W{<0(CzE(oi~pa46?jE̚ 5%Sm9>En. ƒ'%p,4oW*M|b۶