%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (Boosting Self\055Supervised Learning via Knowledge Transfer) /Producer (PyPDF2) /Author (Mehdi Noroozi\054 Ananth Vinjimoor\054 Paolo Favaro\054 Hamed Pirsiavash) /Subject (2018 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R /R39 26 0 R >> /ExtGState << /s9 27 0 R /s11 30 0 R /R38 33 0 R /a0 << /CA 1 /ca 1 >> /R21 34 0 R /s5 35 0 R /s7 38 0 R >> /Font << /F2 41 0 R /R28 42 0 R /F1 46 0 R /R36 47 0 R /R34 51 0 R /R22 54 0 R /R32 58 0 R /R24 62 0 R /R30 66 0 R /R26 69 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 85 0 R /Resources << /ExtGState << /R21 34 0 R >> /Font << /F2 86 0 R /F1 87 0 R /R36 47 0 R /R34 51 0 R /R22 54 0 R /R32 58 0 R /R24 62 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R 98 0 R 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 110 0 R /Resources << /XObject << /R105 111 0 R /R104 112 0 R /R89 113 0 R /R88 114 0 R /R83 115 0 R /R82 116 0 R /R87 117 0 R /R86 118 0 R /R129 119 0 R /R128 120 0 R /R162 121 0 R /R161 122 0 R /R160 123 0 R /R130 124 0 R /R131 125 0 R /R132 126 0 R /R133 127 0 R /R134 128 0 R /R135 129 0 R /R136 130 0 R /R137 131 0 R /R138 132 0 R /R139 133 0 R /R114 134 0 R /R115 135 0 R /R145 136 0 R /R144 137 0 R /R147 138 0 R /R146 139 0 R /R141 140 0 R /R140 141 0 R /R143 142 0 R /R142 143 0 R /R101 144 0 R /R100 145 0 R /R103 146 0 R /R102 147 0 R /R149 148 0 R /R148 149 0 R /R107 150 0 R /R106 151 0 R /R85 152 0 R /R84 153 0 R /R109 154 0 R /R108 155 0 R /R98 156 0 R /R99 157 0 R /R90 158 0 R /R91 159 0 R /R92 160 0 R /R93 161 0 R /R94 162 0 R /R95 163 0 R /R96 164 0 R /R97 165 0 R /R156 166 0 R /R157 167 0 R /R154 168 0 R /R155 169 0 R /R152 170 0 R /R153 171 0 R /R150 172 0 R /R151 173 0 R /R112 174 0 R /R113 175 0 R /R110 176 0 R /R111 177 0 R /R116 178 0 R /R117 179 0 R /R158 180 0 R /R159 181 0 R >> /ExtGState << /R21 34 0 R /R38 33 0 R >> /Font << /R118 182 0 R /F1 185 0 R /F2 186 0 R /R126 187 0 R /R124 190 0 R /R122 193 0 R /R120 196 0 R /R22 54 0 R /R32 58 0 R /R24 62 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 199 0 R 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 208 0 R /Resources << /XObject << /R192 209 0 R /R193 210 0 R /R190 211 0 R /R191 212 0 R /R185 213 0 R /R187 214 0 R /R194 215 0 R /R186 216 0 R /R189 217 0 R /R188 218 0 R /R183 219 0 R /R182 220 0 R /R184 221 0 R >> /ExtGState << /R21 34 0 R >> /Font << /F2 222 0 R /F1 223 0 R /R195 224 0 R /R36 47 0 R /R34 51 0 R /R22 54 0 R /R32 58 0 R /R24 62 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 228 0 R 229 0 R 230 0 R 231 0 R 232 0 R 233 0 R 234 0 R 235 0 R 236 0 R 237 0 R 238 0 R 239 0 R 240 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 241 0 R /Resources << /ExtGState << /R21 34 0 R >> /Font << /R215 242 0 R /R195 224 0 R /F2 245 0 R /F1 246 0 R /R36 47 0 R /R34 51 0 R /R22 54 0 R /R32 58 0 R /R24 62 0 R /R30 66 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 247 0 R 248 0 R 249 0 R 250 0 R 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 258 0 R /Resources << /ExtGState << /R21 34 0 R >> /Font << /F2 259 0 R /F1 260 0 R /R22 54 0 R /R277 261 0 R /R24 62 0 R /R30 66 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R 274 0 R 275 0 R 276 0 R 277 0 R 278 0 R 279 0 R 280 0 R 281 0 R 282 0 R 283 0 R 284 0 R 285 0 R 286 0 R 287 0 R 288 0 R 289 0 R 290 0 R 291 0 R 292 0 R 293 0 R 294 0 R 295 0 R 296 0 R 297 0 R 298 0 R 299 0 R 300 0 R 301 0 R 302 0 R 303 0 R 304 0 R 305 0 R 306 0 R 307 0 R 308 0 R 309 0 R 310 0 R 311 0 R 312 0 R 313 0 R 314 0 R 315 0 R 316 0 R 317 0 R 318 0 R 319 0 R 320 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 321 0 R /Resources << /ExtGState << /R21 34 0 R >> /Font << /F2 322 0 R /F1 323 0 R /R36 47 0 R /R34 51 0 R /R22 54 0 R /R24 62 0 R /R30 66 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 324 0 R 325 0 R 326 0 R 327 0 R 328 0 R 329 0 R 330 0 R 331 0 R 332 0 R 333 0 R 334 0 R 335 0 R 336 0 R 337 0 R 338 0 R 339 0 R 340 0 R 341 0 R 342 0 R 343 0 R 344 0 R 345 0 R 346 0 R 347 0 R 348 0 R 349 0 R 350 0 R 351 0 R 352 0 R 353 0 R 354 0 R 355 0 R 356 0 R 357 0 R 358 0 R 359 0 R 360 0 R 361 0 R 362 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 363 0 R /Resources << /XObject << /R338 364 0 R /R339 365 0 R /R336 366 0 R /R337 367 0 R /R335 368 0 R /R341 369 0 R /R340 370 0 R >> /ExtGState << /R21 34 0 R >> /Font << /F2 371 0 R /F1 372 0 R /R34 51 0 R /R22 54 0 R /R32 58 0 R /R24 62 0 R /R30 66 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 373 0 R 374 0 R 375 0 R 376 0 R 377 0 R 378 0 R 379 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 380 0 R /Resources << /ExtGState << /R21 34 0 R >> /Font << /F2 381 0 R /F1 382 0 R /R22 54 0 R /R32 58 0 R /R24 62 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 383 0 R 384 0 R 385 0 R 386 0 R 387 0 R 388 0 R 389 0 R 390 0 R 391 0 R 392 0 R 393 0 R 394 0 R 395 0 R 396 0 R 397 0 R 398 0 R 399 0 R 400 0 R 401 0 R 402 0 R 403 0 R 404 0 R 405 0 R 406 0 R 407 0 R 408 0 R 409 0 R 410 0 R 411 0 R 412 0 R 413 0 R 414 0 R 415 0 R 416 0 R 417 0 R 418 0 R 419 0 R 420 0 R 421 0 R 422 0 R 423 0 R 424 0 R 425 0 R 426 0 R 427 0 R 428 0 R 429 0 R 430 0 R 431 0 R 432 0 R 433 0 R 434 0 R 435 0 R 436 0 R 437 0 R 438 0 R 439 0 R 440 0 R 441 0 R 442 0 R 443 0 R 444 0 R 445 0 R 446 0 R 447 0 R 448 0 R 449 0 R 450 0 R 451 0 R 452 0 R 453 0 R 454 0 R 455 0 R 456 0 R 457 0 R 458 0 R 459 0 R 460 0 R 461 0 R 462 0 R 463 0 R 464 0 R 465 0 R ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 16571 >> stream q q q 0.1 0 0 0.1 0 0 cm /R21 gs 0 g q 10 0 0 10 0 0 cm BT /R22 14.3462 Tf 1 0 0 1 116.07 675.067 Tm [ (Boosting) -249.987 (Self\055Super) 10 (vised) -249.99 (Lear) 14.9893 (ning) -249.993 (via) -250.007 (Kno) 9.99285 (wledge) -250.008 (T) 73.9899 (ransfer) ] TJ /R24 11.9552 Tf -4.99492 -37.8582 Td [ (Mehdi) -250.007 (Noroozi) ] TJ /R26 7.9701 Tf 73.3801 4.33906 Td [ (1) -0.29866 ] TJ /R24 11.9552 Tf 19.6758 -4.33906 Td [ (Ananth) -249.987 (V) 59.9916 (injimoor) ] TJ /R26 7.9701 Tf 87.284 4.33906 Td [ (2) -0.30019 ] TJ /R24 11.9552 Tf 19.6762 -4.33906 Td [ (P) 15.0158 (aolo) -250.01 (F) 15.0158 (a) 19.9884 (v) 24.9834 (aro) ] TJ /R26 7.9701 Tf 62.5258 4.33906 Td [ (1) -0.30019 ] TJ /R24 11.9552 Tf 19.6762 -4.33906 Td [ (Hamed) -249.985 (Pirsia) 19.9924 (v) 24.9834 (ash) ] TJ /R26 7.9701 Tf 86.1238 4.33906 Td [ (2) -0.30019 ] TJ /R24 11.9552 Tf -339.305 -18.2859 Td [ (Uni) 24.9946 (v) 14.9862 (ersity) -249.989 (of) -250.015 (Bern) ] TJ /R26 7.9701 Tf 89.173 4.33789 Td [ (1) -0.30019 ] TJ /R24 11.9552 Tf 19.6758 -4.33789 Td [ (Uni) 24.9957 (v) 14.9851 (ersity) -249.989 (of) -250.014 (Maryland\054) -249.995 (Baltimore) -250.014 (County) ] TJ /R26 7.9701 Tf 204.407 4.33789 Td [ (2) -0.30019 ] TJ /R28 8.9664 Tf -301.26 -18.2859 Td [ (f) -0.8999 ] TJ /R30 8.9664 Tf 4.6082 0 Td (noroozi\054favaro) Tj /R28 8.9664 Tf 75.3168 0 Td [ (g) -0.90126 ] TJ /R30 8.9664 Tf 4.6082 0 Td (\100inf\056unibe\056ch) Tj /R28 8.9664 Tf 81.893 0 Td [ (f) -0.90126 ] TJ /R30 8.9664 Tf 4.60703 0 Td (kan8\054hpirsiav\100umbc\056edu) Tj /R28 8.9664 Tf 118.356 0 Td [ (g) -0.89854 ] TJ /R22 11.9552 Tf -295.502 -41.0461 Td (Abstract) Tj /R32 9.9626 Tf -83.9281 -24.3281 Td [ (In) -222.981 (self\055supervised) -222.981 (learning) 9.99466 (\054) -227.999 (one) -223.996 (t) 0.98758 (r) 14.984 (a) -1.01454 (i) 0.98758 (ns) -223.99 (a) -223.017 (model) -223.007 (to) -223.009 (solve) -223.012 (a) ] TJ -11.9547 -11.9551 Td [ (so\055called) -272.01 (pr) 36.9852 (ete) 19.9954 (xt) -271.011 (task) -272.02 (on) -271.984 (a) -271.009 (dataset) -272.002 (without) -271.984 (the) -271.006 (need) -271.991 (for) -272.016 (hu\055) ] TJ 11.9547 TL T* [ (man) -233.987 (annotation\056) -304.988 (The) -233.985 (main) -234.02 (objecti) 1.00351 (ve) 9.98975 (\054) -237.997 (howe) 14.9975 (ver) 110.999 (\054) -237.017 (is) -233.988 (to) -233.988 (tr) 14.9901 (ansfer) ] TJ 11.9563 TL T* [ (this) -260.009 (model) -261 (to) -259.984 (a) -259.991 (tar) 36.9926 (g) 10.0032 (et) -259.993 (domain) -260.985 (and) -259.981 (task\056) -340.985 (Curr) 37.0036 (ently) 54.981 (\054) -261.993 (the) -261.008 (most) ] TJ 11.9547 TL T* [ (ef) 18 (fective) -253.993 (tr) 14.9914 (ansfer) -254.992 (str) 14.9975 (ate) 40 (gy) -253.996 (is) -253.983 <026e652d74756e696e67> 9.99588 (\054) -255.994 (whic) 15 (h) -253.992 (r) 37.0183 (estricts) -254.984 (one) ] TJ T* [ (to) -271.001 (use) -269.987 (the) -271.006 (same) -269.984 (model) -270.998 (or) -269.983 (parts) -270.984 (ther) 36.9877 (eof) -269.987 (for) -270.996 (both) -270.011 (pr) 36.9865 (ete) 19.9942 (xt) -271.011 (and) ] TJ T* [ (tar) 36.9926 (g) 10.0032 (et) -346.018 (tasks\056) -599.995 (In) -346.019 (this) -347.014 (paper) 111.998 (\054) -370.994 (we) -346.012 (pr) 36.9852 (esent) -346.991 (a) -346.016 (no) 10.0081 (vel) -347.003 (fr) 14.9901 (ame) 14.9803 (work) ] TJ T* [ (for) -385.996 (self\055supervised) -386.013 (learning) -386.018 (that) -385.99 (o) 10.0032 (ver) 37.011 (comes) -386.989 (limitations) -385.987 (in) ] TJ T* [ (designing) -289.989 (and) -288.996 (comparing) -289.993 (dif) 18.0166 (fer) 36.9828 (ent) -289.003 (tasks\054) -300.006 (models\054) -298.984 (and) -290.015 (data) ] TJ 11.9559 TL T* [ (domains\056) -309.008 (In) -249.015 (particular) 111.011 (\054) -249.015 (our) -247.982 (fr) 14.9914 (ame) 14.9816 (work) -248.998 (decouples) -248.017 (the) -249.01 (struc\055) ] TJ 11.9551 TL T* [ (tur) 36.9926 (e) -238.984 (of) -237.987 (the) -239.011 (self\055supervised) -239.018 (model) -239.003 (fr) 44.9864 (om) -237.992 (the) -239.012 <026e616c> -238.997 <7461736b2d73706563690263> ] TJ T* [ <026e652d74756e6564> -342.001 (model\056) -586.001 (This) -341.008 (allows) -342.016 (us) -342.01 (to\072) -493.987 (1\051) -342.019 (quantitatively) -342.007 (as\055) ] TJ T* [ (sess) -267.98 (pr) 36.9852 (e) 15.0128 (viously) -266.992 (incompatible) -267.986 (models) -266.992 (including) -267.992 (handcr) 15 (afted) ] TJ T* [ (featur) 37 (es\073) -414.991 (2\051) -360.017 (show) -359.989 (that) -359.994 (deeper) -360.015 (neur) 14.9901 (al) -360.006 (network) -359.991 (models) -359.996 (can) ] TJ T* [ (learn) -308.988 (better) -310.01 (r) 37.0196 (epr) 38.001 (esentations) -309.981 (fr) 44.9864 (om) -309 (the) -309 (same) -310.017 (pr) 36.9865 (ete) 19.9942 (xt) -309.005 (task\073) -338.992 (3\051) ] TJ 11.9559 TL T* [ (tr) 14.9914 (ansfer) -377.99 (knowledg) 9.99098 (e) -379 (learned) -379.015 (with) -377.982 (a) -378.991 (deep) -378.013 (model) -379.02 (to) -378.003 (a) -378.991 (shal\055) ] TJ 11.9551 TL T* [ (lower) -325.997 (one) -326.019 (and) -326.99 (thus) -326 (boost) -325.996 (its) -326.003 (learning) 15.0134 (\056) -539.006 (W) 91.9871 (e) -325.99 (use) -326.017 (this) -327.019 (fr) 14.9901 (ame\055) ] TJ T* [ (work) -252.996 (to) -251.985 (design) -252.992 (a) -253.012 (no) 10.0081 (vel) -251.998 (self\055supervised) -253.015 (task\054) -253 (whic) 15 (h) -253.012 (ac) 15.0171 (hie) 14.9852 (ves) ] TJ T* [ (state\055of\055the\055art) -223.991 (performance) -224.012 (on) -223.992 (the) -223.994 (common) -223.985 (benc) 15.0196 (hmarks) -223.982 (in) ] TJ T* [ (P) 89.9887 (ASCAL) -247.016 (V) 29.9987 (OC) -245.982 (2007\054) -246.996 (ILSVRC12) -247.009 (and) -245.983 (Places) -247.003 (by) -245.998 (a) -247.013 <7369676e690263616e74> ] TJ T* [ (mar) 36.9883 (gin\056) -387.014 (Our) -276.018 (learned) -276.013 (featur) 37 (es) -275.992 (shrink) -274.988 (the) -275.986 (mAP) -275.983 (gap) -276.018 (between) ] TJ 11.9559 TL T* [ (models) -270.011 (tr) 14.9914 (ained) -270.015 (via) -269.987 (self\055supervised) -269.993 (learning) -269.997 (and) -270.019 (supervised) ] TJ 11.9551 TL T* [ (learning) -236.003 (fr) 44.9864 (om) ] TJ /R34 9.9626 Tf 56.8418 0 Td (5) Tj /R36 9.9626 Tf 4.98086 0 Td [ (\072) -0.80011 ] TJ /R34 9.9626 Tf 2.76836 0 Td [ (9\045) -0.30019 ] TJ /R32 9.9626 Tf 15.6367 0 Td (to) Tj /R34 9.9626 Tf 10.1051 0 Td (2) Tj /R36 9.9626 Tf 4.98086 0 Td [ (\072) -0.80011 ] TJ /R34 9.9626 Tf 2.76836 0 Td [ (6\045) -0.30019 ] TJ /R32 9.9626 Tf 15.6367 0 Td [ (in) -235.988 (object) -237.003 (detection) -236.015 (on) -235.99 (P) 89.9899 (ASCAL) ] TJ -113.719 -11.9551 Td [ (V) 29.9987 (OC) -249.982 (2007\056) ] TJ /R22 11.9552 Tf 37.118 TL T* [ (1\056) -249.99 (Intr) 18.0146 (oduction) ] TJ /R24 9.9626 Tf 11.9547 -19.3461 Td [ (Self\055supervised) -315.988 (learning) -316.009 (\050) 1.01576 (SSL\051) -315.996 (has) -316.018 (g) 4.98446 (ained) -316.018 (considerable) ] TJ -11.9547 -11.9547 Td [ (popularity) -311.987 (since) -310.997 (it) -312.012 (has) -312.019 (been) -311.986 (introduced) -311.019 (in) -312.014 (computer) -312.004 (vision) ] TJ 11.9563 TL (\133) ' ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 53.4297 188.596 Tm (7) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 58.4109 188.596 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 63.6313 188.596 Tm (39) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 73.5938 188.596 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 78.8043 188.596 Tm (23) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 88.7668 188.596 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 93.9871 188.596 Tm (20) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 103.95 188.596 Tm [ (\135\056) -380.016 (Much) -274.016 (of) -273.012 (the) -273.986 (popularity) -273.013 (stems) -274.006 (from) -273.003 (the) -273.986 (f) 9.99588 (act) ] TJ -53.8375 -11.9551 Td [ (that) -312.011 (SSL) -311.014 (methods) -311.991 (learn) -311.987 (features) -311.988 (without) -311.007 (using) -311.997 (manual) -312.007 (an\055) ] TJ 11.9547 TL T* [ (notation) -402.993 (by) -404.001 (introducing) -402.987 (a) -404.016 (so\055called) ] TJ /R32 9.9626 Tf 149.041 0 Td [ (pr) 36.9865 (ete) 19.9942 (xt) -402.989 (task) ] TJ /R24 9.9626 Tf 47.1668 0 Td [ (\056) -769.987 (Feature) ] TJ -196.208 -11.9551 Td [ (representations) -236.99 (learned) -237.998 (through) -236.99 (SSL) -238.006 (in) -237.007 (computer) -236.997 (vision) -238.004 (are) ] TJ T* [ (often) -289 (transferred) -289.993 (to) -288.998 (a) ] TJ /R32 9.9626 Tf 87.3309 0 Td [ (tar) 36.9926 (g) 10.0032 (et) -289.008 (data) -290.008 (domain) ] TJ /R24 9.9626 Tf 79.5852 0 Td [ (and) -289.986 (a) ] TJ /R32 9.9626 Tf 24.5777 0 Td [ (tar) 36.9914 (g) 10.0032 (et) -289.008 (task) ] TJ /R24 9.9626 Tf 42.2652 0 Td (\054) Tj -233.759 -11.9551 Td [ (such) -396.981 (as) -396.991 (object) -397.016 <636c6173736902636174696f6e2c> -433.995 (detection) -397.007 (and) -396.988 (semantic) -397.007 (se) 15.0196 (g\055) ] TJ 11.9559 TL T* [ (mentation) -212.983 (in) -211.992 (P) 92 (ASCAL) -212.987 (V) 39.9958 (OC\056) -211.985 (These) -213.017 (learned) -212.004 (features) -212.987 (implic\055) ] TJ 11.9551 TL T* [ (itly) -252.01 <6465026e65> -251.981 (a) -252.001 (metric) -251.982 (on) -251.987 (the) -251.99 (data\054) ] TJ /R32 9.9626 Tf 126.325 0 Td (i\056e) Tj /R24 9.9626 Tf 9.68437 0 Td [ (\056\054) -253.012 (which) -251.982 (data) -251.995 (samples) -252.009 (are) ] TJ -136.009 -11.9551 Td [ (similar) -196.993 (and) -198 (which) -197.01 (ones) -197.994 (are) -196.999 (dissimilar) 54.9822 (\056) -293.007 (Thus\054) -207.982 (the) -197.019 (main) -197.987 (objec\055) ] TJ T* [ (ti) 24.9903 (v) 14.9828 (e) -273.998 (of) -273.011 (a) -273.998 (prete) 15.0171 (xt) -273.001 (task) -274.019 (is) -273 (to) -273.981 (learn) -273.993 (a) -273.018 (metric) -274.018 (that) -272.999 (mak) 10.0106 (es) -273.991 (images) ] TJ ET Q /R38 gs q 3088 4075 2364 1708 re W n q 2362.47 0 0 -1771.85 3088.62 5782.29 cm /R39 Do Q Q /R38 gs q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 308.862 379.289 Tm [ (Figure) -256.991 (1\072) -322.993 (Most) -256.987 (current) -257.013 (self\055supervised) -256.987 (learning) -256.996 (approaches) ] TJ 11.9551 TL T* [ (use) -479.011 (the) -477.991 (same) -479.008 (architecture) -479.013 (both) -478.994 (in) -477.989 (pre\055training) -478.994 (and) -479.013 <026e652d> ] TJ T* [ (tuning\056) -325.987 (W) 79.9866 (e) -254.982 (de) 25.0154 (v) 14.9828 (elop) -255.984 (a) -254.982 (kno) 24.9909 (wledge) -255.987 (transfer) -255.016 (method) -254.987 (to) -255.987 (decou\055) ] TJ T* [ (ple) -295.982 (these) -296.019 (tw) 10.0081 (o) -297.004 (architectures\056) -447.994 (This) -296.985 (allo) 24.9909 (ws) -295.98 (us) -296.019 (to) -296.019 (use) -295.985 (a) -297.014 (deeper) ] TJ T* [ (model) -250.012 (in) -249.985 (pre\055training\056) ] TJ 34.375 TL T* [ (of) -370.994 (the) -370.009 (same) -370.987 (object) -370.002 (cate) 15.0122 (gory) -370.987 (similar) -369.982 (and) -370.992 (images) -369.997 (of) -370.997 (dif) 24.986 (fer) 19.9869 (\055) ] TJ 11.9563 TL T* [ (ent) -314.999 (cate) 15.0122 (gories) -316.011 (dissimilar) 54.9835 (\056) -505.992 (A) -315.001 (natural) -314.992 (question) -315.991 (is) -314.992 (then\072) -441.005 (Ho) 24.986 (w) ] TJ 11.9547 TL T* [ (do) -372.987 (we) -373 (design) -373.011 (such) -372.984 (a) -371.982 (task\077) -679.014 (Some) -373.006 (SSL) -373.001 (approaches) -372.992 <6465026e65> ] TJ T* [ (prete) 15.0171 (xt) -386.002 (tasks) -385.994 (through) -385.985 (e) 15.0122 (xplicit) -386.019 (desirable) -386 (in) 40.0031 (v) 24.9811 (ariances) -386.014 (of) -386.014 (the) ] TJ T* [ (metric) -245.983 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 340.085 249.273 Tm (32) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 350.047 249.273 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 354.989 249.273 Tm (33) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 364.951 249.273 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 369.883 249.273 Tm (10) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 379.845 249.273 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 384.787 249.273 Tm (23) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 394.749 249.273 Tm [ (\135) -246 (or) -245.996 (such) -245.988 (that) -245.003 (the) 14.9877 (y) -245.993 (implicitly) -246.018 (require) -245.998 (a) ] TJ -85.8871 -11.9551 Td [ (good) -250.017 (object) -249.983 (representation) -250.012 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 420.364 237.318 Tm (7) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 425.345 237.318 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 430.326 237.318 Tm (21) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 440.289 237.318 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 445.27 237.318 Tm (39) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 455.232 237.318 Tm (\135\056) Tj -134.415 -12.4059 Td [ (Ev) 14.9877 (en) -394.993 (if) -396.007 (we) -394.995 (had) -396.007 (a) -394.998 (clear) -395.003 (strate) 14.9877 (gy) -396.003 (to) -394.983 (relate) -394.993 (prete) 15.0171 (xt) -396.003 (tasks) ] TJ -11.9551 -11.9551 Td [ (to) -269.002 (a) -270 (tar) 17.997 (get) -269.007 (task\054) -274.996 (comparing) -268.985 (and) -269.009 (understanding) -269.989 (which) -269 (one) -269.989 (is) ] TJ 11.9551 TL T* [ (better) -342.014 (presents) -342.004 (challenges\056) -585.02 (Most) -341.992 (of) -342.021 (the) -342.012 (recent) -341.987 (approaches) ] TJ T* [ (transfer) -293.99 (their) -294.017 (learned) -293.99 (features) -293.99 (to) -294.02 (a) -293.995 (common) -293.995 (supervised) -294 (tar) 19.9967 (\055) ] TJ T* [ (get) -281.985 (task\056) -405.994 (This) -282.009 (step\054) -290.013 (ho) 24.986 (we) 25.0154 (v) 14.9828 (er) 39.9835 (\054) -289.986 (is) -282.017 (complicated) -282.002 (b) -1.01454 (y) -281.987 (the) -281.982 (need) -281.992 (to) ] TJ 11.9563 TL T* [ (use) -231.013 (the) -231.993 (same) -231.01 (model) -232.015 (\050) ] TJ /R32 9.9626 Tf 83.373 0 Td [ (e) 15.0122 (\056g) ] TJ /R24 9.9626 Tf 11.7457 0 Td [ (\056\054) -235.015 (Ale) 14.9828 (xNet) -231.01 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 450.527 165.136 Tm (17) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 460.489 165.136 Tm [ (\135\051) -232.005 (to) -231.01 (solv) 15.0024 (e) -232.005 (both) -230.996 (tasks\056) ] TJ -151.627 -11.9547 Td [ (This) -248.995 (clearly) -249.995 (poses) -249 (a) -248.983 (major) -249.983 (li) 0.99493 (mitation) -249.993 (on) -249.007 (the) -249.007 (design) -250.012 (choices\056) ] TJ 11.9551 TL T* [ (F) 14.9926 (or) -358.996 (e) 15.0122 (xample\054) -387.011 (some) -359.019 (prete) 15.0171 (xt) -358.989 (tasks) -359.019 (may) -358.984 (e) 15.0122 (xploit) -359.984 (se) 25.0154 (v) 14.9828 (eral) -359.004 (data) ] TJ T* [ (domains) -351.983 (\050) ] TJ /R32 9.9626 Tf 40.5871 0 Td [ (e) 15.0122 (\056g) ] TJ /R24 9.9626 Tf 11.7457 0 Td [ (\056\054) -376.991 (sound\054) -377.986 (te) 14.9803 (xt\054) -376.981 (videos\051\054) -377.991 (or) -352.02 (may) -352.005 (e) 15.0122 (xploit) -351.985 (dif) 24.986 (fer) 19.9869 (\055) ] TJ -52.3328 -11.9551 Td [ (ent) -328.997 (datasets) -330.004 (sizes) -328.994 (and) -329 (formats\054) -349.015 (or) -329.984 (might) -329.009 (require) -329.004 (v) 14.9828 (ery) -329.989 (deep) ] TJ T* [ (neural) -249.993 (netw) 10.0081 (orks) -249.985 (to) -249.985 (be) -249.997 (solv) 15.0024 (ed\056) ] TJ 11.9551 -12.4059 Td [ (There) -287.994 (is) -288.018 (thus) -288.008 (the) -287.984 (need) -287.991 (to) -289 (b) 20.0016 (uil) 1 (d) -289.006 (better) -287.981 (representations) -288 (by) ] TJ -11.9551 -11.9551 Td [ (e) 15.0122 (xploring) -327.987 (and) -328.019 (comparing) -327.014 (dif) 24.986 <0263756c742c> -347.986 (b) 20.0016 (ut) -328.014 (learnable) -327 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 509.838 81 Tm (29) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R24 9.9626 Tf 1 0 0 1 519.8 81 Tm [ (\135\054) -347.981 (pre\055) ] TJ -224.679 -29.8879 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.406 786.422 515.188 -52.699 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.4 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.5 0.5 0.5 rg BT /F2 9 Tf 10.8 TL ET BT 1 0 0 1 297 50 Tm (9359) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA