%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R ] /Type /Pages /Count 10 >> endobj 2 0 obj << /Title (Seeing Through the Human Reporting Bias\072 Visual Classifiers From Noisy Human\055Centric Labels) /Producer (PyPDF2) /Author (Ishan Misra\054 C\056 Lawrence Zitnick\054 Margaret Mitchell\054 Ross Girshick) /Subject (2016 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /TrimBox [ 0 0 612 792 ] /Contents 14 0 R /Resources << /XObject << /x8 15 0 R /x6 18 0 R /R29 21 0 R /R28 24 0 R /R30 25 0 R /R27 26 0 R /x12 27 0 R /x10 30 0 R >> /ExtGState << /s9 33 0 R /s11 36 0 R /a0 << /CA 1 /ca 1 >> /R7 39 0 R /R22 40 0 R /s5 41 0 R /s7 44 0 R >> /Font << /F2 47 0 R /R12 48 0 R /F1 53 0 R /R14 54 0 R /R16 59 0 R /R18 62 0 R /R20 66 0 R /R23 71 0 R /R25 75 0 R /R31 79 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R11 83 0 R /R9 22 0 R >> >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ ] /Type /Page /BleedBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /TrimBox [ 0 0 612 792 ] /Contents 85 0 R /Resources << /XObject << /R46 86 0 R /R42 88 0 R >> /ExtGState << /R7 39 0 R /R22 40 0 R >> /Font << /F2 89 0 R /R12 48 0 R /F1 90 0 R /R14 54 0 R /R47 91 0 R /R20 66 0 R /R43 95 0 R /R25 75 0 R /R40 99 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R11 83 0 R /R45 87 0 R /R9 22 0 R >> >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ ] /Type /Page /BleedBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /TrimBox [ 0 0 612 792 ] /Contents 102 0 R /Resources << /XObject << /R56 103 0 R /R71 104 0 R /R64 106 0 R /R66 108 0 R /R60 110 0 R /R62 112 0 R /R82 114 0 R /R80 116 0 R /R69 118 0 R >> /ExtGState << /R7 39 0 R /R22 40 0 R >> /Font << /R87 120 0 R /R57 125 0 R /R43 95 0 R /R12 48 0 R /R40 99 0 R /F2 129 0 R /R89 130 0 R /F1 134 0 R /R14 54 0 R /R91 135 0 R /R83 139 0 R /R20 66 0 R /R93 144 0 R /R25 75 0 R /R95 148 0 R /R85 152 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R78 156 0 R /R79 117 0 R /R59 111 0 R /R72 157 0 R /R73 158 0 R /R70 105 0 R /R76 159 0 R /R77 160 0 R /R74 161 0 R /R75 162 0 R /R81 115 0 R /R9 22 0 R /R65 109 0 R /R11 83 0 R /R67 163 0 R /R61 113 0 R /R63 107 0 R /R68 119 0 R >> >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ ] /Type /Page /BleedBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /TrimBox [ 0 0 612 792 ] /Contents 164 0 R /Resources << /ColorSpace << /R11 83 0 R /R9 22 0 R >> /ExtGState << /R7 39 0 R /R22 40 0 R >> /Font << /R108 165 0 R /R89 130 0 R /R40 99 0 R /F2 169 0 R /R12 48 0 R /F1 170 0 R /R14 54 0 R /R91 135 0 R /R83 139 0 R /R20 66 0 R /R104 171 0 R /R106 176 0 R /R87 120 0 R /R85 152 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ ] /Type /Page /BleedBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /TrimBox [ 0 0 612 792 ] /Contents 180 0 R /Resources << /ColorSpace << /R11 83 0 R /R9 22 0 R >> /ExtGState << /R7 39 0 R /R22 40 0 R >> /Font << /R116 181 0 R /R12 48 0 R /R40 99 0 R /F2 184 0 R /R89 130 0 R /F1 185 0 R /R14 54 0 R /R83 139 0 R /R20 66 0 R /R93 144 0 R /R87 120 0 R /R95 148 0 R /R85 152 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ ] /Type /Page /BleedBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /TrimBox [ 0 0 612 792 ] /Contents 186 0 R /Resources << /ColorSpace << /R11 83 0 R /R9 22 0 R >> /ExtGState << /R7 39 0 R /R22 40 0 R >> /Font << /R116 181 0 R /R40 99 0 R /F2 187 0 R /R12 48 0 R /F1 188 0 R /R14 54 0 R /R83 139 0 R /R20 66 0 R /R93 144 0 R /R85 152 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ ] /Type /Page /BleedBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /TrimBox [ 0 0 612 792 ] /Contents 189 0 R /Resources << /ColorSpace << /R11 83 0 R /R185 190 0 R /R9 22 0 R >> /XObject << /R202 191 0 R /R203 192 0 R /R200 193 0 R /R201 194 0 R /R204 195 0 R /R205 196 0 R /R163 197 0 R /R162 198 0 R /R161 199 0 R /R160 200 0 R /R167 201 0 R /R166 202 0 R /R165 203 0 R /R164 204 0 R /R169 205 0 R /R168 206 0 R /R130 207 0 R /R131 208 0 R /R132 209 0 R /R133 210 0 R /R134 211 0 R /R135 212 0 R /R136 213 0 R /R137 214 0 R /R138 215 0 R /R139 216 0 R /R179 217 0 R /R174 218 0 R /R175 219 0 R /R176 220 0 R /R170 221 0 R /R171 222 0 R /R172 223 0 R /R173 224 0 R /R181 225 0 R /R180 226 0 R /R183 227 0 R /R182 228 0 R /R184 229 0 R /R189 230 0 R /R145 231 0 R /R144 232 0 R /R147 233 0 R /R146 234 0 R /R141 235 0 R /R140 236 0 R /R143 237 0 R /R142 238 0 R /R149 239 0 R /R148 240 0 R /R192 241 0 R /R193 242 0 R /R190 243 0 R /R191 244 0 R /R196 245 0 R /R197 246 0 R /R194 247 0 R /R195 248 0 R /R198 249 0 R /R199 250 0 R /R156 251 0 R /R157 252 0 R /R154 253 0 R /R155 254 0 R /R152 255 0 R /R153 256 0 R /R150 257 0 R /R151 258 0 R /R158 259 0 R /R159 260 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /Pattern << /R188 261 0 R /R207 264 0 R >> /ExtGState << /R7 39 0 R /R22 40 0 R >> /Font << /R208 266 0 R /R177 269 0 R /R12 48 0 R /R40 99 0 R /F2 273 0 R /R89 130 0 R /F1 274 0 R /R14 54 0 R /R83 139 0 R /R20 66 0 R /R25 75 0 R /R85 152 0 R >> /Shading << /R206 265 0 R /R187 262 0 R >> >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ ] /Type /Page /BleedBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /TrimBox [ 0 0 612 792 ] /Contents 275 0 R /Resources << /XObject << /R264 276 0 R /R229 277 0 R /R228 278 0 R /R260 279 0 R /R261 280 0 R /R262 281 0 R /R263 282 0 R /R220 283 0 R /R221 284 0 R /R222 285 0 R /R223 286 0 R /R224 287 0 R /R225 288 0 R /R226 289 0 R /R227 290 0 R /R248 291 0 R /R249 292 0 R /R246 293 0 R /R247 294 0 R /R244 295 0 R /R245 296 0 R /R242 297 0 R /R243 298 0 R /R240 299 0 R /R241 300 0 R /R219 301 0 R /R239 302 0 R /R238 303 0 R /R237 304 0 R /R236 305 0 R /R235 306 0 R /R234 307 0 R /R233 308 0 R /R232 309 0 R /R231 310 0 R /R230 311 0 R /R259 312 0 R /R258 313 0 R /R255 314 0 R /R254 315 0 R /R257 316 0 R /R256 317 0 R /R251 318 0 R /R250 319 0 R /R253 320 0 R /R252 321 0 R >> /ExtGState << /R7 39 0 R /R22 40 0 R >> /Font << /R12 48 0 R /R40 99 0 R /F2 322 0 R /R89 130 0 R /F1 323 0 R /R14 54 0 R /R83 139 0 R /R20 66 0 R /R25 75 0 R /R85 152 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R11 83 0 R /R9 22 0 R >> >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ ] /Type /Page /BleedBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /TrimBox [ 0 0 612 792 ] /Contents 324 0 R /Resources << /ColorSpace << /R11 83 0 R /R9 22 0 R >> /ExtGState << /R7 39 0 R >> /Font << /R40 99 0 R /F2 325 0 R /R12 48 0 R /F1 326 0 R /R14 54 0 R /R20 66 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ ] /Type /Page /BleedBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /TrimBox [ 0 0 612 792 ] /Contents 327 0 R /Resources << /ColorSpace << /R11 83 0 R /R9 22 0 R >> /ExtGState << /R7 39 0 R >> /Font << /F2 328 0 R /R20 66 0 R /F1 329 0 R /R14 54 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ ] /Type /Page /BleedBox [ 0 0 612 792 ] /ArtBox [ 0 0 612 792 ] >> endobj 13 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 14 0 obj << /Length 20302 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R7 gs /R11 cs 1 scn q 10 0 0 10 0 0 cm BT /R12 14.34620 Tf 1 0 0 1 164.83200 675.06700 Tm [ (Seeing) -249.99600 (thr) 18.00140 (ough) -249.98800 (the) -250.00800 (Human) -249.99000 (Reporting) -250.01300 (Bias\072) ] TJ -28.01840 -17.93280 Td [ (V) 37.01370 (isual) -250.00400 (Classi\223ers) -249.99500 (fr) 18.00650 (om) -250.00800 (Noisy) -250.01000 (Human\055Centric) -250.01200 (Labels) ] TJ /R14 11.95520 Tf -45.33870 -37.85820 Td [ (Ishan) -250.08400 (Misra) ] TJ /R16 7.97010 Tf 56.77380 4.33906 Td (1) Tj /R18 7.97010 Tf 7.72070 0 Td <02> Tj /R14 11.95520 Tf 26.89960 -4.33906 Td [ (C\056) -249.98700 (La) 14.98510 (wrence) -250.00400 (Zitnick) ] TJ /R16 7.97010 Tf 98.42620 4.33906 Td (3) Tj -0.00359 Tc /R14 11.95520 Tf 31.63200 -4.33906 Td [ (Mar) 17.70530 (garet) -250.31200 (Mitchell) ] TJ 0 Tc /R16 7.97010 Tf 87.04410 4.33906 Td (2) Tj /R14 11.95520 Tf 31.63200 -4.33906 Td [ (Ross) -250.01000 (Girshick) ] TJ /R16 7.97010 Tf 67.41410 4.33906 Td (3) Tj -391.52400 -13.94770 Td (1) Tj /R14 11.95520 Tf 4.73242 -4.33867 Td [ (Carne) 14.91570 (gie) -250 (Mellon) -249.99700 (Uni) 24.99570 (v) 14.98510 (ersity) ] TJ /R16 7.97010 Tf 148.43400 4.33828 Td (2) Tj /R14 11.95520 Tf 4.73203 -4.33828 Td [ (Microsoft) -250.01000 (Research) ] TJ /R16 7.97010 Tf 108.89900 4.33828 Td (3) Tj /R14 11.95520 Tf 4.73203 -4.33828 Td [ (F) 15.01580 (acebook) -249.99300 (AI) -250.00200 (Research) ] TJ /R12 11.95520 Tf -233.02900 -41.04570 Td (Abstract) Tj /R20 9.96260 Tf -83.92810 -24.38440 Td [ (When) -301.00100 (human) -301.88700 (annotator) 10.00940 (s) -301.00200 (ar) 37.01960 (e) -301.01300 (given) -302.01900 (a) -301.00400 (c) 15.01220 (hoice) -301.00100 (about) -302.00100 (what) ] TJ -11.95550 -11.95590 Td [ (to) -296.01700 (label) -296.00900 (in) -294.99700 (an) -296.01900 (im) ] TJ -0.05679 Tc 67.13830 0 Td [ (age\054) -313.68400 (the) 24.31210 (y) ] TJ 0 Tc 38.88400 0 Td [ (apply) -296.01100 (their) -296.00800 (own) -296.00700 (subjective) -296.00900 (judg\055) ] TJ -106.02200 -11.95550 Td [ (ments) -304.01100 (on) -304.99800 (what) -305.01700 (to) -304.01500 (ignor) 37.00240 (e) -305.01300 (and) -304.01300 (what) -305.01700 (to) -304.01500 (mention\056) -474.00900 (W) 91.98710 (e) -303.99300 (r) 37.01830 (efer) -305.00300 (to) ] TJ 11.95510 TL T* [ (these) -279.98300 (noisy) -280.01300 (\215human\055centric\216) -278.91200 (annotations) -279.89000 (as) -279.98000 (e) 19.99180 (xhibiting) -279.98800 (hu\055) ] TJ T* [ (man) -290.99700 (r) 37.01960 (eporting) -291.99400 (bias\056) -434.01900 (Examples) -290.98900 (of) -292.01700 (suc) 14.98520 (h) -291.00500 (annotations) -292.00500 (include) ] TJ T* [ (ima) 10.01360 (g) 10.00320 (e) -321.01000 (ta) 10.01060 (gs) -320.01400 (and) -320.99100 (k) 9.99343 (e) 29.99010 (ywor) 36.99380 (ds) -320.99400 (found) -319.99800 (on) -320.99500 (photo) -321.01800 (sharing) -319.98600 (sites\054) -339.01700 (or) ] TJ 11.95590 TL T* [ (in) -386.00200 (datasets) -386.01600 (containing) -386.00500 (ima) 10.01300 (g) 10.00320 (e) -387 (captions\056) -717.99800 (In) -386.01200 (this) -385.99000 (paper) 111.01800 (\054) -420.98600 (we) ] TJ T* [ (use) -205.01800 (these) -205.01500 (noisy) -205.00600 (annotations) -204.88400 (for) -205.00600 (learning) -206.00700 (visually) -204.99500 (corr) 36.98650 (ect) -204.98800 (im\055) ] TJ T* [ (a) 10.00320 (g) 10.00320 (e) -295.01400 (classi\223er) 9.99343 (s\056) -445.01500 (Suc) 14.98400 (h) -295.00500 (annotations) -294.98600 (do) -295 (not) -294.99200 (use) -295.00200 (consistent) -295.01000 (vo\055) ] TJ 11.95510 TL T* [ (cab) 20.00220 (ulary) 54.99020 (\054) -297.98700 (and) -288.01600 (miss) -288.00800 (a) -289.00600 (signi\223cant) -287.98300 (amount) -288 (of) -288.01800 (the) -289.00300 (information) ] TJ T* [ (pr) 36.98520 (esent) -199.99600 (in) -201.01300 (an) -199.99600 (ima) 10.01300 (g) 10.00320 (e\073) -216.98700 (howe) 14.99630 (ver) 110.99900 (\054) -210.98200 (we) -200.01100 (demonstr) 15.00980 (ate) -201.01800 (that) -199.98100 (the) -201.01800 (noise) ] TJ T* [ (in) -245.98600 (these) -245.98800 (annotations) -246.01400 (e) 19.99180 (xhibits) -246.00400 (structur) 37.01220 (e) -246.00300 (and) -245.98300 (can) -245.99300 (be) -245.99800 (modeled\056) ] TJ T* [ (W) 91.98650 (e) -291.99500 (pr) 44.98390 (opose) -290.99400 (an) -291.98100 (algorithm) -292.01900 (to) -292.01700 (decouple) -290.99600 (the) -291.98300 (human) -292.00800 (r) 37.01830 (eporting) ] TJ T* [ (bias) -278.98900 (fr) 44.98640 (om) -279.00400 (the) -279.00500 (corr) 36.98650 (ect) -279.01300 (visually) -278.98300 (gr) 44.98390 (ounded) -278.99300 (labels\056) -397.98300 (Our) -278.99800 (r) 37.01830 (esults) ] TJ T* [ (ar) 36.98520 (e) -208.00900 (highly) -207 (interpr) 37.00610 (etable) -207.98900 (for) -207.98600 (r) 37.01960 (eporting) -208.00800 (\215what\220) 39.99580 (s) -207.01900 (in) -208 (the) -207.99700 (ima) 10.01300 (g) 10.00320 (e\216) ] TJ T* [ (ver) 9.99588 (sus) -375.99900 (\215what\220) 40.11340 (s) -376.01000 (worth) -376.01800 (saying) 15.00240 (\056) 140.01800 (\216) -687.00800 (W) 91.98590 (e) -375.98100 (demonstr) 15.00980 (ate) -376.00800 (the) -376.00800 (algo\055) ] TJ T* [ (rithm\220) 40.01840 (s) -267.98800 (ef) 18.00430 (\223cacy) -267.01700 (along) -268.00700 (a) -267.00900 (variety) -267.98200 (of) -267.98200 (metrics) -266.99500 (and) -268.01900 (datasets\054) -271.99400 (in\055) ] TJ T* [ (cluding) -204.01400 (MS) -203.99800 (COCO) -202.99300 (and) -203.01000 (Y) 92 (ahoo) -203.98600 (Flic) 20.01010 (kr) -204.00400 (100M\056) -203.98600 (W) 91.98710 (e) -204.01000 (show) -204.01500 (signif\055) ] TJ 11.95590 TL T* [ (icant) -217.00200 (impr) 44.99370 (o) 10.00320 (vements) -215.99500 (o) 10.00320 (ver) -216.98600 (tr) 14.99140 (aditional) -215.98800 (algorithms) -217.00500 (for) -215.98600 (both) -217 (im\055) ] TJ 11.95510 TL T* [ (a) 10.00320 (g) 10.00320 (e) -305.01200 (classi\223cation) -304.00900 (and) -304.99300 (ima) 10.01300 (g) 10.00320 (e) -303.99300 (captioning) 10.00570 (\054) -319.00300 (doubling) -303.98400 (the) -305 (per) 20.00400 (\055) ] TJ T* [ (formance) -250.01400 (of) -249.98500 (e) 19.99180 (xisting) -250.00400 (methods) -250.01000 (in) -249.98500 (some) -249.98800 (cases\056) ] TJ /R12 11.95520 Tf 37.28440 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R14 9.96260 Tf 11.95510 -19.40310 Td [ (V) 59.99310 (isual) -401.99100 (concept) -402.00300 (recognition) -400.99700 (is) -401.99800 (a) -402.01600 (fundamental) -401.98200 (computer) ] TJ -11.95550 -11.95510 Td [ (vision) -367.00100 (task) -366.00300 (with) -367.01500 (a) -367.00200 (broad) -366.99000 (range) -366.02000 (of) -366.99600 (applications) -366.99500 (in) -366.98500 (science\054) ] TJ 11.95510 TL T* [ (medicine\054) -298.90500 (and) -288.88700 (industry) 65.00630 (\056) -426.98500 (Supervised) -289.01400 (learning) -288.99300 (of) -289.00800 (visual) -288.98400 (con\055) ] TJ T* [ (cept) -271.01000 (classi\223ers) -270.98300 (has) -271.00600 (been) -271.01200 (highly) -271.01800 (successful) -270.91600 (partly) -271.89800 (due) -271.00900 (to) -271.00100 (the) ] TJ T* [ (use) -328.99700 (of) -327.98300 (lar) 17.99640 (ge\055scale\054) -349 (high\055quality) -328.01100 (datasets) -328.98400 (\050) ] TJ -0.14944 Tc /R20 9.96260 Tf 167.17300 0 Td [ (e\056) -14.98520 (g) ] TJ 0 Tc /R14 9.96260 Tf 11.74570 0 Td [ (\056\054) -348.01500 (\133) ] TJ ET Q /R9 cs 0.18823 0.32544 0.64258 scn q 10 0 0 10 0 0 cm BT /R14 9.96260 Tf 1 0 0 1 240.79600 196.28400 Tm (8) Tj ET Q /R11 cs 1 scn q 10 0 0 10 0 0 cm BT /R14 9.96260 Tf 1 0 0 1 245.77700 196.28400 Tm (\054) Tj ET Q /R9 cs 0.18823 0.32544 0.64258 scn q 10 0 0 10 0 0 cm BT /R14 9.96260 Tf 1 0 0 1 251.54600 196.28400 Tm (11) Tj ET Q /R11 cs 1 scn q 10 0 0 10 0 0 cm BT /R14 9.96260 Tf 1 0 0 1 261.50800 196.28400 Tm (\054) Tj ET Q /R9 cs 0.18823 0.32544 0.64258 scn q 10 0 0 10 0 0 cm BT /R14 9.96260 Tf 1 0 0 1 267.27700 196.28400 Tm (29) Tj ET Q /R11 cs 1 scn q 10 0 0 10 0 0 cm BT /R14 9.96260 Tf 1 0 0 1 277.23900 196.28400 Tm (\135\051\056) Tj -227.12700 -11.95630 Td [ (Depending) -334.89800 (on) -336.01300 (the) -334.99600 (comple) 14.99870 (xity) -335.01800 (of) -335.98200 (the) -336.01500 (supported) -335.01000 (task\054) -356.98200 (these) ] TJ 11.95510 TL T* [ (datasets) -276.99400 (generally) -277 (include) -276.91300 (annotations) -277.00800 (for) -276.89700 (100s) -277.10800 (to) -277.98100 (1000s) -276.98600 (of) ] TJ T* [ (\217typical\220) -254.88200 (concepts\056) -325.88800 (T) 79.99030 (o) -255.99200 (support) -254.98600 (an) -255.01500 (e) 25.01050 (v) 14.98280 (en) -255.99500 (broader) -255.01600 (range) -255.01900 (of) -255.99400 (ap\055) ] TJ T* [ (plications\054) -245.99400 (it) -245.00400 (is) -245.00400 (necessary) -245.01700 (to) -245.00600 (train) -245.00600 (classi\223ers) -244.98600 (for) -246 (tens) -245.00300 (or) -245.01500 (e) 25.01050 (v) 14.98280 (en) ] TJ T* [ (hundreds) -338.90100 (of) -339 (thousands) -339.00100 (of) -337.98200 (visual) -339.01600 (concepts) -338.98800 (that) -338.98800 (may) -338.99000 (not) -338.98500 (be) ] TJ T* [ (typical\056) -343.99600 (Since) -260.99700 (supervised) -260.91000 (learning) -260.99800 (methods) -261.01800 (require) -261.91500 (e) 15.01220 (xhaus\055) ] TJ 11.95590 TL T* [ (ti) 24.99030 (v) 14.98280 (e) -313.01100 (and) -311.98200 (clean) -313.00800 (annotations\054) -328.01600 (one) -313 (w) 10 (ould) -312.00400 (require) -313.00400 (high) -312.98500 (quality) ] TJ T* [ (datasets) -242.02000 (with) -242.99600 (orders) -241.91600 (of) -241.99800 (magnitude) -243.02000 (more) -241.98900 (annotations) -241.99400 (to) -243.00600 (train) ] TJ ET Q /R22 gs 3.98000 w /R11 CS 1 SCN 501.12100 904.14100 m 1446.11000 904.14100 l S q 10 0 0 10 0 0 cm BT /R23 5.97760 Tf 1 0 0 1 60.14100 83.81170 Tm <02> Tj /R14 7.97010 Tf 4.31719 -2.81328 Td [ (W) 79.97960 (ork) -250.01600 (done) -249.99100 (during) -249.98700 (internship) -250.01600 (at) -249.99300 (Microsoft) -249.99600 (Research\056) ] TJ ET Q 0 scn 3088.63000 2706.33000 2376.09000 3036.12000 re f q 3088.63000 2706.33000 2376.09000 3036.12000 re W n 1 scn q 10 0 0 10 0 0 cm BT 0.01769 Tc /R25 7.37030 Tf 1 0 0 1 310.73300 567.91100 Tm 0.12751 Tw [ (\050a) 7.98973 (\051 A) 4.97868 ( ) 13.99860 (wo) 10.12630 (ma) 11.99120 (n ) 15.48590 (s) 7.02248 (t) 2.18625 (a) 7.97648 (ndi) 8.17523 (ng) 10.09320 ( ne) 5.29336 (xt ) ] TJ 0.00147 Tc 5.71992 -8.80078 Td 0.14004 Tw [ (to) 6.92311 ( a) 6.82042 ( ) ] TJ ET Q Q /R9 cs 0.92969 0.12549 0.14111 scn q 10 0 0 10 0 0 cm BT -0.03169 Tc /R25 7.37030 Tf 1 0 0 1 333.83400 559.11000 Tm [ (b) -7.59886 (i) 1.57675 (cy) -9.31473 (cle) ] TJ ET Q /R11 cs 1 scn q 10 0 0 10 0 0 cm BT 0.03169 Tc /R25 7.37030 Tf 1 0 0 1 362.12700 559.11000 Tm -0.00074 Tw [ (wi) 10.20580 (t) 4.08762 (h ba) 10.91140 (s) 8.92054 (k) -0.68237 (e) 7.07880 (t) 4.08762 (\056) ] TJ ET Q q 3088.63000 2706.33000 2376.09000 3036.12000 re W n q 10 0 0 10 0 0 cm BT -0.00074 Tc /R25 7.37030 Tf 1 0 0 1 423.59700 567.91100 Tm 0.03611 Tw [ (\050b\051 A ) -18.90110 (ci) 5.70411 (ty) -6.08174 ( ) -14.41600 (stree) 5.78361 (t) -0.31137 ( f) 7.51273 (i) 5.77699 (l) 5.77699 (l) 5.72399 (ed ) -16.41010 (w) -5.48549 (i) 5.72399 (th l) 5.72399 (o) 7.59223 (ts ) ] TJ -0.02580 Tc 4.40000 -8.80078 Td 0.08107 Tw [ (of p) -9.78510 (e) -0.72212 (op) -9.81823 (le ) -13.72030 (w) -11.90510 (a) -2.90837 (lk) -11.51420 (in) -9.77185 (g in) -9.77848 ( ) -14.68100 (t) -6.67799 (h) -9.81823 (e r) -10.87160 (a) -2.90837 (in) -9.77185 (\056) ] TJ ET Q Q q 3113.93000 4427.89000 1013.14000 1105.54000 re W n q 1014.12000 0 0 1105.92000 3113.34000 4427.64000 cm /R27 Do Q Q q 4240.37000 4433.39000 1206.75000 1102.24000 re W n q 1207.32000 0 0 1102.92000 4240.14000 4433.04000 cm /R28 Do Q Q q 4244.77000 2974.74000 1197.95000 902.03100 re W n q 1198.92000 0 0 902.52000 4244.34000 2974.44000 cm /R29 Do Q Q q 10 0 0 10 0 0 cm BT -0.00074 Tc /R25 7.37030 Tf 1 0 0 1 428.98700 400.52900 Tm 0.03906 Tw (\050d\051 A ) Tj ET Q q 3088.63000 2706.33000 2376.09000 3036.12000 re W n q 10 0 0 10 0 0 cm BT -0.03022 Tc /R25 7.37030 Tf 1 0 0 1 452.52800 400.52900 Tm 0.17173 Tw [ (stor) -8.40711 (e ) 17 (d) -7.40011 (i) 1.77550 (sp) -7.40673 (lay) -9.22198 ( th) -8.38723 (at ) 13.99860 (h) -7.40011 (a) 2.48437 (s a ) ] TJ ET Q Q q 10 0 0 10 0 0 cm BT 0.02137 Tc /R25 7.37030 Tf 1 0 0 1 443.17800 391.72900 Tm 0.00958 Tw [ (l) 8.72511 (o) 10.58670 (t ) -15.98610 (o) 10.58670 (f) 10.51390 ( ba) 9.49360 (na) 9.50685 (na) 9.50685 (s) 7.51936 ( ) -15.01880 (o) 10.58670 (n) -0.39750 ( s) 7.50611 (a) 9.48035 (l) 8.72511 (e) 5.78361 (\056) ] TJ ET Q q 3116.13000 2973.64000 1008.74000 903.12900 re W n q 1009.32000 0 0 903.72000 3115.74000 2973.24000 cm /R30 Do Q Q q 3088.63000 2706.33000 2376.09000 3036.12000 re W n q 10 0 0 10 0 0 cm BT -0.00958 Tc /R25 7.37030 Tf 1 0 0 1 312.27300 400.52900 Tm 0.15846 Tw (\050c\051 A ) Tj ET Q Q /R9 cs 0.92969 0.12549 0.14111 scn q 10 0 0 10 0 0 cm BT 0.03685 Tc /R25 7.37030 Tf 1 0 0 1 334.84600 400.52900 Tm [ (ye) 7.79430 (l) 11.77920 (l) 10.87820 (o) 12.69020 (w) ] TJ ET Q /R11 cs 1 scn q 10 0 0 10 0 0 cm BT -0.03464 Tc /R25 7.37030 Tf 1 0 0 1 361.02700 400.52900 Tm 0.17615 Tw [ (Vesp) -8.00630 (a p) -7.98642 (a) 1.88150 (r) -9.12260 (k) -9.68242 (ed) -4.98861 ( ) ] TJ ET Q q 3088.63000 2706.33000 2376.09000 3036.12000 re W n q 10 0 0 10 0 0 cm BT -0.04717 Tc /R25 7.37030 Tf 1 0 0 1 317.77300 391.72900 Tm 0.19237 Tw [ (in) -9.69235 ( a ) 15.51240 (lot) -6.58855 ( w) -11.77590 (i) -0.52337 (t) -6.61174 (h) -10.70600 ( ) ] TJ ET Q Q q 10 0 0 10 0 0 cm BT -0.04717 Tc /R25 7.37030 Tf 1 0 0 1 366.85700 391.72900 Tm 0.12087 Tw [ (ot) -6.59517 (h) -10.70600 (e) -3.51455 (r) -8.70192 ( car) -10.80540 (s) -1.77881 (\056) ] TJ ET Q 8.80000 w 3110.63000 4315.69000 m 4100.67000 4315.69000 l S q 10 0 0 10 0 0 cm BT -0.00893 Tc /R31 6.38020 Tf 1 0 0 1 330.55500 433.97100 Tm 0.10910 Tw [ (H) -12.42090 (u) -1.70663 (ma) -4.37373 (n Labe) -4.58802 (l ) -11.82400 ( ) -346.38200 (Visual ) -13.29720 (Labe) -4.62246 (l) ] TJ ET Q q 3088.63000 2706.33000 2376.09000 3036.12000 re W n q 10 0 0 10 0 0 cm BT 0.00638 Tc /R31 6.38020 Tf 1 0 0 1 310.35900 422.59400 Tm [ (Bicy) -5.12373 (cle) ] TJ ET Q Q /R9 cs 0.33325 0.51367 0.23145 scn 3448.17000 4205.32000 m 3462.64000 4221.36000 l 3488.08000 4198.44000 l 3565.37000 4284.25000 l 3581.04000 4270.13000 l 3489.29000 4168.28000 l f* 3823.73000 4208.80000 m 3838.21000 4224.84000 l 3863.64000 4201.93000 l 3940.93000 4287.73000 l 3956.62000 4273.61000 l 3864.85000 4171.77000 l f* 4316.27000 4315.69000 m 5306.31000 4315.69000 l S /R11 cs 1 scn q 10 0 0 10 0 0 cm BT -0.01085 Tc /R31 6.38020 Tf 1 0 0 1 451.19000 433.97100 Tm 0.19268 Tw [ (H) -9.71940 (u) 0.99490 (man Labe) -4.87501 (l ) -333.09200 (V) 7.30103 (i) -1.80612 (sual Labe) -4.92092 (l) ] TJ 0.00638 Tc -20.22270 -11.73400 Td [ (Bicy) -5.12756 (cle) ] TJ ET Q /R9 cs 0.92969 0.10986 0.14111 scn 4666 4264.45000 m 4683.14000 4282.69000 l 4719.44000 4248.68000 l 4755.74000 4282.69000 l 4772.88000 4264.45000 l 4737.68000 4231.54000 l 4772.88000 4198.63000 l 4755.74000 4180.38000 l 4719.44000 4214.39000 l 4683.14000 4180.38000 l 4666 4198.63000 l 4701.20000 4231.54000 l f* 0.33325 0.51367 0.23145 scn 5065.95000 4212.93000 m 5080.44000 4229.06000 l 5105.92000 4206.14000 l 5183.20000 4291.85000 l 5198.87000 4277.74000 l 5107.11000 4175.89000 l f* 4316.27000 2861.44000 m 5306.31000 2861.44000 l S /R11 cs 1 scn q 10 0 0 10 0 0 cm BT -0.01085 Tc /R31 6.38020 Tf 1 0 0 1 451.19000 288.47600 Tm 0.19268 Tw [ (H) -9.71940 (u) 0.99490 (man Labe) -4.87501 (l ) -333.09200 (V) 7.30103 (i) -1.80612 (sual Labe) -4.92092 (l) ] TJ 0.00064 Tc -20.22270 -11.72700 Td [ (Y) -7.92093 (e) -3.08419 (llow) ] TJ ET Q /R9 cs 0.92969 0.10986 0.14111 scn 4666 2810.17000 m 4683.14000 2828.42000 l 4719.44000 2794.40000 l 4755.74000 2828.42000 l 4772.88000 2810.17000 l 4737.68000 2777.28000 l 4772.88000 2744.39000 l 4755.74000 2726.15000 l 4719.44000 2760.17000 l 4683.14000 2726.15000 l 4666 2744.39000 l 4701.20000 2777.28000 l f* 0.33325 0.51367 0.23145 scn 5065.95000 2758.53000 m 5080.44000 2774.59000 l 5105.92000 2751.67000 l 5183.20000 2837.46000 l 5198.87000 2823.33000 l 5107.11000 2721.48000 l f* 3110.63000 2863.64000 m 4100.67000 2863.64000 l S /R11 cs 1 scn q 10 0 0 10 0 0 cm BT -0.00893 Tc /R31 6.38020 Tf 1 0 0 1 330.55500 288.69600 Tm 0.10910 Tw [ (H) -12.42090 (u) -1.70663 (ma) -4.37373 (n Labe) -4.58802 (l ) -11.82400 ( ) -346.38200 (Visual ) -13.29720 (Labe) -4.62246 (l) ] TJ ET Q q 3088.63000 2706.33000 2376.09000 3036.12000 re W n q 10 0 0 10 0 0 cm BT 0.00064 Tc /R31 6.38020 Tf 1 0 0 1 310.35900 277.32100 Tm [ (Y) -7.92093 (e) -3.08419 (llow) ] TJ ET Q Q /R9 cs 0.33325 0.51367 0.23145 scn 3448.17000 2753.14000 m 3462.64000 2769.20000 l 3488.08000 2746.28000 l 3565.37000 2832.06000 l 3581.04000 2817.94000 l 3489.29000 2716.09000 l f* 3823.73000 2756.64000 m 3838.21000 2772.71000 l 3863.64000 2749.78000 l 3940.93000 2835.57000 l 3956.62000 2821.44000 l 3864.85000 2719.59000 l f* /R11 cs 1 scn q 10 0 0 10 0 0 cm BT /R14 9.96260 Tf 1 0 0 1 308.86300 243.94700 Tm [ (Figure) -274.00800 (1\072) -358.00600 (Human) -274.01300 (descriptions) -273.98900 (capture) -273.99300 (only) -274.00800 (some) -274.01300 (of) -273.99300 (the) -273.98400 (vi\055) ] TJ 11.95510 TL T* [ (sual) -249.00300 (concepts) -248.88500 (present) -249.98500 (in) -249.00500 (an) -249.01700 (image\056) -310.00700 (F) 14.99260 (or) -248.98300 (instance\054) -248.99800 (the) -249.98800 (bic) 14.98770 (ycle) ] TJ T* [ (in) -217.01000 (\050a\051) -218.01300 (is) -217.01000 (described\054) -223.98700 (while) -217.98600 (the) -217.01300 (bic) 14.98770 (ycle) -217.99800 (in) -217.01300 (\050b\051) -218.00300 (is) -217.00800 (not) -217.98300 (mentioned\056) ] TJ T* [ (The) -204 (V) 111.00400 (espa) -204.00300 (in) -203.99300 (\050c\051) -204.99500 (is) -203.99300 (described) -203.99500 (as) -204.00500 (\215yello) 24.99090 (w\216\054) -212.98400 (while) -205.00500 (the) -203.99500 (bananas) ] TJ T* [ (in) -249.98500 (\050d\051) -250 (are) -250.01000 (not\054) -250.01700 (as) -249.99500 (being) -250.02000 (yello) 24.99580 (w) -249.99300 (is) -249.99300 (typical) -250.01200 (for) -249.99700 (bananas\056) ] TJ 31.44100 TL T* [ (such) -360.98600 (methods\056) -644.01000 (Ho) 24.98360 (we) 25.01300 (v) 14.98280 (er) 39.99090 (\054) -388.98900 (creating) -360.98900 (such) -360.98900 (datasets) -361.01800 (is) -362.00300 (e) 15.01220 (xpen\055) ] TJ 11.95510 TL T* [ (si) 24.98850 (v) 14.98280 (e\056) -622.99200 (An) -354.99500 (alternati) 24.99340 (v) 14.98280 (e) -355.00400 (approach) -354.01400 (is) -354.98500 (to) -354.01000 (relax) -354.01900 (this) -355.01400 (requirement) ] TJ T* [ (of) -368.99500 (pristinely) -368.01500 (labeled) -368.98500 (data\056) -664.98200 (The) -368.99200 (learning) -369.01700 (algorithm) -368.01700 (can) -369.00200 (be) ] TJ T* [ (enabled) -312.01700 (to) -310.99500 (use) -312.01900 (readily\055a) 20.00160 (v) 24.98110 (ailable) -312.01200 (sources) -310.99700 (of) -311.98700 (annotated) -312.00700 (data\054) ] TJ 11.95590 TL T* [ (such) -334.99100 (as) -335.98100 (user) 20 (\055generated) -335.00500 (image) -336.00800 (tags) -334.98800 (or) -335.98300 (captions) -335.01800 (from) -336.01300 (social) ] TJ T* [ (media) -274.92000 (services) -275.00600 (lik) 10.01790 (e) -275.01800 (Flickr) -276.00800 (or) -275.01300 (Instagram\056) -385.00900 (Such) -276.01300 (datasets) -274.99300 (eas\055) ] TJ 11.95510 TL T* [ (ily) -233 (scale) -231.88300 (to) -233.00800 (hundreds) -232.01500 (of) -233.01700 (millions) -231.98100 (of) -233.02000 (photos) -232.98600 (with) -232.01500 (hundreds) -232.99500 (of) ] TJ T* [ (thousands) -249.91900 (of) -249.99500 (distinct) -249.99500 (tags) -249.98300 (\133) ] TJ ET Q /R9 cs 0.18823 0.32544 0.64258 scn q 10 0 0 10 0 0 cm BT /R14 9.96260 Tf 1 0 0 1 415.68200 80.99770 Tm (49) Tj ET Q /R11 cs 1 scn q 10 0 0 10 0 0 cm BT /R14 9.96260 Tf 1 0 0 1 425.64400 80.99770 Tm (\135\056) Tj -130.52300 -29.88790 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 50 Tm (2930) Tj T* ET Q endstream endobj 15 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 16 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 16 0 obj << /Filter /FlateDecode /Resources 17 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
17 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 19 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources 20 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
20 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
21 0 obj
<<
/Filter /DCTDecode
/Interpolate true
/Height 273
/Length 20689
/ColorSpace 22 0 R
/Width 499
/BitsPerComponent 8
/Subtype /Image
>>
stream
Adobe d C
$, !$4.763.22:ASF:=N>22HbINVX]^]8EfmeZlS[]Y C**Y;2;YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY "
} !1AQa"q2#BR$3br
%&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz
w !1AQaq"2B #3Rbr
$4%&'()*56789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz ? efXrnf>
!^!cъi*ajw