%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R ] /Type /Pages /Count 10 >> endobj 2 0 obj << /Title (CLEVR\072 A Diagnostic Dataset for Compositional Language and Elementary Visual Reasoning) /Producer (PyPDF2) /Author (Justin Johnson\054 Bharath Hariharan\054 Laurens van der Maaten\054 Li Fei\055Fei\054 C\056 Lawrence Zitnick\054 Ross Girshick) /Subject (2017 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 14 0 R /Resources << /XObject << /x8 15 0 R /x6 18 0 R /x12 21 0 R /R41 24 0 R /x10 25 0 R >> /ExtGState << /s9 28 0 R /s11 31 0 R /R30 34 0 R /a0 << /CA 1 /ca 1 >> /s5 35 0 R /s7 38 0 R >> /Font << /F2 41 0 R /F1 42 0 R /R39 43 0 R /R37 47 0 R /R35 51 0 R /R33 55 0 R /R31 59 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 83 0 R /Resources << /ExtGState << /R30 34 0 R >> /Font << /F2 84 0 R /F1 85 0 R /R83 86 0 R /R37 47 0 R /R33 55 0 R /R31 59 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R 98 0 R 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R 112 0 R 113 0 R 114 0 R 115 0 R 116 0 R 117 0 R 118 0 R 119 0 R 120 0 R 121 0 R 122 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 123 0 R /Resources << /XObject << /R103 124 0 R /R105 125 0 R /R104 128 0 R /R106 129 0 R >> /ExtGState << /R30 34 0 R >> /Font << /R109 130 0 R /F2 134 0 R /F1 135 0 R /R100 136 0 R /R37 47 0 R /R33 55 0 R /R107 140 0 R /R31 59 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R99 126 0 R >> >> /MediaBox [ 0 0 612 792 ] /Annots [ 144 0 R 145 0 R 146 0 R 147 0 R 148 0 R 149 0 R 150 0 R 151 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Contents 152 0 R /Resources << /XObject << /R181 153 0 R /R180 156 0 R /R183 157 0 R /R182 158 0 R /R206 159 0 R /R184 160 0 R /R204 161 0 R /R229 162 0 R /R208 169 0 R /R209 170 0 R /R185 211 0 R /R207 167 0 R /R162 212 0 R /R161 213 0 R /R205 168 0 R /R149 214 0 R /R148 215 0 R /R211 163 0 R /R210 164 0 R /R213 165 0 R /R212 166 0 R /R215 171 0 R /R214 173 0 R /R194 216 0 R /R216 172 0 R /R152 217 0 R /R156 218 0 R /R155 219 0 R /R178 220 0 R /R153 221 0 R /R177 222 0 R /R158 223 0 R /R159 224 0 R /R203 225 0 R >> /ExtGState << /R146 154 0 R /R30 34 0 R >> /Font << /F2 240 0 R /R144 241 0 R /F1 244 0 R /R151 226 0 R /R83 86 0 R /R218 174 0 R /R33 55 0 R /R37 47 0 R /R31 59 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /Group 210 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 245 0 R 246 0 R 247 0 R 248 0 R 249 0 R 250 0 R 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R 258 0 R 259 0 R 260 0 R 261 0 R 262 0 R 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R ] /Type /Page >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Contents 271 0 R /Resources << /XObject << /R361 272 0 R /R360 273 0 R /R363 274 0 R /R362 275 0 R /R365 276 0 R /R364 277 0 R /R367 278 0 R /R366 279 0 R /R369 280 0 R /R368 281 0 R /R430 282 0 R /R372 283 0 R /R373 284 0 R /R370 285 0 R /R371 286 0 R /R376 287 0 R /R377 288 0 R /R374 289 0 R /R375 290 0 R /R378 291 0 R /R379 292 0 R /R279 293 0 R /R271 294 0 R /R270 295 0 R /R277 296 0 R /R276 297 0 R /R428 298 0 R /R429 299 0 R /R426 300 0 R /R427 301 0 R /R424 302 0 R /R425 303 0 R /R420 304 0 R /R421 305 0 R /R264 306 0 R /R265 307 0 R /R266 308 0 R /R267 309 0 R /R261 310 0 R /R349 311 0 R /R348 312 0 R /R347 313 0 R /R346 317 0 R /R345 318 0 R /R344 319 0 R /R343 320 0 R /R342 321 0 R /R341 322 0 R /R340 323 0 R /R419 349 0 R /R418 350 0 R /R413 351 0 R /R412 352 0 R /R411 353 0 R /R410 354 0 R /R417 355 0 R /R416 356 0 R /R415 357 0 R /R414 358 0 R /R358 359 0 R /R359 360 0 R /R351 361 0 R /R352 362 0 R /R353 363 0 R /R354 364 0 R /R355 365 0 R /R356 366 0 R /R357 367 0 R /R404 368 0 R /R405 369 0 R /R406 370 0 R /R407 371 0 R /R400 372 0 R /R401 373 0 R /R402 374 0 R /R403 375 0 R /R408 376 0 R /R409 377 0 R /R299 378 0 R /R291 379 0 R /R290 380 0 R /R293 381 0 R /R292 382 0 R /R295 383 0 R /R294 392 0 R /R297 398 0 R /R296 399 0 R /R329 325 0 R /R328 326 0 R /R325 329 0 R /R324 330 0 R /R327 331 0 R /R326 332 0 R /R321 333 0 R /R320 334 0 R /R323 335 0 R /R322 336 0 R /R288 386 0 R /R289 387 0 R /R262 400 0 R /R282 388 0 R /R283 389 0 R /R280 390 0 R /R281 384 0 R /R286 391 0 R /R287 385 0 R /R284 393 0 R /R285 394 0 R /R268 401 0 R /R269 402 0 R /R338 327 0 R /R339 328 0 R /R336 324 0 R /R337 316 0 R /R334 340 0 R /R335 337 0 R /R332 339 0 R /R333 341 0 R /R330 342 0 R /R331 343 0 R /R309 403 0 R /R308 404 0 R /R303 405 0 R /R302 406 0 R /R301 407 0 R /R300 408 0 R /R307 409 0 R /R306 410 0 R /R305 411 0 R /R304 412 0 R /R383 413 0 R /R382 414 0 R /R381 415 0 R /R380 416 0 R /R387 417 0 R /R386 418 0 R /R385 419 0 R /R384 420 0 R /R389 423 0 R /R388 424 0 R /R314 425 0 R /R315 426 0 R /R316 314 0 R /R317 315 0 R /R310 427 0 R /R311 428 0 R /R312 429 0 R /R313 430 0 R /R319 338 0 R /R259 433 0 R /R258 434 0 R /R255 435 0 R /R254 436 0 R /R257 437 0 R /R256 438 0 R /R251 439 0 R /R252 440 0 R /R398 441 0 R /R399 442 0 R /R394 443 0 R /R395 444 0 R /R396 445 0 R /R397 446 0 R /R390 447 0 R /R391 448 0 R /R392 449 0 R /R393 450 0 R >> /ExtGState << /R146 154 0 R /R30 34 0 R >> /Font << /R298 431 0 R /R350 421 0 R /R318 344 0 R /F1 451 0 R /R431 452 0 R /R433 455 0 R /F2 459 0 R /R278 395 0 R /R83 86 0 R /R37 47 0 R /R33 55 0 R /R253 460 0 R /R31 59 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] /ColorSpace << /R99 126 0 R /R423 464 0 R >> >> /Group 210 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 466 0 R 467 0 R 468 0 R 469 0 R 470 0 R 471 0 R 472 0 R 473 0 R 474 0 R 475 0 R 476 0 R 477 0 R 478 0 R 479 0 R 480 0 R ] /Type /Page >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Contents 481 0 R /Resources << /ColorSpace << /R99 126 0 R /R423 464 0 R /R458 482 0 R >> /XObject << /R515 483 0 R /R513 485 0 R /R535 487 0 R /R537 489 0 R /R530 491 0 R /R531 492 0 R /R532 493 0 R /R533 494 0 R /R511 495 0 R /R539 497 0 R /R648 499 0 R /R649 501 0 R /R643 502 0 R /R641 504 0 R /R646 506 0 R /R647 507 0 R /R644 508 0 R /R645 509 0 R /R541 510 0 R /R543 512 0 R /R545 514 0 R /R547 516 0 R /R549 518 0 R /R509 520 0 R /R507 522 0 R /R553 524 0 R /R551 526 0 R /R557 528 0 R /R555 530 0 R /R558 532 0 R /R559 541 0 R /R493 542 0 R /R492 543 0 R /R491 544 0 R /R490 545 0 R /R497 546 0 R /R496 547 0 R /R495 548 0 R /R494 549 0 R /R499 550 0 R /R568 552 0 R /R567 553 0 R /R566 554 0 R /R565 555 0 R /R564 556 0 R /R563 557 0 R /R562 558 0 R /R561 559 0 R /R615 560 0 R /R617 562 0 R /R611 564 0 R /R610 565 0 R /R613 566 0 R /R612 567 0 R /R619 568 0 R /R488 570 0 R /R484 571 0 R /R486 573 0 R /R487 575 0 R /R481 576 0 R /R482 578 0 R /R471 579 0 R /R579 581 0 R /R473 583 0 R /R475 585 0 R /R477 587 0 R /R570 589 0 R /R571 590 0 R /R572 591 0 R /R573 592 0 R /R574 593 0 R /R575 594 0 R /R576 595 0 R /R577 596 0 R /R606 597 0 R /R607 598 0 R /R604 599 0 R /R602 600 0 R /R603 625 0 R /R601 601 0 R /R608 626 0 R /R609 627 0 R /R463 628 0 R /R461 630 0 R /R467 632 0 R /R465 634 0 R /R469 636 0 R /R633 638 0 R /R631 640 0 R /R637 642 0 R /R635 644 0 R /R505 646 0 R /R639 648 0 R /R638 649 0 R /R501 662 0 R /R503 664 0 R /R585 603 0 R /R587 607 0 R /R581 611 0 R /R583 615 0 R /R522 666 0 R /R589 619 0 R /R459 675 0 R /R456 677 0 R /R455 678 0 R /R454 679 0 R /R453 680 0 R /R452 681 0 R /R451 682 0 R /R450 683 0 R /R629 650 0 R /R519 667 0 R /R625 652 0 R /R627 654 0 R /R621 656 0 R /R623 658 0 R /R597 605 0 R /R595 609 0 R /R593 613 0 R /R591 617 0 R /R599 621 0 R /R449 684 0 R /R446 685 0 R /R447 686 0 R /R529 533 0 R /R528 534 0 R /R523 535 0 R /R650 687 0 R /R521 671 0 R /R527 536 0 R /R526 537 0 R /R479 688 0 R /R524 538 0 R /R517 669 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] /Pattern << /R620 657 0 R /R534 488 0 R /R470 580 0 R /R536 490 0 R /R472 584 0 R /R474 586 0 R /R476 588 0 R /R478 689 0 R /R538 498 0 R /R600 602 0 R /R642 503 0 R /R640 505 0 R /R462 629 0 R /R540 511 0 R /R460 631 0 R /R542 513 0 R /R466 633 0 R /R544 515 0 R /R464 635 0 R /R546 517 0 R /R548 519 0 R /R468 637 0 R /R636 643 0 R /R632 639 0 R /R630 641 0 R /R508 521 0 R /R634 645 0 R /R504 647 0 R /R506 523 0 R /R500 663 0 R /R502 665 0 R /R584 604 0 R /R586 608 0 R /R580 612 0 R /R582 616 0 R /R588 620 0 R /R578 582 0 R /R552 525 0 R /R550 527 0 R /R556 529 0 R /R554 531 0 R /R510 496 0 R /R457 676 0 R /R628 651 0 R /R518 668 0 R /R624 653 0 R /R514 484 0 R /R512 486 0 R /R622 659 0 R /R596 606 0 R /R594 610 0 R /R592 614 0 R /R590 618 0 R /R498 551 0 R /R598 622 0 R /R614 561 0 R /R616 563 0 R /R520 672 0 R /R618 569 0 R /R516 670 0 R /R485 574 0 R /R480 577 0 R /R626 655 0 R /R483 572 0 R >> /ExtGState << /R146 154 0 R /R30 34 0 R /R560 500 0 R >> /Font << /F2 690 0 R /R605 660 0 R /R525 539 0 R /R448 691 0 R /F1 693 0 R /R489 673 0 R /R569 623 0 R /R37 47 0 R /R33 55 0 R /R31 59 0 R >> >> /Group 210 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 694 0 R 695 0 R 696 0 R 697 0 R ] /Type /Page >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Contents 698 0 R /Resources << /XObject << /R1059 699 0 R /R1058 700 0 R /R1055 701 0 R /R1054 702 0 R /R1057 703 0 R /R1056 704 0 R /R1051 705 0 R /R1050 706 0 R /R1052 753 0 R /R732 754 0 R /R733 755 0 R /R730 756 0 R /R731 757 0 R /R736 758 0 R /R737 759 0 R /R734 760 0 R /R735 761 0 R /R738 762 0 R /R739 763 0 R /R938 764 0 R /R1121 765 0 R /R1120 766 0 R /R1123 767 0 R /R1122 768 0 R /R1125 769 0 R /R1124 770 0 R /R1127 771 0 R /R1126 772 0 R /R1129 773 0 R /R1128 774 0 R /R776 775 0 R /R939 776 0 R /R677 777 0 R /R676 778 0 R /R674 779 0 R /R673 780 0 R /R672 781 0 R /R671 782 0 R /R1102 783 0 R /R1101 784 0 R /R679 785 0 R /R678 786 0 R /R831 787 0 R /R830 788 0 R /R785 789 0 R /R784 790 0 R /R783 791 0 R /R782 792 0 R /R781 793 0 R /R780 794 0 R /R839 795 0 R /R931 796 0 R /R934 797 0 R /R935 798 0 R /R789 799 0 R /R788 800 0 R /R1105 801 0 R /R1104 802 0 R /R1176 803 0 R /R1177 846 0 R /R1174 822 0 R /R1175 825 0 R /R1172 829 0 R /R1173 836 0 R /R1170 837 0 R /R1171 838 0 R /R718 848 0 R /R719 849 0 R /R710 850 0 R /R711 851 0 R /R712 852 0 R /R713 853 0 R /R714 854 0 R /R715 855 0 R /R716 856 0 R /R717 857 0 R /R1109 858 0 R /R1108 859 0 R /R949 860 0 R /R948 861 0 R /R1103 862 0 R /R944 863 0 R /R947 864 0 R /R1100 865 0 R /R941 866 0 R /R1106 867 0 R /R943 868 0 R /R942 869 0 R /R1149 823 0 R /R1088 870 0 R /R1089 871 0 R /R699 872 0 R /R698 873 0 R /R1082 874 0 R /R1083 875 0 R /R1080 876 0 R /R1081 877 0 R /R1086 878 0 R /R1087 879 0 R /R1084 880 0 R /R1085 881 0 R /R769 882 0 R /R768 883 0 R /R819 884 0 R /R818 885 0 R /R817 886 0 R /R816 887 0 R /R815 888 0 R /R814 889 0 R /R813 890 0 R /R812 891 0 R /R811 892 0 R /R810 893 0 R /R1077 894 0 R /R1076 895 0 R /R1075 896 0 R /R1074 897 0 R /R1073 898 0 R /R1072 899 0 R /R1071 900 0 R /R1070 901 0 R /R1079 902 0 R /R1078 903 0 R /R1158 804 0 R /R1159 805 0 R /R1150 806 0 R /R923 904 0 R /R1152 808 0 R /R1153 809 0 R /R1154 810 0 R /R1155 811 0 R /R1156 812 0 R /R922 905 0 R /R695 907 0 R /R694 908 0 R /R697 909 0 R /R835 910 0 R /R696 911 0 R /R691 912 0 R /R690 913 0 R /R880 914 0 R /R881 915 0 R /R882 916 0 R /R968 917 0 R /R884 918 0 R /R885 919 0 R /R886 920 0 R /R887 921 0 R /R963 922 0 R /R962 923 0 R /R961 924 0 R /R960 925 0 R /R967 926 0 R /R966 927 0 R /R965 940 0 R /R964 946 0 R /R1131 953 0 R /R760 954 0 R /R946 934 0 R /R749 955 0 R /R748 956 0 R /R743 957 0 R /R742 958 0 R /R741 959 0 R /R740 960 0 R /R747 961 0 R /R746 962 0 R /R745 963 0 R /R744 964 0 R /R1010 734 0 R /R1013 709 0 R /R1012 710 0 R /R1015 737 0 R /R1014 738 0 R /R1017 739 0 R /R1016 740 0 R /R1019 731 0 R /R1018 732 0 R /R767 965 0 R /R1030 744 0 R /R998 966 0 R /R999 967 0 R /R1069 968 0 R /R992 969 0 R /R761 970 0 R /R990 971 0 R /R991 972 0 R /R996 973 0 R /R997 974 0 R /R994 975 0 R /R995 976 0 R /R763 977 0 R /R1066 978 0 R /R762 979 0 R /R901 980 0 R /R900 981 0 R /R903 982 0 R /R902 983 0 R /R905 984 0 R /R904 985 0 R /R907 986 0 R /R906 987 0 R /R909 988 0 R /R908 989 0 R /R868 990 0 R /R869 991 0 R /R866 992 0 R /R867 993 0 R /R864 994 0 R /R865 995 0 R /R862 996 0 R /R863 997 0 R /R860 998 0 R /R861 999 0 R /R891 1000 0 R /R1048 721 0 R /R1049 722 0 R /R1046 723 0 R /R1047 724 0 R /R1044 725 0 R /R1045 726 0 R /R1042 727 0 R /R1043 728 0 R /R1040 729 0 R /R1041 730 0 R /R721 1001 0 R /R720 1002 0 R /R723 1003 0 R /R722 1004 0 R /R725 1005 0 R /R724 1006 0 R /R727 1007 0 R /R726 1008 0 R /R729 1009 0 R /R728 1010 0 R /R834 1011 0 R /R890 1012 0 R /R1132 1013 0 R /R1133 1014 0 R /R1039 735 0 R /R1038 736 0 R /R1136 840 0 R /R950 949 0 R /R1134 1015 0 R /R1135 841 0 R /R1033 741 0 R /R1032 742 0 R /R1031 743 0 R /R1139 843 0 R /R1037 745 0 R /R1036 746 0 R /R1035 747 0 R /R1034 748 0 R /R844 1036 0 R /R845 1037 0 R /R846 1038 0 R /R847 1039 0 R /R840 1040 0 R /R841 1041 0 R /R929 928 0 R /R928 929 0 R /R927 930 0 R /R926 931 0 R /R924 932 0 R /R848 1042 0 R /R849 1043 0 R /R921 906 0 R /R920 1044 0 R /R693 1045 0 R /R1151 807 0 R /R1143 818 0 R /R1142 819 0 R /R1068 1046 0 R /R787 1047 0 R /R786 1048 0 R /R1060 1049 0 R /R1061 1050 0 R /R1062 1051 0 R /R1063 1052 0 R /R1064 1053 0 R /R833 1054 0 R /R692 1055 0 R /R1067 1056 0 R /R832 1057 0 R /R709 1058 0 R /R708 1059 0 R /R707 1060 0 R /R706 1061 0 R /R705 1062 0 R /R704 1063 0 R /R701 1064 0 R /R700 1065 0 R /R837 1066 0 R /R836 1067 0 R /R777 1068 0 R /R930 937 0 R /R1118 1024 0 R /R1119 1025 0 R /R838 1069 0 R /R1114 1026 0 R /R1115 1027 0 R /R1116 1028 0 R /R1117 1029 0 R /R1110 1030 0 R /R1111 1031 0 R /R1112 1032 0 R /R1113 1033 0 R /R940 935 0 R /R774 1070 0 R /R1091 1071 0 R /R936 938 0 R /R1090 1072 0 R /R766 1073 0 R /R937 939 0 R /R1093 1018 0 R /R765 1074 0 R /R822 1075 0 R /R823 1076 0 R /R820 1077 0 R /R821 1078 0 R /R826 1079 0 R /R827 1080 0 R /R796 1081 0 R /R797 1082 0 R /R798 1083 0 R /R799 1084 0 R /R828 1085 0 R /R829 1086 0 R /R683 1087 0 R /R1148 824 0 R /R1097 1020 0 R /R1096 1021 0 R /R1169 826 0 R /R1168 827 0 R /R1165 828 0 R /R1164 839 0 R /R1167 830 0 R /R1166 831 0 R /R1161 832 0 R /R1160 833 0 R /R1163 834 0 R /R1162 835 0 R /R1107 1022 0 R /R824 1088 0 R /R897 1089 0 R /R896 1090 0 R /R895 1091 0 R /R894 1092 0 R /R893 1093 0 R /R892 1094 0 R /R958 941 0 R /R959 942 0 R /R956 943 0 R /R957 944 0 R /R954 945 0 R /R955 936 0 R /R952 947 0 R /R953 948 0 R /R899 1095 0 R /R898 1096 0 R /R775 1097 0 R /R772 1098 0 R /R825 1099 0 R /R773 1100 0 R /R1099 1016 0 R /R1098 1017 0 R /R806 1101 0 R /R688 1109 0 R /R689 1110 0 R /R686 1111 0 R /R687 1112 0 R /R684 1113 0 R /R1092 1140 0 R /R682 1115 0 R /R1094 1019 0 R /R680 1116 0 R /R681 1117 0 R /R808 1144 0 R /R807 1145 0 R /R778 1118 0 R /R779 1119 0 R /R800 1120 0 R /R801 1121 0 R /R802 1122 0 R /R803 1123 0 R /R804 1124 0 R /R805 1125 0 R /R770 1126 0 R /R771 1127 0 R /R1002 1146 0 R /R1003 1147 0 R /R1000 1148 0 R /R1001 1149 0 R /R764 1108 0 R /R1007 1150 0 R /R1004 1151 0 R /R1005 1152 0 R /R1006 1153 0 R /R1008 1154 0 R /R1009 733 0 R /R989 1156 0 R /R988 1157 0 R /R1157 813 0 R /R981 1158 0 R /R980 1159 0 R /R983 1160 0 R /R982 1161 0 R /R985 1162 0 R /R984 1163 0 R /R987 1164 0 R /R986 1165 0 R /R888 1178 0 R /R1065 1141 0 R /R889 1179 0 R /R951 950 0 R /R974 1166 0 R /R975 1167 0 R /R976 1168 0 R /R977 1169 0 R /R970 1170 0 R /R971 1171 0 R /R972 1172 0 R /R973 1173 0 R /R685 1114 0 R /R978 1174 0 R /R979 1175 0 R /R879 1180 0 R /R878 1181 0 R /R875 1182 0 R /R874 1183 0 R /R877 1184 0 R /R876 1185 0 R /R871 1186 0 R /R870 1187 0 R /R873 1188 0 R /R872 1189 0 R /R993 1155 0 R /R754 1128 0 R /R755 1129 0 R /R756 1130 0 R /R757 1131 0 R /R750 1132 0 R /R751 1133 0 R /R752 1134 0 R /R753 1135 0 R /R945 933 0 R /R758 1136 0 R /R759 1137 0 R /R1130 1023 0 R /R1147 814 0 R /R1146 815 0 R /R1145 816 0 R /R1144 817 0 R /R1028 711 0 R /R1029 712 0 R /R1141 820 0 R /R1140 821 0 R /R1024 713 0 R /R1025 714 0 R /R1026 715 0 R /R1027 716 0 R /R1020 717 0 R /R1021 718 0 R /R1022 719 0 R /R1023 720 0 R /R790 1102 0 R /R883 1190 0 R /R791 1103 0 R /R842 1191 0 R /R792 1104 0 R /R793 1105 0 R /R794 1106 0 R /R1138 842 0 R /R795 1107 0 R /R912 1192 0 R /R913 1193 0 R /R910 1194 0 R /R911 1195 0 R /R916 1196 0 R /R917 1197 0 R /R914 1198 0 R /R915 1199 0 R /R843 1200 0 R /R918 1201 0 R /R919 847 0 R /R859 1203 0 R /R858 1204 0 R /R853 1206 0 R /R852 1207 0 R /R851 1208 0 R /R850 1209 0 R /R857 1210 0 R /R856 1211 0 R /R855 1202 0 R /R854 1205 0 R >> /ExtGState << /R146 154 0 R /R703 707 0 R /R702 708 0 R /R30 34 0 R >> /Font << /R809 1212 0 R /R925 951 0 R /R969 1176 0 R /R1053 1142 0 R /R1011 749 0 R /R675 1138 0 R /F1 1214 0 R /R1137 844 0 R /F2 1215 0 R /R37 47 0 R /R1095 1034 0 R /R33 55 0 R /R31 59 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 1216 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 1217 0 R 1218 0 R 1219 0 R 1220 0 R 1221 0 R 1222 0 R 1223 0 R 1224 0 R 1225 0 R 1226 0 R 1227 0 R ] /Type /Page >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Contents 1228 0 R /Resources << /ColorSpace << /R1212 1229 0 R >> /XObject << /R1200 1230 0 R /R1227 1231 0 R /R1268 1233 0 R /R1225 1235 0 R /R1204 1237 0 R /R1223 1238 0 R /R1206 1240 0 R /R1221 1241 0 R /R1301 1243 0 R /R1209 1245 0 R /R1260 1246 0 R /R1266 1248 0 R /R1304 1250 0 R /R1264 1252 0 R /R1229 1254 0 R /R1201 1256 0 R /R1203 1257 0 R /R1270 1258 0 R /R1205 1260 0 R /R1293 1261 0 R /R1233 1263 0 R /R1291 1265 0 R /R1290 1266 0 R /R1207 1268 0 R /R1299 1269 0 R /R1253 1271 0 R /R1262 1272 0 R /R1251 1274 0 R /R1257 1275 0 R /R1256 1276 0 R /R1255 1277 0 R /R1254 1278 0 R /R1258 1279 0 R /R1235 1280 0 R /R1278 1282 0 R /R1237 1284 0 R /R1231 1286 0 R /R1219 1288 0 R /R1217 1290 0 R /R1305 1292 0 R /R1215 1324 0 R /R1272 1294 0 R /R1239 1326 0 R /R1274 1296 0 R /R1276 1298 0 R /R1252 1302 0 R /R1210 1328 0 R /R1208 1329 0 R /R1248 1293 0 R /R1213 1330 0 R /R1288 1300 0 R /R1247 1332 0 R /R1241 1335 0 R /R1243 1333 0 R /R1280 1303 0 R /R1282 1305 0 R /R1284 1307 0 R /R1249 1309 0 R /R1286 1310 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] /Pattern << /R1226 1232 0 R /R1224 1236 0 R /R1269 1259 0 R /R1222 1239 0 R /R1220 1242 0 R /R1300 1244 0 R /R1303 1251 0 R /R1261 1273 0 R /R1267 1234 0 R /R1228 1255 0 R /R1265 1249 0 R /R1292 1262 0 R /R1232 1264 0 R /R1298 1270 0 R /R1263 1253 0 R /R1259 1247 0 R /R1279 1304 0 R /R1234 1281 0 R /R1236 1285 0 R /R1230 1287 0 R /R1218 1289 0 R /R1271 1295 0 R /R1216 1291 0 R /R1273 1297 0 R /R1214 1325 0 R /R1275 1299 0 R /R1238 1327 0 R /R1211 1331 0 R /R1277 1283 0 R /R1289 1267 0 R /R1240 1336 0 R /R1242 1334 0 R /R1281 1306 0 R /R1283 1308 0 R /R1285 1311 0 R /R1287 1301 0 R >> /ExtGState << /R146 154 0 R /R30 34 0 R >> /Font << /F2 1339 0 R /R1202 1337 0 R /R1250 1316 0 R /R33 55 0 R /R37 47 0 R /F1 1340 0 R /R1295 1312 0 R /R433 455 0 R /R31 59 0 R >> >> /Group 210 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 1341 0 R 1342 0 R 1343 0 R 1344 0 R 1345 0 R 1346 0 R 1347 0 R 1348 0 R 1349 0 R 1350 0 R 1351 0 R 1352 0 R 1353 0 R 1354 0 R 1355 0 R 1356 0 R ] /Type /Page >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 1357 0 R /Resources << /ExtGState << /R30 34 0 R >> /Font << /F2 1358 0 R /R37 47 0 R /F1 1359 0 R /R33 55 0 R /R31 59 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 1360 0 R 1361 0 R 1362 0 R 1363 0 R 1364 0 R 1365 0 R 1366 0 R 1367 0 R 1368 0 R 1369 0 R 1370 0 R 1371 0 R 1372 0 R 1373 0 R 1374 0 R 1375 0 R 1376 0 R 1377 0 R 1378 0 R 1379 0 R 1380 0 R 1381 0 R 1382 0 R 1383 0 R 1384 0 R 1385 0 R 1386 0 R 1387 0 R 1388 0 R 1389 0 R 1390 0 R 1391 0 R 1392 0 R 1393 0 R 1394 0 R 1395 0 R 1396 0 R 1397 0 R 1398 0 R 1399 0 R 1400 0 R 1401 0 R 1402 0 R 1403 0 R 1404 0 R 1405 0 R 1406 0 R 1407 0 R 1408 0 R 1409 0 R 1410 0 R 1411 0 R 1412 0 R 1413 0 R 1414 0 R 1415 0 R 1416 0 R 1417 0 R 1418 0 R 1419 0 R 1420 0 R ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 1421 0 R /Resources << /ExtGState << /R30 34 0 R >> /Font << /F2 1422 0 R /R37 47 0 R /F1 1423 0 R /R33 55 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 1424 0 R 1425 0 R 1426 0 R 1427 0 R 1428 0 R 1429 0 R 1430 0 R 1431 0 R 1432 0 R 1433 0 R 1434 0 R 1435 0 R 1436 0 R 1437 0 R 1438 0 R 1439 0 R 1440 0 R 1441 0 R 1442 0 R 1443 0 R 1444 0 R 1445 0 R 1446 0 R 1447 0 R ] >> endobj 13 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 14 0 obj << /Length 23758 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R30 gs 0 g q 10 0 0 10 0 0 cm BT /R31 14.34620 Tf 1 0 0 1 193.40200 675.06700 Tm [ (CLEVR\072) -249.99000 (A) -250.00200 (Diagnostic) -250.00500 (Dataset) -250.00300 (f) 24.99230 (or) ] TJ -78.25780 -17.93320 Td [ (Compositional) -249.99600 (Language) -250.01000 (and) -249.99100 (Elementary) -249.99500 (V) 37.01370 (isual) -250.00500 (Reasoning) ] TJ /R33 11.95520 Tf -9.29297 -42.59610 Td [ (Justin) -249.99500 (Johnson) ] TJ /R33 7.97010 Tf 70.07970 4.33906 Td (1\0542) Tj /R35 7.97010 Tf 10.46130 0 Td [ <03> -0.29866 ] TJ /R33 11.95520 Tf -66.58910 -18.28590 Td [ (Li) -249.98500 (Fei\055Fei) ] TJ /R33 7.97010 Tf 48.15390 4.33789 Td (1) Tj /R33 11.95520 Tf 83.09610 9.62422 Td [ (Bharath) -250.00800 (Hariharan) ] TJ /R33 7.97010 Tf 88.63480 4.33906 Td (2) Tj /R33 11.95520 Tf -93.53090 -18.28630 Td [ (C\056) -249.98700 (La) 14.98510 (wrence) -250.00400 (Zitnick) ] TJ /R33 7.97010 Tf 98.42620 4.33828 Td (2) Tj /R33 11.95520 Tf 44.49880 9.60898 Td [ (Laurens) -249.99700 (v) 24.98340 (an) -250.01000 (der) -249.98900 (Maaten) ] TJ /R33 7.97010 Tf 115.55700 4.33906 Td (2) Tj /R33 11.95520 Tf -91.48590 -18.28630 Td [ (Ross) -250.01000 (Girshick) ] TJ /R33 7.97010 Tf 67.41480 4.33828 Td (2) Tj -332.77000 -19.01410 Td (1) Tj /R33 11.95520 Tf 4.48398 -4.33789 Td [ (Stanford) -250 (Uni) 24.99570 (v) 14.98510 (ersity) ] TJ /R33 7.97010 Tf 189.22700 3.11289 Td (2) Tj /R33 11.95520 Tf 4.48398 -4.33789 Td [ (F) 15.01580 (acebook) -249.99300 (AI) -250.00200 (Research) ] TJ /R31 11.95520 Tf -199.99800 -39.00820 Td (Abstract) Tj /R37 9.96260 Tf -83.92770 -24.43480 Td [ (When) -461.01400 (b) 20.00160 (uilding) -461.01900 <61727469026369616c> -461.01500 (intellig) 10 (ence) -460.98900 (systems) -461.98200 (that) -460.99700 (can) ] TJ -11.95510 -11.95510 Td [ (r) 37.01960 (eason) -391.99600 (and) -391.01700 (answer) -391.98200 (questions) -390.99100 (about) -391.98600 (visual) -391.00600 (data\054) -427.00200 (we) -392.00300 (need) ] TJ 11.95630 TL T* [ (dia) 10.01550 (gnostic) -234.98800 (tests) -234.99800 (to) -235.98800 (analyze) -235 (our) -235.00400 (pr) 44.98390 (o) 10.00320 (gr) 36.98520 (ess) -235.01200 (and) -235.98500 (di) 0.99248 (sco) 10.00570 (ver) -236.00200 (short\055) ] TJ 11.95470 TL T* [ (comings\056) -432.99600 (Existing) -291.01300 (benc) 15.01830 (hmarks) -290.98900 (for) -292.01100 (visual) -290.98300 (question) -291.01300 (answer) 19.98930 (\055) ] TJ T* [ (ing) -231.98300 (can) -233.01400 (help\054) -235.98500 (b) 20.00160 (ut) -231.98800 (have) -233.01900 (str) 44.99250 (ong) -231.98600 (biases) -232.01500 (that) -232.99500 (models) -232.01800 (can) -233.01500 (e) 19.99180 (xploit) ] TJ T* [ (to) -261.98300 (corr) 36.98710 (ectly) -261.01400 (answer) -262.00400 (questions) -261.99300 (without) -261.98400 (r) 37.01830 (easoning) 15.01220 (\056) -344.99900 (The) 30.00970 (y) -262 (also) ] TJ T* [ <636f6e03617465> -199.00700 (multiple) -200.00800 (sour) 36.99630 (ces) -198.98900 (of) -199.99400 (err) 44.98020 (or) 111.01200 (\054) -208.98200 (making) -199.00600 (it) -199.99100 (har) 36.99140 (d) -198.98200 (to) -199.99400 (pinpoint) ] TJ T* [ (model) -405.99500 (weaknesses\056) -778.98000 (W) 91.98590 (e) -406.01600 (pr) 36.98520 (esent) -406 (a) -406.00600 (dia) 10.01550 (gnostic) -406.99800 (dataset) -406.01800 (that) ] TJ 11.95630 TL T* [ (tests) -258.99400 (a) -259.99100 (r) 14.98400 (ang) 10.01360 (e) -258.98100 (of) -259.98400 (visual) -258.99000 (r) 37.01960 (easoning) -260 (abilities\056) -338.01200 (It) -259.01100 (contains) -259.99800 (mini\055) ] TJ 11.95510 TL T* [ (mal) -213.98800 (biases) -214.01800 (and) -215.00800 (has) -213.98800 (detailed) -214.01500 (annotations) -214.01800 (describing) -214.00600 (the) -215.01600 (kind) ] TJ T* [ (of) -273.98100 (r) 37.01960 (easoning) -274 (eac) 15.01340 (h) -273.00800 (question) -273.99700 (r) 37.01960 (equir) 36.99260 (es\056) -382.01100 (W) 91.98710 (e) -273.01800 (use) -273.98600 (this) -274.00800 (dataset) -274 (to) ] TJ T* [ (analyze) -276.01300 (a) -275.98800 (variety) -275.98100 (of) -275.98100 (modern) -276.01300 (visual) -276.00700 (r) 37.01960 (easoning) -275.99800 (systems\054) -282.99000 (pr) 44.98510 (o\055) ] TJ T* [ (viding) -250.01200 (no) 10.00810 (vel) -249.99900 (insights) -249.98800 (into) -250.01200 (their) -250.01600 (abilities) -249.99000 (and) -249.98300 (limitations\056) ] TJ /R31 11.95520 Tf 37.44100 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R33 9.96260 Tf 11.95510 -19.45390 Td [ (A) -400.98900 (long\055standing) -401.01500 (goal) -401.01900 (of) -400.99100 <61727469026369616c> -401.98400 (intelligence) -400.99700 (research) ] TJ -11.95510 -11.95510 Td [ (is) -447.99000 (to) -449.01100 (de) 25.01600 (v) 14.98280 (elop) -447.99100 (systems) -448.98500 (that) -447.98900 (can) -448.00700 (reason) -449.01800 (and) -447.99900 (answer) -448.98100 (ques\055) ] TJ 11.95590 TL T* [ (tions) -361.98700 (about) -363.02000 (visual) -361.99200 (information\056) -648.00300 (Recently) 64.99410 (\054) -390.01100 (se) 25.01790 (v) 14.98280 (eral) -363.00300 (datasets) ] TJ 11.95510 TL T* [ (ha) 19.99730 (v) 14.98280 (e) -313.99100 (been) -313.98600 (introduced) -314 (to) -314.01400 (study) -313.99800 (this) -314 (problem) -314 (\133) ] TJ ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 232.14900 280.70100 Tm (4) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 237.13000 280.70100 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 242.74900 280.70100 Tm (10) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 252.71100 280.70100 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 258.33000 280.70100 Tm (21) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 268.29300 280.70100 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 273.91100 280.70100 Tm (26) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 283.87400 280.70100 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 50.11210 268.74600 Tm (32) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 60.07460 268.74600 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 67.17810 268.74600 Tm (46) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 77.14060 268.74600 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 84.25390 268.74600 Tm (49) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 94.21640 268.74600 Tm [ (\135\056) -949.99900 (Each) -462.98200 (of) -464 (these) -463.01100 (V) 59.99240 (isual) -463 (Question) -464.00600 (Answering) ] TJ -44.10430 -11.95470 Td [ (\050VQA\051) -194.00500 (datasets) -193.98800 (contains) -194.01900 (challenging) -194.01300 (natural) -193.99500 (language) -193.99200 (ques\055) ] TJ 11.95510 TL T* [ (tions) -397.98100 (about) -397.99400 (images\056) -754.00700 (Correctly) -397.99000 (answering) -397.99200 (these) -398.00200 (questions) ] TJ T* [ (requires) -447.99600 (perceptual) -449.01500 (abilities) -448.00500 (such) -449.01100 (as) -448.00200 (recognizing) -449.00100 (objects\054) ] TJ 11.95590 TL T* [ (attrib) 20.01570 (utes\054) -368 (and) -344.99500 (spatial) -343.99700 (relationships) -344.99100 (as) -345 (well) -344.00900 (as) -344.99900 (higher) 20.01140 (\055le) 25.01540 (v) 14.98280 (el) ] TJ 11.95510 TL T* [ (skills) -275.01400 (such) -275.98200 (as) -275.01200 (counting\054) -281.99300 (per) 1.01699 (forming) -276.00400 (logical) -274.99100 (inference\054) -281.99700 (mak\055) ] TJ T* [ (ing) -219.00500 (comparisons\054) -225.01900 (or) -218.98200 (le) 25.01790 (v) 14.98280 (eraging) -219.01200 (commonsense) -219.01700 (w) 10 (orld) -219.00800 (kno) 24.99090 (wl\055) ] TJ T* [ (edge) -378.01400 (\133) ] TJ ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 76.00510 185.06000 Tm (31) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 85.96760 185.06000 Tm [ (\135\056) -692.98300 (Numerous) -377.00700 (methods) -378.01900 (ha) 19.99790 (v) 14.98280 (e) -377 (attack) 10.00570 (ed) -378.01500 (these) -378.00600 (prob\055) ] TJ -35.85550 -11.95510 Td [ (lems) -375.01500 (\133) ] TJ ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 75.98520 173.10500 Tm (2) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 80.96640 173.10500 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 87.19300 173.10500 Tm (3) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 92.17420 173.10500 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 98.39100 173.10500 Tm (9) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 103.37200 173.10500 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 109.59900 173.10500 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 119.56100 173.10500 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 125.78800 173.10500 Tm (44) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 135.75000 173.10500 Tm [ (\135\054) -406.01200 (b) 20.00160 (ut) -374.98400 (man) 14.99010 (y) -374.01100 (sho) 24.99220 (w) -374.99400 (only) -375.01300 (mar) 18.00190 (ginal) -375.01600 (im\055) ] TJ -85.63830 -11.95470 Td [ (pro) 14.98460 (v) 14.98280 (ements) -193.98500 (o) 14.98280 (v) 14.98280 (er) -194.01400 (s) 0.98635 (trong) -193.98800 (baselines) -193.98400 (\133) ] TJ ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 186.17200 161.15000 Tm (4) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 191.15300 161.15000 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 195.57700 161.15000 Tm (16) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 205.53900 161.15000 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 209.95200 161.15000 Tm (48) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 219.91500 161.15000 Tm [ (\135\056) -291.99000 (Unfortunately) 65.00390 (\054) ] TJ -169.80300 -11.95630 Td [ (our) -245.99100 (ability) -246.00300 (to) -245.98600 (understand) -246.01000 (the) -245.99100 (limitations) -246.01000 (of) -245.99600 (these) -245.98800 (methods) -246 (is) ] TJ 11.95510 TL T* [ (impeded) -286.00500 (by) -285.98200 (the) -285.98400 (inherent) -286.01400 (comple) 14.99870 (xit) 1 (y) -285.98700 (of) -285.98900 (the) -285.98400 (VQA) -285.98400 (task\056) -417.99200 (Are) ] TJ T* [ (methods) -289.01400 (hampered) -289 (by) -289 (f) 9.99466 (ailures) -290.01700 (i) 0.98758 (n) -289.98600 (recognition\054) -299.01100 (poor) -288.99800 (reason\055) ] TJ T* [ (ing\054) -250.01700 (lack) -249.99400 (of) -249.99600 (commonsense) -249.99300 (kno) 24.99090 (wledge\054) -249.98400 (or) -249.99500 (something) -249.98800 (else\077) ] TJ 11.95510 -12.48010 Td [ (The) -293.98600 (dif) 24.98540 <0263756c7479> -293.99500 (of) -293.98900 (understanding) -293.98500 (a) -293.99500 (system\047) 55 (s) -293.98500 (competences) ] TJ ET Q 3.98000 w 0 G 501.12100 904.14800 m 1446.11000 904.14800 l S q 10 0 0 10 0 0 cm BT /R39 5.97760 Tf 1 0 0 1 60.14100 83.81290 Tm [ <03> -0.90058 ] TJ /R33 7.97010 Tf 4.31680 -2.81289 Td [ (W) 79.97960 (ork) -250.01600 (done) -249.99100 (during) -249.98700 (an) -250.01300 (internship) -250.01600 (at) -249.99300 (F) 74.02240 (AIR\056) ] TJ ET Q q 2078.83000 0 0 1273.14000 3230.37000 4240.06000 cm /R41 Do Q q 10 0 0 10 0 0 cm BT /R31 7.97010 Tf 1 0 0 1 315.60200 414.68400 Tm (Q\072) Tj /R33 7.97010 Tf 10.84690 0 Td [ (Are) -250.01900 (there) -249.98200 (an) ] TJ ET Q 0.15991 0.29004 0.83984 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 367.83000 414.68400 Tm (equal) Tj ET Q 0.67969 0.13989 0.13989 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 387.08600 414.68400 Tm (number) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 413.42700 414.68400 Tm (of) Tj ET Q 0.50000 0.29004 0.10010 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 422.05800 414.68400 Tm [ (lar) 18.01780 (ge) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 439.83900 414.68400 Tm [ (things) -249.98200 (and) ] TJ ET Q 0.50000 0.29004 0.10010 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 474.82000 414.68400 Tm [ (metal) -249.98200 (spheres) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 518.42400 414.68400 Tm (\077) Tj /R31 7.97010 Tf -202.82200 -9.46484 Td (Q\072) Tj ET Q 0.50000 0.29004 0.10010 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 326.61600 405.21900 Tm [ (What) -270.99000 (size) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 360.59300 405.21900 Tm [ (is) -270.97700 (the) ] TJ ET Q 0.50000 0.29004 0.10010 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 379.96000 405.21900 Tm [ (c) 15.00360 (ylinder) ] TJ ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 408.11800 405.21900 Tm [ (that) -271.02600 (is) -270.97700 (left) -270.99600 (of) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 451.29200 405.21900 Tm (the) Tj ET Q 0.50000 0.29004 0.10010 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 463.19100 405.21900 Tm [ (bro) 24.98350 (wn) -270.98400 (metal) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 505.37700 405.21900 Tm (thing) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 523.92300 405.21900 Tm (that) Tj -208.32100 -9.46406 Td [ (is) -207.99800 (left) -208.99300 (of) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 343.16300 395.75500 Tm (the) Tj ET Q 0.50000 0.29004 0.10010 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 354.56800 395.75500 Tm [ (big) -208.02200 (sphere) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 387.21300 395.75500 Tm (\077) Tj /R31 7.97010 Tf 5.89961 0 Td (Q\072) Tj /R33 7.97010 Tf 10.51520 0 Td [ (There) -208.01000 (is) -208.97800 (a) ] TJ ET Q 0.50000 0.29004 0.10010 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 436.05000 395.75500 Tm (sphere) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 458.51800 395.75500 Tm [ (with) -207.98600 (the) ] TJ ET Q 0.15991 0.29004 0.83984 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 485.74400 395.75500 Tm [ (same) -208.97800 (size) -207.98600 (as) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 526.14400 395.75500 Tm (the) Tj ET Q 0.50000 0.29004 0.10010 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 315.60200 386.29000 Tm [ (metal) -249.98200 (cube) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 350.35200 386.29000 Tm [ (\073) -249.99700 (is) -250 (it) ] TJ ET Q 0.15991 0.29004 0.83984 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 368.29200 386.29000 Tm [ (made) -250.01300 (of) -250.00400 (the) -250.00700 (same) -250 (material) -250 (as) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 463.02500 386.29000 Tm (the) Tj ET Q 0.50000 0.29004 0.10010 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 474.75700 386.29000 Tm [ (small) -249.99400 (red) -249.99400 (sphere) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 526.99300 386.29000 Tm (\077) Tj /R31 7.97010 Tf -211.39100 -9.46367 Td (Q\072) Tj ET Q 0.67969 0.13989 0.13989 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 326.44900 376.82600 Tm [ (Ho) 24.99580 (w) -249.99100 (man) 14.98520 (y) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 363.31900 376.82600 Tm (objects) Tj ET Q 0.50000 0.14990 0.75000 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 387.89100 376.82600 Tm [ (are) -249.97600 (either) ] TJ ET Q 0.50000 0.29004 0.10010 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 419.75500 376.82600 Tm [ (small) -249.99400 (c) 15.00360 (ylinders) ] TJ ET Q 0.50000 0.14990 0.75000 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 470.11000 376.82600 Tm (or) Tj ET Q 0.50000 0.29004 0.10010 rg q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 478.74100 376.82600 Tm (metal) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 7.97010 Tf 1 0 0 1 498.44300 376.82600 Tm (things\077) Tj /R33 8.96640 Tf -189.58100 -11.67110 Td [ (Figure) -254.99400 (1\056) -255.01000 (A) -255 (sample) -255.00500 (image) -255.00700 (and) -255.01000 (questions) -254.98300 (from) -255.01000 (CLEVR\056) -254.00300 (Questions) ] TJ 10.95900 TL T* [ (test) -431.99200 (aspects) -431.98900 (of) -431.00600 (visual) -431.99200 (reasoning) -431.98900 (such) -432.01100 (as) ] TJ ET Q 0.50000 0.29004 0.10010 rg q 10 0 0 10 0 0 cm BT /R33 8.96640 Tf 1 0 0 1 461.97200 354.19600 Tm [ (attrib) 19.99110 (ute) -432.00600 (i) 1.01290 <64656e746902636174696f6e> ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 8.96640 Tf 1 0 0 1 542.86700 354.19600 Tm (\054) Tj ET Q 0.67969 0.13989 0.13989 rg q 10 0 0 10 0 0 cm BT /R33 8.96640 Tf 1 0 0 1 308.86200 343.23700 Tm (counting) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 8.96640 Tf 1 0 0 1 340.24500 343.23700 Tm (\054) Tj ET Q 0.15991 0.29004 0.83984 rg q 10 0 0 10 0 0 cm BT /R33 8.96640 Tf 1 0 0 1 344.72800 343.23700 Tm (comparison) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 8.96640 Tf 1 0 0 1 386.56500 343.23700 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 8.96640 Tf 1 0 0 1 391.04800 343.23700 Tm [ (multiple) -249.99500 (attention) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 8.96640 Tf 1 0 0 1 454.56600 343.23700 Tm [ (\054) -250 (and) ] TJ ET Q 0.50000 0.14990 0.75000 rg q 10 0 0 10 0 0 cm BT /R33 8.96640 Tf 1 0 0 1 474.23800 343.23700 Tm [ (logical) -249.98900 (operations) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 8.96640 Tf 1 0 0 1 538.24000 343.23700 Tm (\056) Tj /R33 9.96260 Tf -229.37800 -22.25310 Td [ (is) -310.99500 (e) 15.01220 (x) 14.98280 <656d706c69026564> -311.00400 (by) ] TJ /R37 9.96260 Tf 72.64300 0 Td [ (Cle) 14.99500 (ver) -311.00900 (Hans) ] TJ /R33 9.96260 Tf 50.53790 0 Td [ (\054) -325.98000 (a) -311.01200 (1900s) -310.98200 (era) -311.01700 (horse) -310.01700 (who) -310.99200 (ap\055) ] TJ -123.18100 -11.95510 Td [ (peared) -418.99600 (to) -417.99600 (be) -418.98900 (able) -418.98600 (to) -417.99600 (answer) -418.98900 (arithmetic) -418.99900 (questions\056) -816.01600 (Care\055) ] TJ 11.95470 TL T* [ (ful) -338.99200 (observ) 24.99090 (ation) -338.98300 (re) 25.00810 (v) 14.98280 (ealed) -337.98300 (that) -338.98800 (Hans) -338.99200 (w) 10.00320 (as) -339.00200 (correctly) -338.99700 (\223answer) 19.99670 (\055) ] TJ T* [ (ing\224) -334.99100 (questions) -336.02000 (by) -334.99300 (reacting) -334.99300 (to) -336.01300 (cues) -335.00300 (read) -335.98800 (of) 25.01540 (f) -335.00800 (his) -334.98300 (human) -335.99800 (ob\055) ] TJ T* [ (serv) 14.98030 (ers) -369 (\133) ] TJ ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 343.92100 273.16400 Tm (30) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 353.88300 273.16400 Tm [ (\135\056) -666.00700 (Statistical) -368.00500 (learning) -369.01700 (systems\054) -398.01200 (lik) 10.01790 (e) -369.00200 (those) -369.01700 (used) ] TJ -45.02110 -11.95590 Td [ (for) -422.01000 (VQA\054) -421.99800 (may) -421.99600 (de) 25.01540 (v) 14.98280 (elop) -421.99600 (similar) -422.01300 (\223cheating\224) -421.99800 (approaches) -422.00300 (to) ] TJ 11.95510 TL T* [ <7375706572026369616c6c79> -315.98400 (\223solv) 14.99750 (e\224) -317.01600 (tasks) -316.00600 (without) -315.98600 (learning) -316.00600 (the) -316.99600 (underlying) ] TJ T* [ (reasoning) -455 (processes) -455.01000 (\133) ] TJ ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 398.15700 237.29800 Tm (35) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 408.12000 237.29800 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 415.13300 237.29800 Tm (36) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 425.09600 237.29800 Tm [ (\135\056) -924.98300 (F) 14.99260 (or) -454.98300 (instance\054) -506.01400 (a) -454.98800 (statistical) ] TJ -116.23400 -11.95510 Td [ (learner) -216.99100 (may) -217.99100 (correctly) -217.01800 (answer) -218.00300 (the) -217.01300 (question) ] TJ /R37 9.96260 Tf 167.36900 0 Td [ (\223What) -218.00800 (c) 1.01454 (o) 10.00320 (ver) 9.99343 (s) -217.99800 (the) ] TJ -167.36900 -11.95470 Td [ (gr) 44.98510 (ound\077\224) ] TJ /R33 9.96260 Tf 42.27700 0 Td [ (not) -260.99800 (because) -261.01800 (it) -261 (understands) -262 (the) -261.00500 (scene) -261.01500 (b) 20.00160 (ut) -261.00500 (because) ] TJ -42.27700 -11.95510 Td [ (biased) -292.99500 (datasets) -292.99000 (often) -293.98000 (ask) -293.00300 (questions) -293.00500 (about) -292.99000 (the) ] TJ /R37 9.96260 Tf 183.14700 0 Td [ (gr) 44.98270 (ound) ] TJ /R33 9.96260 Tf 31.52380 0 Td (when) Tj -214.67100 -11.95630 Td [ (it) -274.01800 (is) -275 (sno) 24.99340 (w\055co) 15.01710 (v) 14.98280 (ered) -274 (\133) ] TJ ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 387.89600 189.47700 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 392.87700 189.47700 Tm (\054) Tj ET Q 0.11011 0.40991 0.08008 rg q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 398.09700 189.47700 Tm (47) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R33 9.96260 Tf 1 0 0 1 408.06000 189.47700 Tm [ (\135\056) -382.99500 (Ho) 24.98600 (w) -275.00800 (can) -273.99800 (we) -273.99300 (determine) -274.99300 (whether) ] TJ -99.19770 -11.95470 Td [ (a) -295.99500 (system) -295.01700 (is) -296.01700 (capable) -295.99000 (of) -295.00700 (sophisticated) -295.98000 (reasoning) -294.99000 (and) -295.98500 (not) -296.00900 (just) ] TJ 11.95510 TL T* [ (e) 15.01220 (xploiting) -249.98300 (biases) -249.98300 (of) -249.99500 (the) -249.99000 (w) 10.00320 (orld\054) -249.98300 (similar) -250.00200 (to) -249.98800 (Cle) 24.99090 (v) 14.98280 (er) -250.00700 (Hans\077) ] TJ 11.95470 -12.83590 Td [ (In) -279.01000 (this) -278.00800 (paper) -279.01500 (we) -279.01500 (propose) -278.99300 (a) ] TJ /R37 9.96260 Tf 109.06600 0 Td [ (dia) 10.01790 (gnostic) -278.98300 (dataset) ] TJ /R33 9.96260 Tf 75.92930 0 Td [ (for) -279.01200 (study\055) ] TJ -196.95000 -11.95510 Td [ (ing) -217.98600 (the) -219.01500 (ability) -218.00800 (of) -218.98100 (VQA) -217.99500 (systems) -218.00300 (to) -219.01200 (perform) -217.99300 (visual) -218.99800 (reasoning\056) ] TJ T* [ (W) 79.98660 (e) -242.98400 (refer) -242.99900 (to) -243.00600 (this) -242.99400 (dataset) -243.00600 (as) -243.01800 (the) -243.00800 (Compositional) -243.01300 (Language) -243.00800 (and) ] TJ 11.95590 TL T* [ (Elementary) -232.99500 (V) 59.99240 (isual) -232.99800 (Reasoning) -232.98100 (diagnostics) -233.01500 (dataset) -233.00500 (\050CLEVR\073) ] TJ 11.95510 TL T* [ (pronounced) -205.98300 (as) ] TJ /R37 9.96260 Tf 59.43790 0 Td [ (cle) 15.01470 (ver) ] TJ /R33 9.96260 Tf 26.47110 0 Td [ (in) -205.99300 (homage) -205.98500 (to) -205.99500 (Hans\051\056) -295.98000 (CLEVR) -206.00500 (contains) ] TJ -85.90900 -11.95510 Td [ (100k) -229.00100 (rendered) -230.00600 (images) -228.99900 (and) -229.99600 (about) -229.00100 (one) -229.01600 (million) -229.99100 (automatically\055) ] TJ T* [ (generated) -257.01300 (questions\054) -257.99100 (of) -257.01300 (which) -257.00100 (853k) -256.01600 (are) -256.98700 (unique\056) -329.99900 (It) -257.01100 (has) -257.01100 (chal\055) ] TJ -13.74100 -29.88790 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 50 Tm (2901) Tj T* ET Q endstream endobj 15 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 16 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 16 0 obj << /Filter /FlateDecode /Resources 17 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
17 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 19 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources 20 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
20 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 22 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
22 0 obj
<<
/Filter /FlateDecode
/Resources 23 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA