{ "summary": { "n_tasks": 70, "avg_recall": 0.9068, "n_high_recall": 56, "n_low_recall": 4 }, "tasks": { "adjunct_island": { "total": 928, "hits": 928, "recall": 1.0 }, "anaphor_gender_agreement": { "total": 971, "hits": 942, "recall": 0.9701 }, "anaphor_number_agreement": { "total": 931, "hits": 931, "recall": 1.0 }, "animate_subject_passive": { "total": 895, "hits": 895, "recall": 1.0 }, "animate_subject_trans": { "total": 923, "hits": 880, "recall": 0.9534 }, "causative": { "total": 818, "hits": 417, "recall": 0.5098 }, "complex_NP_island": { "total": 846, "hits": 846, "recall": 1.0 }, "coordinate_structure_constraint_complex_left_branch": { "total": 906, "hits": 906, "recall": 1.0 }, "coordinate_structure_constraint_object_extraction": { "total": 949, "hits": 949, "recall": 1.0 }, "determiner_noun_agreement_1": { "total": 929, "hits": 929, "recall": 1.0 }, "determiner_noun_agreement_2": { "total": 931, "hits": 931, "recall": 1.0 }, "determiner_noun_agreement_irregular_1": { "total": 681, "hits": 681, "recall": 1.0 }, "determiner_noun_agreement_irregular_2": { "total": 820, "hits": 820, "recall": 1.0 }, "determiner_noun_agreement_with_adj_2": { "total": 941, "hits": 941, "recall": 1.0 }, "determiner_noun_agreement_with_adj_irregular_1": { "total": 718, "hits": 718, "recall": 1.0 }, "determiner_noun_agreement_with_adj_irregular_2": { "total": 840, "hits": 840, "recall": 1.0 }, "determiner_noun_agreement_with_adjective_1": { "total": 933, "hits": 933, "recall": 1.0 }, "distractor_agreement_relational_noun": { "total": 788, "hits": 438, "recall": 0.5558 }, "distractor_agreement_relative_clause": { "total": 871, "hits": 871, "recall": 1.0 }, "drop_argument": { "total": 920, "hits": 511, "recall": 0.5554 }, "ellipsis_n_bar_2": { "total": 828, "hits": 72, "recall": 0.087 }, "existential_there_object_raising": { "total": 812, "hits": 812, "recall": 1.0 }, "existential_there_quantifiers_1": { "total": 930, "hits": 930, "recall": 1.0 }, "existential_there_quantifiers_2": { "total": 911, "hits": 911, "recall": 1.0 }, "existential_there_subject_raising": { "total": 924, "hits": 924, "recall": 1.0 }, "expletive_it_object_raising": { "total": 759, "hits": 759, "recall": 1.0 }, "inchoative": { "total": 855, "hits": 384, "recall": 0.4491 }, "intransitive": { "total": 868, "hits": 109, "recall": 0.1256 }, "irregular_past_participle_adjectives": { "total": 961, "hits": 961, "recall": 1.0 }, "irregular_past_participle_verbs": { "total": 942, "hits": 900, "recall": 0.9554 }, "irregular_plural_subject_verb_agreement_1": { "total": 804, "hits": 747, "recall": 0.9291 }, "irregular_plural_subject_verb_agreement_2": { "total": 892, "hits": 881, "recall": 0.9877 }, "left_branch_island_echo_question": { "total": 947, "hits": 947, "recall": 1.0 }, "left_branch_island_simple_question": { "total": 951, "hits": 951, "recall": 1.0 }, "matrix_question_npi_licensor_present": { "total": 929, "hits": 929, "recall": 1.0 }, "npi_present_1": { "total": 909, "hits": 909, "recall": 1.0 }, "npi_present_2": { "total": 914, "hits": 914, "recall": 1.0 }, "only_npi_licensor_present": { "total": 882, "hits": 882, "recall": 1.0 }, "only_npi_scope": { "total": 837, "hits": 837, "recall": 1.0 }, "passive_1": { "total": 840, "hits": 777, "recall": 0.925 }, "passive_2": { "total": 903, "hits": 834, "recall": 0.9236 }, "principle_A_c_command": { "total": 946, "hits": 946, "recall": 1.0 }, "principle_A_case_1": { "total": 912, "hits": 912, "recall": 1.0 }, "principle_A_case_2": { "total": 915, "hits": 915, "recall": 1.0 }, "principle_A_domain_1": { "total": 914, "hits": 914, "recall": 1.0 }, "principle_A_domain_2": { "total": 915, "hits": 915, "recall": 1.0 }, "principle_A_domain_3": { "total": 941, "hits": 941, "recall": 1.0 }, "principle_A_reconstruction": { "total": 967, "hits": 902, "recall": 0.9328 }, "regular_plural_subject_verb_agreement_1": { "total": 890, "hits": 670, "recall": 0.7528 }, "regular_plural_subject_verb_agreement_2": { "total": 945, "hits": 932, "recall": 0.9862 }, "sentential_negation_npi_licensor_present": { "total": 919, "hits": 919, "recall": 1.0 }, "sentential_negation_npi_scope": { "total": 871, "hits": 871, "recall": 1.0 }, "sentential_subject_island": { "total": 961, "hits": 961, "recall": 1.0 }, "superlative_quantifiers_1": { "total": 979, "hits": 979, "recall": 1.0 }, "superlative_quantifiers_2": { "total": 986, "hits": 986, "recall": 1.0 }, "supplement_hypernym": { "total": 842, "hits": 688, "recall": 0.8171 }, "supplement_qa_congruence_easy": { "total": 64, "hits": 64, "recall": 1.0 }, "supplement_qa_congruence_tricky": { "total": 165, "hits": 165, "recall": 1.0 }, "supplement_subject_aux_inversion": { "total": 3867, "hits": 3731, "recall": 0.9648 }, "supplement_turn_taking": { "total": 280, "hits": 280, "recall": 1.0 }, "tough_vs_raising_1": { "total": 948, "hits": 761, "recall": 0.8027 }, "tough_vs_raising_2": { "total": 920, "hits": 793, "recall": 0.862 }, "transitive": { "total": 868, "hits": 276, "recall": 0.318 }, "wh_island": { "total": 960, "hits": 960, "recall": 1.0 }, "wh_questions_object_gap": { "total": 859, "hits": 812, "recall": 0.9453 }, "wh_questions_subject_gap_long_distance": { "total": 857, "hits": 857, "recall": 1.0 }, "wh_vs_that_no_gap": { "total": 861, "hits": 667, "recall": 0.7747 }, "wh_vs_that_no_gap_long_distance": { "total": 875, "hits": 676, "recall": 0.7726 }, "wh_vs_that_with_gap": { "total": 919, "hits": 569, "recall": 0.6192 }, "wh_vs_that_with_gap_long_distance": { "total": 910, "hits": 910, "recall": 1.0 } } }