| { |
| "summary": { |
| "n_tasks": 70, |
| "avg_recall": 0.9068, |
| "n_high_recall": 56, |
| "n_low_recall": 4 |
| }, |
| "tasks": { |
| "adjunct_island": { |
| "total": 928, |
| "hits": 928, |
| "recall": 1.0 |
| }, |
| "anaphor_gender_agreement": { |
| "total": 971, |
| "hits": 942, |
| "recall": 0.9701 |
| }, |
| "anaphor_number_agreement": { |
| "total": 931, |
| "hits": 931, |
| "recall": 1.0 |
| }, |
| "animate_subject_passive": { |
| "total": 895, |
| "hits": 895, |
| "recall": 1.0 |
| }, |
| "animate_subject_trans": { |
| "total": 923, |
| "hits": 880, |
| "recall": 0.9534 |
| }, |
| "causative": { |
| "total": 818, |
| "hits": 417, |
| "recall": 0.5098 |
| }, |
| "complex_NP_island": { |
| "total": 846, |
| "hits": 846, |
| "recall": 1.0 |
| }, |
| "coordinate_structure_constraint_complex_left_branch": { |
| "total": 906, |
| "hits": 906, |
| "recall": 1.0 |
| }, |
| "coordinate_structure_constraint_object_extraction": { |
| "total": 949, |
| "hits": 949, |
| "recall": 1.0 |
| }, |
| "determiner_noun_agreement_1": { |
| "total": 929, |
| "hits": 929, |
| "recall": 1.0 |
| }, |
| "determiner_noun_agreement_2": { |
| "total": 931, |
| "hits": 931, |
| "recall": 1.0 |
| }, |
| "determiner_noun_agreement_irregular_1": { |
| "total": 681, |
| "hits": 681, |
| "recall": 1.0 |
| }, |
| "determiner_noun_agreement_irregular_2": { |
| "total": 820, |
| "hits": 820, |
| "recall": 1.0 |
| }, |
| "determiner_noun_agreement_with_adj_2": { |
| "total": 941, |
| "hits": 941, |
| "recall": 1.0 |
| }, |
| "determiner_noun_agreement_with_adj_irregular_1": { |
| "total": 718, |
| "hits": 718, |
| "recall": 1.0 |
| }, |
| "determiner_noun_agreement_with_adj_irregular_2": { |
| "total": 840, |
| "hits": 840, |
| "recall": 1.0 |
| }, |
| "determiner_noun_agreement_with_adjective_1": { |
| "total": 933, |
| "hits": 933, |
| "recall": 1.0 |
| }, |
| "distractor_agreement_relational_noun": { |
| "total": 788, |
| "hits": 438, |
| "recall": 0.5558 |
| }, |
| "distractor_agreement_relative_clause": { |
| "total": 871, |
| "hits": 871, |
| "recall": 1.0 |
| }, |
| "drop_argument": { |
| "total": 920, |
| "hits": 511, |
| "recall": 0.5554 |
| }, |
| "ellipsis_n_bar_2": { |
| "total": 828, |
| "hits": 72, |
| "recall": 0.087 |
| }, |
| "existential_there_object_raising": { |
| "total": 812, |
| "hits": 812, |
| "recall": 1.0 |
| }, |
| "existential_there_quantifiers_1": { |
| "total": 930, |
| "hits": 930, |
| "recall": 1.0 |
| }, |
| "existential_there_quantifiers_2": { |
| "total": 911, |
| "hits": 911, |
| "recall": 1.0 |
| }, |
| "existential_there_subject_raising": { |
| "total": 924, |
| "hits": 924, |
| "recall": 1.0 |
| }, |
| "expletive_it_object_raising": { |
| "total": 759, |
| "hits": 759, |
| "recall": 1.0 |
| }, |
| "inchoative": { |
| "total": 855, |
| "hits": 384, |
| "recall": 0.4491 |
| }, |
| "intransitive": { |
| "total": 868, |
| "hits": 109, |
| "recall": 0.1256 |
| }, |
| "irregular_past_participle_adjectives": { |
| "total": 961, |
| "hits": 961, |
| "recall": 1.0 |
| }, |
| "irregular_past_participle_verbs": { |
| "total": 942, |
| "hits": 900, |
| "recall": 0.9554 |
| }, |
| "irregular_plural_subject_verb_agreement_1": { |
| "total": 804, |
| "hits": 747, |
| "recall": 0.9291 |
| }, |
| "irregular_plural_subject_verb_agreement_2": { |
| "total": 892, |
| "hits": 881, |
| "recall": 0.9877 |
| }, |
| "left_branch_island_echo_question": { |
| "total": 947, |
| "hits": 947, |
| "recall": 1.0 |
| }, |
| "left_branch_island_simple_question": { |
| "total": 951, |
| "hits": 951, |
| "recall": 1.0 |
| }, |
| "matrix_question_npi_licensor_present": { |
| "total": 929, |
| "hits": 929, |
| "recall": 1.0 |
| }, |
| "npi_present_1": { |
| "total": 909, |
| "hits": 909, |
| "recall": 1.0 |
| }, |
| "npi_present_2": { |
| "total": 914, |
| "hits": 914, |
| "recall": 1.0 |
| }, |
| "only_npi_licensor_present": { |
| "total": 882, |
| "hits": 882, |
| "recall": 1.0 |
| }, |
| "only_npi_scope": { |
| "total": 837, |
| "hits": 837, |
| "recall": 1.0 |
| }, |
| "passive_1": { |
| "total": 840, |
| "hits": 777, |
| "recall": 0.925 |
| }, |
| "passive_2": { |
| "total": 903, |
| "hits": 834, |
| "recall": 0.9236 |
| }, |
| "principle_A_c_command": { |
| "total": 946, |
| "hits": 946, |
| "recall": 1.0 |
| }, |
| "principle_A_case_1": { |
| "total": 912, |
| "hits": 912, |
| "recall": 1.0 |
| }, |
| "principle_A_case_2": { |
| "total": 915, |
| "hits": 915, |
| "recall": 1.0 |
| }, |
| "principle_A_domain_1": { |
| "total": 914, |
| "hits": 914, |
| "recall": 1.0 |
| }, |
| "principle_A_domain_2": { |
| "total": 915, |
| "hits": 915, |
| "recall": 1.0 |
| }, |
| "principle_A_domain_3": { |
| "total": 941, |
| "hits": 941, |
| "recall": 1.0 |
| }, |
| "principle_A_reconstruction": { |
| "total": 967, |
| "hits": 902, |
| "recall": 0.9328 |
| }, |
| "regular_plural_subject_verb_agreement_1": { |
| "total": 890, |
| "hits": 670, |
| "recall": 0.7528 |
| }, |
| "regular_plural_subject_verb_agreement_2": { |
| "total": 945, |
| "hits": 932, |
| "recall": 0.9862 |
| }, |
| "sentential_negation_npi_licensor_present": { |
| "total": 919, |
| "hits": 919, |
| "recall": 1.0 |
| }, |
| "sentential_negation_npi_scope": { |
| "total": 871, |
| "hits": 871, |
| "recall": 1.0 |
| }, |
| "sentential_subject_island": { |
| "total": 961, |
| "hits": 961, |
| "recall": 1.0 |
| }, |
| "superlative_quantifiers_1": { |
| "total": 979, |
| "hits": 979, |
| "recall": 1.0 |
| }, |
| "superlative_quantifiers_2": { |
| "total": 986, |
| "hits": 986, |
| "recall": 1.0 |
| }, |
| "supplement_hypernym": { |
| "total": 842, |
| "hits": 688, |
| "recall": 0.8171 |
| }, |
| "supplement_qa_congruence_easy": { |
| "total": 64, |
| "hits": 64, |
| "recall": 1.0 |
| }, |
| "supplement_qa_congruence_tricky": { |
| "total": 165, |
| "hits": 165, |
| "recall": 1.0 |
| }, |
| "supplement_subject_aux_inversion": { |
| "total": 3867, |
| "hits": 3731, |
| "recall": 0.9648 |
| }, |
| "supplement_turn_taking": { |
| "total": 280, |
| "hits": 280, |
| "recall": 1.0 |
| }, |
| "tough_vs_raising_1": { |
| "total": 948, |
| "hits": 761, |
| "recall": 0.8027 |
| }, |
| "tough_vs_raising_2": { |
| "total": 920, |
| "hits": 793, |
| "recall": 0.862 |
| }, |
| "transitive": { |
| "total": 868, |
| "hits": 276, |
| "recall": 0.318 |
| }, |
| "wh_island": { |
| "total": 960, |
| "hits": 960, |
| "recall": 1.0 |
| }, |
| "wh_questions_object_gap": { |
| "total": 859, |
| "hits": 812, |
| "recall": 0.9453 |
| }, |
| "wh_questions_subject_gap_long_distance": { |
| "total": 857, |
| "hits": 857, |
| "recall": 1.0 |
| }, |
| "wh_vs_that_no_gap": { |
| "total": 861, |
| "hits": 667, |
| "recall": 0.7747 |
| }, |
| "wh_vs_that_no_gap_long_distance": { |
| "total": 875, |
| "hits": 676, |
| "recall": 0.7726 |
| }, |
| "wh_vs_that_with_gap": { |
| "total": 919, |
| "hits": 569, |
| "recall": 0.6192 |
| }, |
| "wh_vs_that_with_gap_long_distance": { |
| "total": 910, |
| "hits": 910, |
| "recall": 1.0 |
| } |
| } |
| } |
