{ "base": { "news": { "n": 120, "canonical_correct": 101, "all_order_correct": 100, "stable_answers": 112, "order_n": 240, "order_correct": 208 }, "emotion": { "n": 120, "canonical_correct": 63, "all_order_correct": 53, "stable_answers": 75, "order_n": 240, "order_correct": 126 }, "reading": { "n": 120, "canonical_correct": 102, "all_order_correct": 100, "stable_answers": 115, "order_n": 240, "order_correct": 205 }, "entailment": { "n": 120, "canonical_correct": 92, "all_order_correct": 88, "stable_answers": 112, "order_n": 240, "order_correct": 184 }, "science": { "n": 120, "canonical_correct": 116, "all_order_correct": 107, "stable_answers": 108, "order_n": 240, "order_correct": 226 }, "banking20": { "n": 120, "canonical_correct": 110, "all_order_correct": 105, "stable_answers": 115, "order_n": 240, "order_correct": 215 }, "numeric-fresh": { "n": 240, "canonical_correct": 237, "all_order_correct": 237, "stable_answers": 239, "order_n": 480, "order_correct": 475 }, "numeric-unseen": { "n": 64, "canonical_correct": 64, "all_order_correct": 64, "stable_answers": 64, "order_n": 128, "order_correct": 128 }, "numeric-challenge": { "n": 24, "canonical_correct": 22, "all_order_correct": 20, "stable_answers": 20, "order_n": 48, "order_correct": 43 } }, "current": { "news": { "n": 120, "canonical_correct": 108, "all_order_correct": 107, "stable_answers": 119, "order_n": 240, "order_correct": 215 }, "emotion": { "n": 120, "canonical_correct": 65, "all_order_correct": 61, "stable_answers": 111, "order_n": 240, "order_correct": 128 }, "reading": { "n": 120, "canonical_correct": 106, "all_order_correct": 104, "stable_answers": 116, "order_n": 240, "order_correct": 212 }, "entailment": { "n": 120, "canonical_correct": 102, "all_order_correct": 98, "stable_answers": 116, "order_n": 240, "order_correct": 200 }, "science": { "n": 120, "canonical_correct": 117, "all_order_correct": 117, "stable_answers": 120, "order_n": 240, "order_correct": 234 }, "banking20": { "n": 120, "canonical_correct": 113, "all_order_correct": 111, "stable_answers": 118, "order_n": 240, "order_correct": 224 }, "numeric-fresh": { "n": 240, "canonical_correct": 240, "all_order_correct": 239, "stable_answers": 239, "order_n": 480, "order_correct": 479 }, "numeric-unseen": { "n": 64, "canonical_correct": 64, "all_order_correct": 64, "stable_answers": 64, "order_n": 128, "order_correct": 128 }, "numeric-challenge": { "n": 24, "canonical_correct": 23, "all_order_correct": 22, "stable_answers": 23, "order_n": 48, "order_correct": 45 } } }