diff --git "a/evaluation/retriever.json" "b/evaluation/retriever.json" --- "a/evaluation/retriever.json" +++ "b/evaluation/retriever.json" @@ -1,21087 +1 @@ -{ - "schema": "daecore.dense-comparison.v2", - "model_order": [ - "upstream", - "finetuned" - ], - "corpus_passages": 66240, - "models": { - "upstream": { - "id": "google/embeddinggemma-300m", - "model_tree_sha256": "24b175205b9fc9a4ba6480a54ee8ea8c26178d52ef33752d6f82d53921e96b4d" - }, - "finetuned": { - "id": "Daecore/embeddinggemma-300m-memory-ft-v2", - "model_tree_sha256": "30a7b9f1c42b1fcee29a6729742685d5b744e8fa87d13cefab2fd2d49ea9150e" - } - }, - "method": "376 reused known-answerable queries; 66,240 passages; FP32 exact dense retrieval using frozen query variants and parent-distinct composition. Both models use query/passage prefixes, limits 128/1024, width 768. Grades 2 and 3 are useful. Unknown labels remain null; nDCG uses exponential gains and all known grades, and is withheld for an arm/cutoff with unknown ranked labels.", - "source_hashes": { - "base_labels": "13fa9358f0213fbd721495b9fb01ad962c42e20da77807dd7690edbb3739f343", - "reviewed_report": "835deb0b725e35fb364f37691fdd69612c9a95f74eb776e977608b56b8c8b345", - "labels_overlay_1": "567e08fd88fe6a6f43f84db97cf2409efcf170c223452eb2918e992c777e2430", - "labels_overlay_2": "1431d9dbfeb6d7af4c60bb81cead11fa3975275da3ffc6aad041c22ea5af8fba", - "labels_overlay_3": "55a26f85a81b5738b2dc1a9adc0f79109815825178722e40ede740b5e350583c", - "labels_overlay_4": "0a28297f15114a15730b29b0a886d744980c53c34ea4e15bda04f19f0114feab", - "upstream_rankings": "f5c3840b70296229ee9190a136022ec3f26fb6b7db6b3fe4f3d9f344e60a9992", - "finetuned_rankings": "9dca479ba1cae1e94316e9071e53d8db7a71d453cfb2368a935c89c83d2c16e4" - }, - "rows": [ - { - "id": "q0001", - "group": "g022", - "reference_grade_counts": { - "0": 116, - "1": 80, - "2": 41, - "3": 15 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 0, - 2, - 1, - 1, - 1, - 0, - 1, - null, - 3, - 1, - null - ], - "finetuned": [ - 3, - 1, - 3, - 1, - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 2, - 2, - 0, - 2, - 3, - 0, - 0, - 2, - 1 - ] - } - }, - { - "id": "q0002", - "group": "g007", - "reference_grade_counts": { - "0": 114, - "1": 63, - "2": 15, - "3": 25 - }, - "ranked_grades": { - "upstream": [ - 3, - 1, - 3, - 2, - 1, - 3, - 3, - 1, - 0, - 3, - null, - 1, - 3, - 1, - 1, - 0, - null, - 3, - 3, - 1 - ], - "finetuned": [ - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 1, - 3, - 3, - 3, - 1, - 3, - 1, - 3 - ] - } - }, - { - "id": "q0003", - "group": "g051", - "reference_grade_counts": { - "0": 112, - "1": 72, - "2": 26, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 2, - 0, - 0, - 2, - 0, - 1, - 0, - 1, - 2, - 0, - null, - 1, - null, - null, - null, - null, - 2 - ], - "finetuned": [ - 1, - 1, - 2, - 2, - 0, - 2, - 2, - 3, - 2, - 2, - 2, - 0, - 0, - 0, - 2, - 0, - 2, - 1, - 2, - 1 - ] - } - }, - { - "id": "q0004", - "group": "g029", - "reference_grade_counts": { - "0": 51, - "1": 51, - "2": 30, - "3": 6 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 1, - 1, - 2, - 1, - 0, - 1, - 3, - 1, - 1 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 3, - 3, - 3, - 1, - 1, - 1, - 3, - 2, - 1, - 1, - 3, - 1 - ] - } - }, - { - "id": "q0005", - "group": "g037", - "reference_grade_counts": { - "0": 132, - "1": 22, - "2": 0, - "3": 4 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 1, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 3, - 3, - 1, - 1, - 0, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0 - ] - } - }, - { - "id": "q0006", - "group": "g062", - "reference_grade_counts": { - "0": 28, - "1": 57, - "2": 35, - "3": 50 - }, - "ranked_grades": { - "upstream": [ - 1, - 3, - 0, - 3, - 3, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 3, - 2, - 1, - 2, - 3, - 2, - 2, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 1, - 3, - 3 - ] - } - }, - { - "id": "q0007", - "group": "g003", - "reference_grade_counts": { - "0": 32, - "1": 46, - "2": 82, - "3": 67 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 2, - 3, - 1, - 3, - 3, - 0, - 3, - 2, - 1, - 2, - null - ], - "finetuned": [ - 2, - 1, - 2, - 2, - 1, - 2, - 1, - 3, - 0, - 3, - 2, - 3, - 2, - 2, - 1, - 1, - 3, - 2, - 0, - 1 - ] - } - }, - { - "id": "q0008", - "group": "g020", - "reference_grade_counts": { - "0": 120, - "1": 36, - "2": 20, - "3": 42 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 1, - 0, - 1, - 3, - 0, - 0, - 3, - 2, - 3, - 3, - 3, - 0, - 3, - 3, - 3, - 0, - 1, - 3, - 0 - ] - } - }, - { - "id": "q0009", - "group": "g048", - "reference_grade_counts": { - "0": 7, - "1": 73, - "2": 37, - "3": 13 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 3, - 1, - 3, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 1, - 3, - 3, - 1, - 1, - 3, - 3, - 2, - 2, - 1, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0010", - "group": "g007", - "reference_grade_counts": { - "0": 147, - "1": 35, - "2": 1, - "3": 30 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 3, - 0, - null, - 1, - 0, - 0, - null, - null, - null, - 3, - 3, - null, - 1, - 1, - null, - null, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 3, - 3, - 3, - 1, - 3, - 3, - 1 - ] - } - }, - { - "id": "q0011", - "group": "g024", - "reference_grade_counts": { - "0": 164, - "1": 49, - "2": 29, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 0, - 2, - 2, - 2, - 2, - 1, - null, - null, - 2, - 2, - null, - 0, - 1, - 2, - null, - 1 - ], - "finetuned": [ - 2, - 2, - 0, - 2, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0012", - "group": "g044", - "reference_grade_counts": { - "0": 17, - "1": 82, - "2": 48, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 2, - 1 - ], - "finetuned": [ - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 0, - 2, - 1, - 1, - 2 - ] - } - }, - { - "id": "q0013", - "group": "g014", - "reference_grade_counts": { - "0": 195, - "1": 6, - "2": 6, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0, - 0, - null, - null, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0014", - "group": "g030", - "reference_grade_counts": { - "0": 30, - "1": 38, - "2": 30, - "3": 26 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 1, - 2, - 1, - 2, - 1, - 3, - 3, - 1, - 1, - 0, - 2, - 0, - 0, - 3, - null, - 3, - 1, - 1 - ], - "finetuned": [ - 2, - 3, - 3, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0015", - "group": "g020", - "reference_grade_counts": { - "0": 70, - "1": 32, - "2": 61, - "3": 27 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 1, - 1, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 2, - 2, - 1, - 2, - 2, - 2, - 3, - 2 - ], - "finetuned": [ - 2, - 2, - 0, - 2, - 2, - 1, - 1, - 2, - 2, - 2, - 1, - 1, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0016", - "group": "g022", - "reference_grade_counts": { - "0": 48, - "1": 48, - "2": 42, - "3": 8 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 3, - 0, - 1, - 1, - 2, - 3, - 3, - 1, - 0 - ], - "finetuned": [ - 3, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0017", - "group": "g087", - "reference_grade_counts": { - "0": 169, - "1": 44, - "2": 5, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 2, - 0, - 1, - 1, - 1, - 0, - 1, - null, - 0, - 1, - 1, - 0, - 1, - 1, - null - ], - "finetuned": [ - 2, - 1, - 1, - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0018", - "group": "g072", - "reference_grade_counts": { - "0": 40, - "1": 49, - "2": 46, - "3": 28 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 0, - 3, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 1, - 3, - 0, - 2, - 2, - 2, - 2, - 3, - 3 - ], - "finetuned": [ - 2, - 2, - 1, - 2, - 3, - 1, - 2, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 2, - 1, - 2, - 2, - 2, - 1 - ] - } - }, - { - "id": "q0019", - "group": "g056", - "reference_grade_counts": { - "0": 72, - "1": 63, - "2": 2, - "3": 4 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 1, - 1, - 1, - 0, - 1, - 0, - 0, - 1, - 1, - 0, - 1, - 1, - 0, - 0, - 1, - 0, - 0, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0 - ] - } - }, - { - "id": "q0020", - "group": "g059", - "reference_grade_counts": { - "0": 88, - "1": 58, - "2": 59, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - null, - 2, - 2, - 2, - null, - 2, - 2, - 0, - 2, - 1, - 1, - 0, - 2, - 0, - 0, - 1, - 1 - ], - "finetuned": [ - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0021", - "group": "g102", - "reference_grade_counts": { - "0": 48, - "1": 58, - "2": 25, - "3": 74 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 2, - 1, - 2, - 1, - 1, - 3, - 3, - 3, - 3, - 2, - 3, - null, - 3, - 1, - null, - 3, - null, - null - ], - "finetuned": [ - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 1, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3 - ] - } - }, - { - "id": "q0022", - "group": "g067", - "reference_grade_counts": { - "0": 27, - "1": 56, - "2": 41, - "3": 9 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 2, - 2, - 2, - 2, - 3, - 1, - 1, - 1, - 1, - 3, - 1, - 2, - 2, - 3, - 1, - 1, - 1, - 2 - ], - "finetuned": [ - 1, - 2, - 2, - 2, - 1, - 0, - 2, - 1, - 3, - 2, - 2, - 3, - 1, - 2, - 2, - 1, - 2, - 1, - 3, - 2 - ] - } - }, - { - "id": "q0023", - "group": "g068", - "reference_grade_counts": { - "0": 36, - "1": 40, - "2": 70, - "3": 13 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2 - ] - } - }, - { - "id": "q0024", - "group": "g081", - "reference_grade_counts": { - "0": 82, - "1": 57, - "2": 43, - "3": 21 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 0, - 2, - 0, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - null, - 1, - 1, - 3, - null, - 3, - 2, - null - ], - "finetuned": [ - 2, - 1, - 3, - 1, - 1, - 2, - 3, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 1, - 3, - 1 - ] - } - }, - { - "id": "q0025", - "group": "g065", - "reference_grade_counts": { - "0": 128, - "1": 61, - "2": 15, - "3": 11 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 3, - 2, - 1, - 1, - 1, - 2, - 1, - 0, - 1, - 1, - 1, - 1, - 3, - 2 - ], - "finetuned": [ - 3, - 3, - 1, - 3, - 1, - 3, - 3, - 1, - 1, - 3, - 3, - 3, - 1, - 2, - 0, - 2, - 1, - 1, - 1, - 2 - ] - } - }, - { - "id": "q0026", - "group": "g010", - "reference_grade_counts": { - "0": 98, - "1": 36, - "2": 25, - "3": 8 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 3, - 0, - 0, - 0, - 3, - 2, - 1, - 1, - 0, - 0, - 0, - null, - 0, - 2, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 1, - 0, - 1, - 2, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 1, - 1, - 0, - 2, - 2 - ] - } - }, - { - "id": "q0027", - "group": "g065", - "reference_grade_counts": { - "0": 154, - "1": 62, - "2": 8, - "3": 8 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 3, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - null, - 0, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 2, - 2, - 1, - 3, - 1, - 2, - 0, - 1, - 2, - 2, - 1, - 1 - ] - } - }, - { - "id": "q0028", - "group": "g099", - "reference_grade_counts": { - "0": 120, - "1": 39, - "2": 52, - "3": 10 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - null, - 2, - null, - 0, - 2, - 2, - 2, - 2, - 3, - 3, - 0, - 3, - null, - 3, - null, - null, - 0, - 2 - ], - "finetuned": [ - 3, - 2, - 3, - 2, - 2, - 2, - 1, - 1, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 2, - 1, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0029", - "group": "g071", - "reference_grade_counts": { - "0": 132, - "1": 87, - "2": 3, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 0, - 0, - 1, - 0, - null, - null, - 1, - null - ], - "finetuned": [ - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0030", - "group": "g073", - "reference_grade_counts": { - "0": 2, - "1": 50, - "2": 46, - "3": 25 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 2, - 1, - 3, - 2, - 1, - 2, - 2, - 1, - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 2, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 3, - 2, - 1, - 2, - 3, - 2, - 3, - 1, - 1, - 2, - 3, - 2, - 1, - 2, - 2, - 2, - 1 - ] - } - }, - { - "id": "q0031", - "group": "g099", - "reference_grade_counts": { - "0": 60, - "1": 14, - "2": 13, - "3": 81 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 0, - 3, - 3, - 0, - 3, - 3 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0032", - "group": "g038", - "reference_grade_counts": { - "0": 19, - "1": 49, - "2": 76, - "3": 11 - }, - "ranked_grades": { - "upstream": [ - 3, - 1, - 2, - 1, - 1, - 2, - 2, - 0, - 2, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 2, - 3, - 1, - 1 - ], - "finetuned": [ - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 3, - 1, - 2, - 1, - 3, - 1, - 1, - 1, - 1, - 2, - 1 - ] - } - }, - { - "id": "q0033", - "group": "g088", - "reference_grade_counts": { - "0": 5, - "1": 121, - "2": 19, - "3": 5 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 3, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0034", - "group": "g079", - "reference_grade_counts": { - "0": 5, - "1": 36, - "2": 123, - "3": 9 - }, - "ranked_grades": { - "upstream": [ - 3, - 0, - 2, - 2, - 2, - 1, - 1, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - null, - 2, - 2, - 2, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 3 - ] - } - }, - { - "id": "q0035", - "group": "g009", - "reference_grade_counts": { - "0": 90, - "1": 11, - "2": 53, - "3": 38 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 2, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 2, - 3, - 1, - 3, - 3, - 3, - 2, - 0 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 2, - 2, - 2, - 2, - 2, - 1, - 2 - ] - } - }, - { - "id": "q0036", - "group": "g044", - "reference_grade_counts": { - "0": 24, - "1": 93, - "2": 0, - "3": 18 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 1, - 1, - 1, - 1, - 3, - 0, - 3, - 1, - 1, - 3, - 3, - 1, - 1, - 1, - 1, - 3, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 1, - 3, - 1 - ] - } - }, - { - "id": "q0037", - "group": "g079", - "reference_grade_counts": { - "0": 25, - "1": 29, - "2": 70, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0038", - "group": "g072", - "reference_grade_counts": { - "0": 38, - "1": 33, - "2": 64, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 1, - 2, - 1, - 1, - 2, - 2, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0039", - "group": "g096", - "reference_grade_counts": { - "0": 120, - "1": 63, - "2": 22, - "3": 4 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 3, - 1, - 2, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 0, - 2, - 0, - 0, - 1, - 1, - 1, - 0 - ], - "finetuned": [ - 2, - 3, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 2, - 1, - 0, - 2, - 2, - 2, - 0, - 2, - 2, - 1, - 2 - ] - } - }, - { - "id": "q0040", - "group": "g082", - "reference_grade_counts": { - "0": 43, - "1": 40, - "2": 36, - "3": 25 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 1, - 1, - 1, - 0, - 1, - 2, - 3, - 2, - 2, - 2, - 3, - 1, - 1, - 0, - 3, - 0, - 1, - 1 - ], - "finetuned": [ - 2, - 1, - 2, - 2, - 0, - 1, - 0, - 1, - 1, - 1, - 2, - 2, - 0, - 2, - 2, - 3, - 1, - 0, - 0, - 1 - ] - } - }, - { - "id": "q0041", - "group": "g099", - "reference_grade_counts": { - "0": 82, - "1": 33, - "2": 44, - "3": 20 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 1, - 3, - 1, - 2, - 2, - 2, - 2, - 0, - 3, - 3, - 0, - 2, - 1, - 1, - 2, - null, - 3, - 1 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 0, - 2, - 2, - 3, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0042", - "group": "g032", - "reference_grade_counts": { - "0": 36, - "1": 30, - "2": 57, - "3": 77 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 1, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 1, - 1, - 2, - 3, - 1, - 2, - 2, - 3, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2 - ] - } - }, - { - "id": "q0043", - "group": "g009", - "reference_grade_counts": { - "0": 56, - "1": 23, - "2": 88, - "3": 30 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 0, - 2, - 2, - 2, - 0, - 2, - 2, - 2, - 1, - 3, - 3, - 2, - 1, - 2, - 1, - 3, - 2, - 1 - ], - "finetuned": [ - 2, - 1, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 1 - ] - } - }, - { - "id": "q0044", - "group": "g093", - "reference_grade_counts": { - "0": 1, - "1": 10, - "2": 38, - "3": 78 - }, - "ranked_grades": { - "upstream": [ - 3, - 1, - 3, - 1, - 3, - 2, - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 3, - 2, - 3, - 3 - ] - } - }, - { - "id": "q0045", - "group": "g067", - "reference_grade_counts": { - "0": 77, - "1": 44, - "2": 47, - "3": 18 - }, - "ranked_grades": { - "upstream": [ - 3, - 0, - 3, - 3, - 0, - 0, - 1, - 3, - 0, - 2, - 0, - 0, - 0, - 3, - 0, - 3, - 3, - 2, - 3, - 0 - ], - "finetuned": [ - 2, - 1, - 0, - 3, - 2, - 3, - 3, - 2, - 3, - 3, - 0, - 2, - 2, - 2, - 0, - 1, - 0, - 1, - 2, - 3 - ] - } - }, - { - "id": "q0046", - "group": "g059", - "reference_grade_counts": { - "0": 37, - "1": 127, - "2": 26, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 2, - 1, - 2, - 1, - 0, - 2, - 1, - 0, - 1, - 2, - 1 - ] - } - }, - { - "id": "q0047", - "group": "g093", - "reference_grade_counts": { - "0": 4, - "1": 19, - "2": 77, - "3": 32 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - null, - 2 - ], - "finetuned": [ - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 2, - 3, - 2, - 2, - 2, - 1, - 2, - 1, - 3, - 3, - 2, - 2, - 3 - ] - } - }, - { - "id": "q0048", - "group": "g048", - "reference_grade_counts": { - "0": 10, - "1": 37, - "2": 42, - "3": 45 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 2, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 2, - 1, - 3, - 3, - 2 - ], - "finetuned": [ - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0049", - "group": "g015", - "reference_grade_counts": { - "0": 225, - "1": 29, - "2": 2, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0050", - "group": "g025", - "reference_grade_counts": { - "0": 7, - "1": 37, - "2": 82, - "3": 37 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 2, - 3 - ], - "finetuned": [ - 3, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 2, - 3, - 2, - 2, - 3, - 2, - 2, - 3, - 2 - ] - } - }, - { - "id": "q0051", - "group": "g037", - "reference_grade_counts": { - "0": 150, - "1": 20, - "2": 0, - "3": 9 - }, - "ranked_grades": { - "upstream": [ - 1, - 3, - 3, - 1, - 1, - 1, - 3, - 3, - 1, - 1, - 1, - 1, - 3, - 3, - 1, - 1, - 3, - 1, - 1, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 3, - 1, - 1, - 0, - 1 - ] - } - }, - { - "id": "q0052", - "group": "g090", - "reference_grade_counts": { - "0": 143, - "1": 46, - "2": 19, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 2, - 2, - 2, - 2, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 1, - 2, - 2, - 1 - ], - "finetuned": [ - 1, - 1, - 2, - 1, - 1, - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 2 - ] - } - }, - { - "id": "q0053", - "group": "g025", - "reference_grade_counts": { - "0": 49, - "1": 29, - "2": 69, - "3": 9 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - null - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0054", - "group": "g075", - "reference_grade_counts": { - "0": 191, - "1": 18, - "2": 30, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 2, - null, - 0, - 0, - 0, - null, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - null, - null, - null, - null, - 1 - ], - "finetuned": [ - 2, - 2, - 2, - 0, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 0, - 2, - 2, - 2, - 2, - 2, - 0, - 2, - 2 - ] - } - }, - { - "id": "q0055", - "group": "g039", - "reference_grade_counts": { - "0": 102, - "1": 53, - "2": 39, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 1, - 2, - 2, - 2, - 2, - 2, - 0, - 2, - 2, - 0, - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0056", - "group": "g053", - "reference_grade_counts": { - "0": 34, - "1": 75, - "2": 116, - "3": 47 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 0, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 3, - 0, - 3, - 1, - 1, - 0, - 1, - 1, - 0, - 2 - ], - "finetuned": [ - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 2, - 1, - 0, - 2, - 2, - 2, - 2, - 2, - 2, - 1 - ] - } - }, - { - "id": "q0057", - "group": "g025", - "reference_grade_counts": { - "0": 12, - "1": 32, - "2": 72, - "3": 33 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 3, - 3, - 2, - 2, - 3, - 2, - 3, - 2, - null, - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 1 - ], - "finetuned": [ - 3, - 2, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 2, - 3, - 2, - 2, - 3, - 2, - 1, - 3, - 1, - 2 - ] - } - }, - { - "id": "q0058", - "group": "g054", - "reference_grade_counts": { - "0": 79, - "1": 24, - "2": 23, - "3": 7 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 3, - 3, - 1, - 1, - 1, - 3, - 1, - 2, - 1, - 2, - 1 - ], - "finetuned": [ - 2, - 2, - 3, - 2, - 2, - 2, - 3, - 2, - 3, - 2, - 1, - 2, - 3, - 2, - 2, - 3, - 2, - 2, - 1, - 2 - ] - } - }, - { - "id": "q0059", - "group": "g069", - "reference_grade_counts": { - "0": 99, - "1": 71, - "2": 30, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 2, - 1, - 2, - 2, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 2, - 0, - 2, - 0, - 1, - 0, - 2 - ], - "finetuned": [ - 2, - 1, - 2, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 2, - 2, - 1, - 1, - 0, - 2, - 2, - 2, - 1, - 0 - ] - } - }, - { - "id": "q0060", - "group": "g035", - "reference_grade_counts": { - "0": 4, - "1": 27, - "2": 85, - "3": 24 - }, - "ranked_grades": { - "upstream": [ - 3, - 1, - 3, - 2, - 1, - 2, - 3, - 2, - 1, - 3, - 3, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "finetuned": [ - 3, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0061", - "group": "g008", - "reference_grade_counts": { - "0": 254, - "1": 9, - "2": 2, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - null, - 0, - 0, - 0, - null, - 0, - 0, - 0, - null, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 1, - 1, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0062", - "group": "g037", - "reference_grade_counts": { - "0": 152, - "1": 18, - "2": 9, - "3": 5 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 3, - 2, - 2, - 2, - 1, - 2, - 3, - 1, - 1, - 1, - 1, - 2, - 2, - 3, - 2, - 1, - 0, - 1 - ], - "finetuned": [ - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 1, - 1, - 3, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 3 - ] - } - }, - { - "id": "q0063", - "group": "g019", - "reference_grade_counts": { - "0": 8, - "1": 26, - "2": 114, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0064", - "group": "g033", - "reference_grade_counts": { - "0": 126, - "1": 54, - "2": 9, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 1, - 1, - 0, - 1, - 2, - 1, - 1, - 0, - 0, - 1, - null, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0065", - "group": "g036", - "reference_grade_counts": { - "0": 147, - "1": 83, - "2": 11, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 2, - 2, - 0, - 0, - 0, - 1, - null - ], - "finetuned": [ - 2, - 2, - 2, - 0, - 2, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 1, - 1, - 1, - 2, - 1, - 0 - ] - } - }, - { - "id": "q0066", - "group": "g029", - "reference_grade_counts": { - "0": 95, - "1": 94, - "2": 9, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 2, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2 - ] - } - }, - { - "id": "q0067", - "group": "g009", - "reference_grade_counts": { - "0": 128, - "1": 35, - "2": 58, - "3": 20 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 1, - 2, - 2, - 2, - 0, - 2, - 1, - 3, - 2, - 3, - 3, - 3, - 0, - 2, - 3, - 2, - null, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0068", - "group": "g034", - "reference_grade_counts": { - "0": 100, - "1": 30, - "2": 11, - "3": 7 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 2, - 3, - 1, - 3, - 2, - 0, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 1, - 0 - ], - "finetuned": [ - 3, - 3, - 3, - 2, - 3, - 3, - 2, - 1, - 2, - 0, - 2, - 2, - 2, - 0, - 0, - 0, - 3, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0069", - "group": "g092", - "reference_grade_counts": { - "0": 85, - "1": 54, - "2": 26, - "3": 16 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 1, - 1, - 2, - 3, - 2, - 1, - 2, - 0, - 1, - 1, - 0, - 0, - 2, - 1, - 1, - 0, - 3, - 0 - ], - "finetuned": [ - 1, - 1, - 3, - 3, - 0, - 3, - 0, - 0, - 2, - 1, - 2, - 2, - 0, - 0, - 1, - 1, - 1, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0070", - "group": "g103", - "reference_grade_counts": { - "0": 76, - "1": 47, - "2": 23, - "3": 9 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 1, - 1, - 2, - 1, - 1, - 3, - 2, - 0, - 2, - null, - 2, - 1, - 0, - null, - null, - null - ], - "finetuned": [ - 2, - 3, - 2, - 1, - 1, - 2, - 2, - 2, - 2, - 1, - 1, - 3, - 2, - 1, - 2, - 1, - 1, - 3, - 2, - 3 - ] - } - }, - { - "id": "q0071", - "group": "g055", - "reference_grade_counts": { - "0": 49, - "1": 29, - "2": 17, - "3": 6 - }, - "ranked_grades": { - "upstream": [ - 0, - 2, - 1, - 2, - 0, - 2, - 2, - 3, - 0, - 1, - 0, - 2, - 0, - 1, - 1, - 2, - 0, - 1, - 1, - 1 - ], - "finetuned": [ - 2, - 1, - 2, - 2, - 2, - 0, - 2, - 3, - 0, - 2, - 0, - 0, - 2, - 2, - 1, - 1, - 2, - 3, - 0, - 3 - ] - } - }, - { - "id": "q0072", - "group": "g040", - "reference_grade_counts": { - "0": 211, - "1": 34, - "2": 5, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - null, - null, - 0, - 0 - ], - "finetuned": [ - 1, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0073", - "group": "g023", - "reference_grade_counts": { - "0": 12, - "1": 25, - "2": 49, - "3": 84 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 2, - 1, - 1, - 3, - 3, - 3, - 2, - 3, - null, - null, - 3, - null, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 2 - ] - } - }, - { - "id": "q0074", - "group": "g035", - "reference_grade_counts": { - "0": 0, - "1": 33, - "2": 77, - "3": 29 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 3, - 3, - 1, - 3, - 2, - 2, - 3, - 3, - 2, - 2, - 1, - 2, - 3, - 3, - 3, - 3, - 2, - 3 - ], - "finetuned": [ - 2, - 3, - 3, - 3, - 3, - 3, - 1, - 3, - 3, - 1, - 2, - 3, - 3, - 3, - 3, - 3, - 1, - 1, - 2, - 2 - ] - } - }, - { - "id": "q0075", - "group": "g039", - "reference_grade_counts": { - "0": 236, - "1": 22, - "2": 15, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 2, - 0, - 0 - ] - } - }, - { - "id": "q0076", - "group": "g013", - "reference_grade_counts": { - "0": 44, - "1": 40, - "2": 40, - "3": 14 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 3, - 0, - 2, - 2, - 0, - 3, - 2, - 3, - 1, - 2, - 2, - 2, - 0, - 0, - 2, - 2, - 2, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 3, - 3, - 2 - ] - } - }, - { - "id": "q0077", - "group": "g104", - "reference_grade_counts": { - "0": 167, - "1": 25, - "2": 5, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 3, - 1, - 1, - 3, - 1, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 1, - 0, - 0 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 3, - 3, - 1, - 1, - 0, - 1, - 1, - 1, - 0, - 1, - 0, - 0 - ] - } - }, - { - "id": "q0078", - "group": "g031", - "reference_grade_counts": { - "0": 58, - "1": 45, - "2": 38, - "3": 42 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 1, - 1, - 3, - 1, - 3, - 3, - 3, - 2, - 1, - 3, - 2, - 0, - 3, - 1, - 2, - 1, - 1, - 2 - ], - "finetuned": [ - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 2, - 3, - 2, - 0, - 3, - 3, - 2 - ] - } - }, - { - "id": "q0079", - "group": "g035", - "reference_grade_counts": { - "0": 5, - "1": 51, - "2": 64, - "3": 18 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 3, - 2, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 3, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 1, - 2, - 3, - 3, - 1, - 2, - 2, - 2, - 1 - ] - } - }, - { - "id": "q0080", - "group": "g067", - "reference_grade_counts": { - "0": 27, - "1": 54, - "2": 64, - "3": 5 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 0, - 0, - 2, - 2, - 2, - 2, - 2, - 1, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0081", - "group": "g032", - "reference_grade_counts": { - "0": 67, - "1": 32, - "2": 49, - "3": 17 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 2, - 3, - 2, - 2, - 1, - 0, - 2, - 3, - 2, - 2, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 3 - ] - } - }, - { - "id": "q0082", - "group": "g019", - "reference_grade_counts": { - "0": 0, - "1": 36, - "2": 49, - "3": 56 - }, - "ranked_grades": { - "upstream": [ - 1, - 3, - 3, - 3, - 2, - 3, - 2, - 1, - 1, - 3, - 1, - 1, - 3, - 1, - 3, - 1, - 1, - 3, - 2, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 2, - 3, - 3, - 2, - 1, - 2, - 3 - ] - } - }, - { - "id": "q0083", - "group": "g086", - "reference_grade_counts": { - "0": 159, - "1": 10, - "2": 2, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1 - ] - } - }, - { - "id": "q0084", - "group": "g054", - "reference_grade_counts": { - "0": 55, - "1": 27, - "2": 27, - "3": 12 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 1, - 1, - 3, - 2, - 1, - 2, - 2, - 2, - 1, - 2, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 1, - 2, - 1, - 2, - 2 - ] - } - }, - { - "id": "q0085", - "group": "g017", - "reference_grade_counts": { - "0": 143, - "1": 46, - "2": 16, - "3": 9 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0, - 2, - 2, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 2, - 0, - 3, - 3, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 2, - 3, - 0, - 1, - 2 - ] - } - }, - { - "id": "q0086", - "group": "g017", - "reference_grade_counts": { - "0": 130, - "1": 15, - "2": 29, - "3": 18 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 3, - 1, - 3, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 3, - 0, - 2 - ], - "finetuned": [ - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 3, - 2, - 3, - 2, - 3, - 2, - 1, - 0, - 3, - 0 - ] - } - }, - { - "id": "q0087", - "group": "g060", - "reference_grade_counts": { - "0": 146, - "1": 27, - "2": 3, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 2, - 0, - 2, - 1, - 1, - 1, - 1, - 3, - 0, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 1, - 1 - ], - "finetuned": [ - 1, - 2, - 0, - 0, - 1, - 0, - 2, - 0, - 1, - 0, - 0, - 2, - 1, - 0, - 3, - 1, - 0, - 1, - 0, - 1 - ] - } - }, - { - "id": "q0088", - "group": "g004", - "reference_grade_counts": { - "0": 67, - "1": 42, - "2": 38, - "3": 25 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 1, - 3, - 1, - 1, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - null, - 1 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 2, - 2, - 3, - 3, - 3, - 3, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0089", - "group": "g015", - "reference_grade_counts": { - "0": 195, - "1": 33, - "2": 7, - "3": 4 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1 - ], - "finetuned": [ - 2, - 0, - 0, - 2, - 0, - 1, - 3, - 0, - 0, - 3, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3 - ] - } - }, - { - "id": "q0090", - "group": "g098", - "reference_grade_counts": { - "0": 4, - "1": 104, - "2": 23, - "3": 10 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 2, - 1, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 3, - 1, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 1, - 3, - 1 - ] - } - }, - { - "id": "q0091", - "group": "g072", - "reference_grade_counts": { - "0": 51, - "1": 49, - "2": 24, - "3": 37 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 3, - 3, - 3, - 0, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 3, - 0, - 0, - 3, - 3 - ], - "finetuned": [ - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 2 - ] - } - }, - { - "id": "q0092", - "group": "g072", - "reference_grade_counts": { - "0": 48, - "1": 13, - "2": 40, - "3": 33 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 3, - 2, - 2, - 2, - 3, - 3, - 2, - 2, - 0, - 2, - null, - 2, - null, - null, - 3, - 3, - 3, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0093", - "group": "g077", - "reference_grade_counts": { - "0": 11, - "1": 36, - "2": 58, - "3": 25 - }, - "ranked_grades": { - "upstream": [ - 3, - 1, - 2, - 1, - 1, - 1, - 2, - 2, - 3, - 3, - 2, - 2, - 1, - 3, - 1, - 2, - 3, - 2, - 0, - 1 - ], - "finetuned": [ - 2, - 3, - 2, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0094", - "group": "g001", - "reference_grade_counts": { - "0": 149, - "1": 58, - "2": 15, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 1, - 3, - 1, - 1, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 1, - 2, - 3, - 1, - 1, - 2, - 2, - 1, - 1, - 2, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 2, - 2 - ] - } - }, - { - "id": "q0095", - "group": "g066", - "reference_grade_counts": { - "0": 2, - "1": 99, - "2": 38, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 2, - 1, - 1, - 2, - 2, - 2, - 2, - 2, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 2, - 2, - 1 - ], - "finetuned": [ - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 1, - 1, - 2, - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 2, - 2, - 1 - ] - } - }, - { - "id": "q0096", - "group": "g083", - "reference_grade_counts": { - "0": 75, - "1": 74, - "2": 38, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 1, - 2, - 1, - 2, - 1, - null, - null, - null, - null, - null - ], - "finetuned": [ - 1, - 2, - 1, - 1, - 2, - 2, - 2, - 1, - 1, - 2, - 0, - 2, - 1, - 1, - 1, - 2, - 1, - 2, - 1, - 2 - ] - } - }, - { - "id": "q0097", - "group": "g090", - "reference_grade_counts": { - "0": 150, - "1": 48, - "2": 8, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 2, - 1, - null, - 2, - 0, - 1, - null, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 0, - 1, - null, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 0, - 1, - 2, - 1, - 2, - 1, - 0, - 1, - 2, - 2, - 1, - 1, - 1, - 0, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0098", - "group": "g025", - "reference_grade_counts": { - "0": 45, - "1": 35, - "2": 46, - "3": 12 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 2, - 3, - 3, - 3, - 0, - 0, - 0, - 3, - 1, - 3, - 1, - 2, - 2, - 1, - 2, - 2, - 1, - 0 - ], - "finetuned": [ - 3, - 3, - 2, - 1, - 1, - 3, - 2, - 3, - 3, - 2, - 3, - 2, - 2, - 2, - 3, - 3, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0099", - "group": "g018", - "reference_grade_counts": { - "0": 60, - "1": 67, - "2": 59, - "3": 84 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 1, - 1, - 3, - 1, - 1, - 0, - 2, - 2, - 1, - 3, - 3, - 1, - 3, - 2, - null, - null, - 0, - 1 - ], - "finetuned": [ - 3, - 1, - 2, - 2, - 3, - 3, - 1, - 1, - 2, - 2, - 2, - 2, - 1, - 2, - 3, - 2, - 2, - 2, - 2, - 3 - ] - } - }, - { - "id": "q0100", - "group": "g034", - "reference_grade_counts": { - "0": 139, - "1": 28, - "2": 2, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 0, - 0, - 0, - 3, - 0, - 1, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0 - ], - "finetuned": [ - 3, - 2, - 1, - 1, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0 - ] - } - }, - { - "id": "q0101", - "group": "g091", - "reference_grade_counts": { - "0": 174, - "1": 23, - "2": 19, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 0, - 1, - 1, - 0, - 0, - 2, - 0, - 2, - 1, - 2 - ] - } - }, - { - "id": "q0102", - "group": "g063", - "reference_grade_counts": { - "0": 163, - "1": 60, - "2": 1, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 1, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - null, - 0, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 0, - 1, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 0 - ] - } - }, - { - "id": "q0103", - "group": "g078", - "reference_grade_counts": { - "0": 60, - "1": 40, - "2": 13, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 2, - 2, - 2, - 1, - 1, - 2, - 2, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0104", - "group": "g093", - "reference_grade_counts": { - "0": 35, - "1": 46, - "2": 40, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 2, - 2, - 2, - 1, - 1, - 2, - 2, - 2, - 2, - 1, - 0, - 0, - 2, - 2, - 2, - 1, - 2, - 0 - ], - "finetuned": [ - 2, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 1, - 1, - 2 - ] - } - }, - { - "id": "q0105", - "group": "g061", - "reference_grade_counts": { - "0": 175, - "1": 9, - "2": 0, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 3, - 3, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0106", - "group": "g092", - "reference_grade_counts": { - "0": 105, - "1": 47, - "2": 12, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 1, - 0, - 3, - 1, - 0, - 1, - 2, - 1, - 1, - 0, - 0, - 2, - 0, - 2, - 1, - 0, - 0, - 2 - ], - "finetuned": [ - 1, - 1, - 2, - 2, - 0, - 0, - 1, - 3, - 0, - 1, - 0, - 0, - 2, - 1, - 2, - 1, - 2, - 2, - 0, - 0 - ] - } - }, - { - "id": "q0107", - "group": "g100", - "reference_grade_counts": { - "0": 24, - "1": 19, - "2": 50, - "3": 58 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 2 - ], - "finetuned": [ - 3, - 2, - 3, - 3, - 2, - 3, - 3, - 2, - 2, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2 - ] - } - }, - { - "id": "q0108", - "group": "g005", - "reference_grade_counts": { - "0": 100, - "1": 40, - "2": 5, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0 - ], - "finetuned": [ - 2, - 2, - 1, - 1, - 2, - 1, - 1, - 2, - 1, - 1, - 2, - 1, - 0, - 1, - 0, - 1, - 0, - 1, - 0, - 1 - ] - } - }, - { - "id": "q0109", - "group": "g031", - "reference_grade_counts": { - "0": 34, - "1": 16, - "2": 77, - "3": 36 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 3, - 2, - 3, - 2, - 2, - 3, - 2, - 2 - ], - "finetuned": [ - 3, - 2, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 2, - 2, - 2, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0110", - "group": "g029", - "reference_grade_counts": { - "0": 72, - "1": 138, - "2": 5, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 0, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 2 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 0, - 1, - 0 - ] - } - }, - { - "id": "q0111", - "group": "g085", - "reference_grade_counts": { - "0": 139, - "1": 52, - "2": 22, - "3": 10 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 1, - 3, - 1, - 1, - 1, - 1, - 1, - 0, - null, - 0, - 0, - 1, - 1, - null, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 3, - 2, - 1, - 1, - 2, - 0, - 1, - 2, - 3, - 3, - 2, - 3, - 1, - 3, - 1, - 1, - 0, - 0, - 1, - 0 - ] - } - }, - { - "id": "q0112", - "group": "g042", - "reference_grade_counts": { - "0": 50, - "1": 59, - "2": 59, - "3": 20 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 2, - 3, - 2, - 3, - 1, - 3, - 2, - 3, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 3, - 2 - ], - "finetuned": [ - 3, - 2, - 2, - 3, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 1, - 1, - 1, - 2 - ] - } - }, - { - "id": "q0113", - "group": "g043", - "reference_grade_counts": { - "0": 205, - "1": 17, - "2": 8, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0114", - "group": "g100", - "reference_grade_counts": { - "0": 39, - "1": 35, - "2": 40, - "3": 38 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 2, - 3, - 3, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 3, - 3, - 2, - 2, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 1, - 3, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 2, - 3, - 1, - 3, - 3, - 2 - ] - } - }, - { - "id": "q0115", - "group": "g091", - "reference_grade_counts": { - "0": 147, - "1": 24, - "2": 9, - "3": 6 - }, - "ranked_grades": { - "upstream": [ - 2, - 0, - 0, - 2, - 0, - 0, - 1, - 3, - 0, - 1, - 1, - 0, - 2, - 3, - 2, - 2, - 0, - null, - null, - 0 - ], - "finetuned": [ - 2, - 3, - 1, - 2, - 1, - 2, - 3, - 0, - 0, - 0, - 1, - 3, - 1, - 1, - 0, - 1, - 1, - 0, - 1, - 3 - ] - } - }, - { - "id": "q0116", - "group": "g024", - "reference_grade_counts": { - "0": 164, - "1": 68, - "2": 2, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 0, - 0, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 0, - 1, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 1, - 1, - 0, - 1 - ] - } - }, - { - "id": "q0117", - "group": "g084", - "reference_grade_counts": { - "0": 69, - "1": 97, - "2": 54, - "3": 65 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 3, - 0, - 1, - 1, - 2, - 3, - null, - 1, - null, - 1, - null, - 0, - 1, - 1, - 1, - 3, - 0, - 2 - ], - "finetuned": [ - 3, - 2, - 1, - 3, - 1, - 3, - 3, - 1, - 3, - 1, - 2, - 2, - 1, - 3, - 1, - 2, - 1, - 0, - 2, - 1 - ] - } - }, - { - "id": "q0118", - "group": "g006", - "reference_grade_counts": { - "0": 161, - "1": 37, - "2": 4, - "3": 6 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0119", - "group": "g039", - "reference_grade_counts": { - "0": 113, - "1": 46, - "2": 19, - "3": 8 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0 - ] - } - }, - { - "id": "q0120", - "group": "g032", - "reference_grade_counts": { - "0": 91, - "1": 46, - "2": 9, - "3": 54 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 3, - 0, - 3, - 3, - 3, - 3, - 3, - null, - 1, - 3, - 3, - 3, - 0, - 3, - 3, - 1, - 3 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0121", - "group": "g087", - "reference_grade_counts": { - "0": 128, - "1": 32, - "2": 34, - "3": 14 - }, - "ranked_grades": { - "upstream": [ - 0, - 2, - 2, - 1, - 1, - 1, - 1, - 2, - 1, - 2, - 0, - null, - 3, - 1, - 1, - null, - 1, - 1, - 2, - null - ], - "finetuned": [ - 2, - 1, - 2, - 2, - 2, - 2, - 3, - 1, - 1, - 3, - 2, - 2, - 1, - 1, - 2, - 1, - 2, - 2, - 1, - 1 - ] - } - }, - { - "id": "q0122", - "group": "g046", - "reference_grade_counts": { - "0": 92, - "1": 62, - "2": 17, - "3": 4 - }, - "ranked_grades": { - "upstream": [ - 3, - 1, - 2, - 0, - 3, - 0, - 1, - 3, - 1, - 2, - 0, - null, - 2, - 1, - 0, - 0, - 0, - 0, - 2, - 1 - ], - "finetuned": [ - 2, - 3, - 2, - 1, - 1, - 3, - 3, - 2, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0123", - "group": "g087", - "reference_grade_counts": { - "0": 132, - "1": 59, - "2": 28, - "3": 5 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 1, - 0, - null, - 2, - 2, - 2, - null, - 0, - null, - null, - 2, - null, - 1, - 1, - null, - null, - 3, - 0 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 3, - 1 - ] - } - }, - { - "id": "q0124", - "group": "g081", - "reference_grade_counts": { - "0": 10, - "1": 20, - "2": 94, - "3": 72 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 3, - 2, - 3, - 3, - null, - 2, - 3, - 2, - 2, - 3, - null, - 2, - 2, - 2, - null, - 3 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 3, - 3, - 2, - 2, - 3, - 2, - 2, - 3, - 3, - 3, - 2 - ] - } - }, - { - "id": "q0125", - "group": "g082", - "reference_grade_counts": { - "0": 59, - "1": 65, - "2": 27, - "3": 5 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 0, - 2, - 2, - 0, - 1, - 1, - 2, - 1, - 0, - 3, - 0, - 1, - 2, - 0, - 2, - 1, - 0, - 0 - ], - "finetuned": [ - 3, - 2, - 2, - 0, - 0, - 3, - 0, - 2, - 2, - 2, - 0, - 2, - 0, - 1, - 0, - 3, - 0, - 2, - 1, - 0 - ] - } - }, - { - "id": "q0126", - "group": "g014", - "reference_grade_counts": { - "0": 164, - "1": 54, - "2": 5, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 2, - 2, - 1, - 1, - 2, - 0, - 1, - 1, - 1, - 0, - 0, - 1, - null, - 0, - 1, - 1, - 1, - null, - null - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 2, - 0, - 2, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0127", - "group": "g029", - "reference_grade_counts": { - "0": 50, - "1": 102, - "2": 11, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 0, - 1, - 1, - 1, - 0, - 0, - 1, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 2 - ] - } - }, - { - "id": "q0128", - "group": "g084", - "reference_grade_counts": { - "0": 106, - "1": 41, - "2": 49, - "3": 58 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 2, - 1, - 0, - 3, - 2, - 1, - 2, - 2, - 3, - 3, - 0, - 1, - 2, - 2, - 2, - 1, - 2, - 1, - 2 - ] - } - }, - { - "id": "q0129", - "group": "g089", - "reference_grade_counts": { - "0": 49, - "1": 107, - "2": 7, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0130", - "group": "g087", - "reference_grade_counts": { - "0": 111, - "1": 64, - "2": 37, - "3": 10 - }, - "ranked_grades": { - "upstream": [ - 2, - null, - 2, - 2, - 1, - 1, - 3, - null, - 2, - 1, - null, - 1, - 2, - 1, - 1, - 2, - 2, - 3, - null, - null - ], - "finetuned": [ - 1, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 2, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1 - ] - } - }, - { - "id": "q0131", - "group": "g020", - "reference_grade_counts": { - "0": 130, - "1": 40, - "2": 16, - "3": 5 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 2, - 1, - 1, - 1, - 2, - 1, - 3, - 0, - 1, - 1, - null - ], - "finetuned": [ - 1, - 2, - 2, - 1, - 1, - 2, - 1, - 3, - 1, - 2, - 1, - 1, - 1, - 0, - 2, - 2, - 1, - 1, - 3, - 1 - ] - } - }, - { - "id": "q0132", - "group": "g055", - "reference_grade_counts": { - "0": 66, - "1": 42, - "2": 6, - "3": 17 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 1, - 1, - 2, - 2, - 3, - 1, - 1, - 3, - 3, - 3, - 3, - 1, - 3, - 2, - 1, - 1, - 3, - 3 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 3, - 3, - 1, - 1, - 2, - 2, - 0 - ] - } - }, - { - "id": "q0133", - "group": "g031", - "reference_grade_counts": { - "0": 30, - "1": 29, - "2": 70, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - 0, - 2, - 2, - 2, - 2, - 1, - 2, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0134", - "group": "g014", - "reference_grade_counts": { - "0": 141, - "1": 27, - "2": 34, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 0, - 1, - 2, - 0, - 1, - 0, - 0, - 2, - 2, - 1, - 2, - 1, - 0, - 2, - null, - 1, - 1, - 0 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 1, - 2, - 0, - 2, - 2, - 1, - 1, - 2, - 1 - ] - } - }, - { - "id": "q0135", - "group": "g059", - "reference_grade_counts": { - "0": 169, - "1": 29, - "2": 14, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 1, - 2, - 0, - 1, - 0, - 0, - 1, - 1, - 1, - 1, - 0, - 1 - ] - } - }, - { - "id": "q0136", - "group": "g050", - "reference_grade_counts": { - "0": 90, - "1": 69, - "2": 57, - "3": 9 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - null, - 0, - null - ], - "finetuned": [ - 2, - 2, - 0, - 2, - 1, - 1, - 2, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0137", - "group": "g101", - "reference_grade_counts": { - "0": 169, - "1": 23, - "2": 12, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 0, - 2, - 0, - 2, - 2, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0138", - "group": "g043", - "reference_grade_counts": { - "0": 131, - "1": 34, - "2": 27, - "3": 16 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 1, - 2, - 2, - 1, - 1, - 2, - 1, - 0, - 0, - 1, - 1, - 1, - 1, - 2, - null, - 1, - 2, - 2 - ], - "finetuned": [ - 3, - 2, - 0, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 0, - 3, - 2, - 2, - 0, - 0, - 1, - 2, - 0, - 3 - ] - } - }, - { - "id": "q0139", - "group": "g011", - "reference_grade_counts": { - "0": 66, - "1": 68, - "2": 12, - "3": 6 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 3, - 3, - 0, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 0, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 2, - 1, - 0, - 1, - 1, - 1, - 1, - 0, - 0, - 1, - 1, - 1, - 3, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0140", - "group": "g055", - "reference_grade_counts": { - "0": 71, - "1": 25, - "2": 4, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 0, - 1, - 2, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 0 - ], - "finetuned": [ - 1, - 0, - 1, - 0, - 2, - 2, - 1, - 0, - 2, - 0, - 2, - 1, - 1, - 0, - 1, - 1, - 1, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0141", - "group": "g087", - "reference_grade_counts": { - "0": 137, - "1": 81, - "2": 2, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - null, - null, - 0, - null, - 1, - null, - 0, - 1, - 1, - null, - 0, - null, - 0, - 1, - null, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 0, - 0 - ] - } - }, - { - "id": "q0142", - "group": "g006", - "reference_grade_counts": { - "0": 94, - "1": 90, - "2": 22, - "3": 9 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 0, - 1, - 0, - null, - 2, - 1 - ], - "finetuned": [ - 1, - 2, - 2, - 0, - 0, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 2, - 1, - 2, - 1, - 0, - 0, - 2, - 1 - ] - } - }, - { - "id": "q0143", - "group": "g050", - "reference_grade_counts": { - "0": 41, - "1": 96, - "2": 86, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - null, - 2, - 1, - null, - 3, - null, - null, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 0, - 2, - 2, - 1, - 2, - 1, - 0, - 2, - 1, - 2 - ] - } - }, - { - "id": "q0144", - "group": "g020", - "reference_grade_counts": { - "0": 51, - "1": 25, - "2": 36, - "3": 85 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 1, - 3, - 1, - 3, - 3, - 1, - 1, - 1, - 3, - 2, - 3, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 2, - 2, - 3, - 3, - 2, - 3 - ] - } - }, - { - "id": "q0145", - "group": "g054", - "reference_grade_counts": { - "0": 94, - "1": 27, - "2": 16, - "3": 9 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 2, - 3, - 2, - 2, - 1, - 1, - 3, - 1, - 1, - 1, - 2, - 1, - 2, - 2, - 1, - 1, - 2, - 2 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 2, - 3, - 2, - 1, - 3, - 3, - 3, - 1, - 2, - 3, - 1, - 2, - 3, - 1, - 1, - 3 - ] - } - }, - { - "id": "q0146", - "group": "g027", - "reference_grade_counts": { - "0": 105, - "1": 15, - "2": 29, - "3": 26 - }, - "ranked_grades": { - "upstream": [ - 0, - 3, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 3, - 1, - 0, - 3, - 2, - 0, - 0, - 0, - 2, - 0 - ], - "finetuned": [ - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 0, - 2, - 1, - 2, - 2, - 3, - 3, - 2, - 0 - ] - } - }, - { - "id": "q0147", - "group": "g017", - "reference_grade_counts": { - "0": 209, - "1": 54, - "2": 16, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0, - 0, - 0, - 0, - null, - 0, - 0, - null, - null, - 0 - ], - "finetuned": [ - 2, - 1, - 1, - 2, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 2, - 1, - 0, - 2, - 0 - ] - } - }, - { - "id": "q0148", - "group": "g005", - "reference_grade_counts": { - "0": 117, - "1": 36, - "2": 0, - "3": 8 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 0, - 3, - 1, - 1, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 3 - ], - "finetuned": [ - 3, - 3, - 3, - 1, - 3, - 3, - 3, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0149", - "group": "g037", - "reference_grade_counts": { - "0": 150, - "1": 5, - "2": 8, - "3": 11 - }, - "ranked_grades": { - "upstream": [ - 3, - 1, - 1, - 0, - 3, - 3, - 3, - 0, - 2, - 2, - 2, - 2, - 3, - 0, - 0, - 2, - 0, - 2, - 0, - 0 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 3, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 0, - 1, - 0, - 1 - ] - } - }, - { - "id": "q0150", - "group": "g073", - "reference_grade_counts": { - "0": 9, - "1": 67, - "2": 30, - "3": 27 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 1, - 3, - 1, - 2, - 1, - 1, - 3, - 3, - 2, - 3, - 1, - 1, - 3, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 2, - 3, - 2, - 3, - 2, - 3, - 2, - 2, - 3, - 1, - 3, - 3, - 3, - 3, - 2, - 1, - 2, - 3, - 1, - 3 - ] - } - }, - { - "id": "q0151", - "group": "g016", - "reference_grade_counts": { - "0": 75, - "1": 40, - "2": 57, - "3": 6 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 1, - 2, - 3, - 2, - 1, - null, - null, - 2, - 2, - 2, - 2, - 2 - ], - "finetuned": [ - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0152", - "group": "g081", - "reference_grade_counts": { - "0": 58, - "1": 64, - "2": 69, - "3": 11 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 2, - 3, - 2, - 3, - 2, - 3, - 3, - 1, - 2, - 0, - 1, - null, - 2, - null, - 2, - null, - null, - 2 - ], - "finetuned": [ - 3, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0153", - "group": "g068", - "reference_grade_counts": { - "0": 161, - "1": 44, - "2": 11, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 1, - 1, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 1, - 2, - 0 - ] - } - }, - { - "id": "q0154", - "group": "g008", - "reference_grade_counts": { - "0": 62, - "1": 28, - "2": 60, - "3": 42 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 0, - 2, - 0, - null, - 3, - 2, - null, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 1, - 3, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 3 - ] - } - }, - { - "id": "q0155", - "group": "g095", - "reference_grade_counts": { - "0": 105, - "1": 88, - "2": 3, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 0, - 1 - ] - } - }, - { - "id": "q0156", - "group": "g003", - "reference_grade_counts": { - "0": 56, - "1": 36, - "2": 62, - "3": 23 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 0, - 1, - 1, - 2, - 3, - 2, - 0, - 1, - 1, - 3, - 2, - 0, - 1, - 1, - 2, - 2, - 0, - 1 - ], - "finetuned": [ - 1, - 0, - 1, - 1, - 3, - 3, - 1, - 2, - 2, - 2, - 2, - 1, - 1, - 2, - 2, - 1, - 1, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0157", - "group": "g083", - "reference_grade_counts": { - "0": 122, - "1": 37, - "2": 20, - "3": 17 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - null, - null, - 0 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 0, - 2, - 2, - 1, - 0, - 3, - 3, - 2, - 2, - 1, - 3, - 3, - 3, - 2, - 1 - ] - } - }, - { - "id": "q0158", - "group": "g024", - "reference_grade_counts": { - "0": 134, - "1": 46, - "2": 41, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 0, - 1, - 2, - 0, - 1, - null, - 2, - 1, - null, - 2, - 1, - 1, - null, - 1, - 1, - 0, - null - ], - "finetuned": [ - 2, - 2, - 2, - 1, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - 1, - 1, - 1, - 2, - 1, - 1, - 2, - 1, - 2 - ] - } - }, - { - "id": "q0159", - "group": "g050", - "reference_grade_counts": { - "0": 143, - "1": 72, - "2": 14, - "3": 8 - }, - "ranked_grades": { - "upstream": [ - 0, - 3, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 1, - 1, - 0, - 0, - null - ], - "finetuned": [ - 1, - 0, - 0, - 1, - 2, - 1, - 3, - 1, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 2, - 0 - ] - } - }, - { - "id": "q0160", - "group": "g035", - "reference_grade_counts": { - "0": 4, - "1": 35, - "2": 59, - "3": 33 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 1, - null, - 2, - 2, - 3, - 3, - 2, - 2, - 3, - 2 - ], - "finetuned": [ - 3, - 3, - 2, - 3, - 3, - 1, - 2, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 2, - 3, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0161", - "group": "g041", - "reference_grade_counts": { - "0": 148, - "1": 17, - "2": 6, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 3, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 0, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0162", - "group": "g090", - "reference_grade_counts": { - "0": 181, - "1": 34, - "2": 12, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 0, - 0, - 0, - 1, - null, - 2, - 0, - 1, - 0, - null, - 1, - 0, - 1, - 1, - 0, - 0, - null, - 0, - 1 - ], - "finetuned": [ - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0163", - "group": "g080", - "reference_grade_counts": { - "0": 111, - "1": 26, - "2": 9, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 2, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 1, - 0 - ] - } - }, - { - "id": "q0164", - "group": "g015", - "reference_grade_counts": { - "0": 172, - "1": 39, - "2": 0, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - null, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0165", - "group": "g095", - "reference_grade_counts": { - "0": 113, - "1": 26, - "2": 4, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 3, - 1, - 1, - 0 - ] - } - }, - { - "id": "q0166", - "group": "g057", - "reference_grade_counts": { - "0": 19, - "1": 107, - "2": 1, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0167", - "group": "g058", - "reference_grade_counts": { - "0": 196, - "1": 25, - "2": 14, - "3": 6 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 3, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 2 - ] - } - }, - { - "id": "q0168", - "group": "g100", - "reference_grade_counts": { - "0": 57, - "1": 58, - "2": 23, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 0, - 1, - 2, - 2, - 2, - 1, - 2, - 0, - 1, - 1 - ], - "finetuned": [ - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 0, - 0, - 2, - 0, - 2, - 1, - 1, - 2, - 1 - ] - } - }, - { - "id": "q0169", - "group": "g030", - "reference_grade_counts": { - "0": 8, - "1": 22, - "2": 70, - "3": 42 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 3, - 3, - 2, - 3, - 3, - null, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 3, - 3, - 1, - 2, - 3, - 1, - 3, - 3 - ] - } - }, - { - "id": "q0170", - "group": "g086", - "reference_grade_counts": { - "0": 199, - "1": 40, - "2": 3, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - null - ], - "finetuned": [ - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0171", - "group": "g074", - "reference_grade_counts": { - "0": 87, - "1": 65, - "2": 6, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 0, - 1, - 2, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 3, - 1, - 3, - 0, - 0, - 1 - ], - "finetuned": [ - 1, - 2, - 1, - 1, - 0, - 2, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 2, - 1, - 1, - 1, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0172", - "group": "g036", - "reference_grade_counts": { - "0": 165, - "1": 45, - "2": 6, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 1, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - null - ], - "finetuned": [ - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0173", - "group": "g083", - "reference_grade_counts": { - "0": 73, - "1": 57, - "2": 33, - "3": 26 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 1, - 3, - 3, - 3, - 1, - 3, - 1, - 3, - 1, - 3, - 1, - 3, - null, - 1, - 1, - 1, - 2, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 2, - 2, - 3, - 1, - 2, - 2, - 1, - 3, - 2, - 2, - 2, - 3, - 3 - ] - } - }, - { - "id": "q0174", - "group": "g076", - "reference_grade_counts": { - "0": 106, - "1": 23, - "2": 60, - "3": 31 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 0, - 3, - 2, - 0, - 1, - 0, - 0, - 3, - 3, - 2, - 1, - 3, - 3, - null, - null, - 2, - null, - 0 - ], - "finetuned": [ - 2, - 0, - 3, - 2, - 2, - 2, - 2, - 0, - 0, - 2, - 2, - 1, - 2, - 3, - 2, - 2, - 1, - 0, - 3, - 2 - ] - } - }, - { - "id": "q0175", - "group": "g041", - "reference_grade_counts": { - "0": 124, - "1": 22, - "2": 2, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0176", - "group": "g027", - "reference_grade_counts": { - "0": 41, - "1": 89, - "2": 13, - "3": 31 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 1, - 1, - 1, - 1, - 0, - 3, - 3, - 1, - 0, - 0, - 3, - 1, - 0, - 0, - 1, - 1, - 3, - 0 - ], - "finetuned": [ - 1, - 1, - 1, - 0, - 1, - 3, - 1, - 3, - 3, - 1, - 0, - 3, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0177", - "group": "g012", - "reference_grade_counts": { - "0": 0, - "1": 27, - "2": 82, - "3": 33 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 2, - 1, - 2, - 3, - 3, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 2 - ], - "finetuned": [ - 2, - 3, - 2, - 3, - 2, - 1, - 2, - 2, - 2, - 3, - 1, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2 - ] - } - }, - { - "id": "q0178", - "group": "g043", - "reference_grade_counts": { - "0": 178, - "1": 26, - "2": 29, - "3": 14 - }, - "ranked_grades": { - "upstream": [ - 2, - 0, - 0, - 2, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - null, - 2 - ], - "finetuned": [ - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 1, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 1, - 0, - 0 - ] - } - }, - { - "id": "q0179", - "group": "g054", - "reference_grade_counts": { - "0": 143, - "1": 31, - "2": 34, - "3": 4 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 1, - 0, - 1, - 2, - 0, - 2, - 2, - 2, - 1, - 1, - 1, - null, - 2, - null, - null, - 0, - null - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0180", - "group": "g091", - "reference_grade_counts": { - "0": 147, - "1": 36, - "2": 34, - "3": 9 - }, - "ranked_grades": { - "upstream": [ - 0, - 2, - 2, - 0, - 3, - 1, - 0, - 2, - 2, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 2, - 1, - 2, - 0 - ], - "finetuned": [ - 1, - 2, - 1, - 1, - 2, - 2, - 1, - 1, - 0, - 1, - 1, - 2, - 2, - 2, - 1, - 1, - 0, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0181", - "group": "g090", - "reference_grade_counts": { - "0": 159, - "1": 68, - "2": 2, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 0, - 1, - 0, - 0, - 1, - 1, - 1, - 0, - 0, - 0, - 0, - 1 - ] - } - }, - { - "id": "q0182", - "group": "g055", - "reference_grade_counts": { - "0": 36, - "1": 24, - "2": 25, - "3": 18 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 3, - 2, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0183", - "group": "g048", - "reference_grade_counts": { - "0": 0, - "1": 47, - "2": 53, - "3": 43 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 3, - 1, - 3, - 3, - 3, - 1, - 2, - 3, - 2, - 1, - 3, - 1, - 3, - 3, - 3, - null - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 3 - ] - } - }, - { - "id": "q0184", - "group": "g043", - "reference_grade_counts": { - "0": 201, - "1": 16, - "2": 1, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0 - ] - } - }, - { - "id": "q0185", - "group": "g001", - "reference_grade_counts": { - "0": 155, - "1": 55, - "2": 12, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 1, - 0, - 1, - 0, - 1, - null, - 0, - 0, - 0, - 1, - 1, - 0 - ], - "finetuned": [ - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 0, - 2, - 3, - 2, - 2, - 0, - 2, - 1, - 0, - 1, - 2, - 0, - 1 - ] - } - }, - { - "id": "q0186", - "group": "g071", - "reference_grade_counts": { - "0": 180, - "1": 58, - "2": 7, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - null, - 0, - null, - 0, - null, - null, - 0 - ], - "finetuned": [ - 1, - 0, - 1, - 0, - 1, - 1, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 1, - 1, - 1, - 1, - 0, - 0 - ] - } - }, - { - "id": "q0187", - "group": "g090", - "reference_grade_counts": { - "0": 177, - "1": 43, - "2": 8, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0, - 0, - null, - 0, - 1, - 2, - 0, - null, - 0 - ], - "finetuned": [ - 1, - 2, - 1, - 1, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0188", - "group": "g026", - "reference_grade_counts": { - "0": 47, - "1": 85, - "2": 2, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 0 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0189", - "group": "g004", - "reference_grade_counts": { - "0": 96, - "1": 44, - "2": 61, - "3": 23 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 1, - 2, - 2, - 2, - 3, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 2, - 3, - 0, - 2, - 1, - null - ], - "finetuned": [ - 2, - 1, - 2, - 2, - 0, - 0, - 2, - 1, - 0, - 1, - 3, - 3, - 2, - 1, - 2, - 1, - 2, - 2, - 3, - 1 - ] - } - }, - { - "id": "q0190", - "group": "g097", - "reference_grade_counts": { - "0": 98, - "1": 50, - "2": 26, - "3": 39 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 0, - 0, - 0, - 2, - 0, - 3, - 0, - 0, - 0, - 1, - 3, - 3, - 0, - 1, - 1, - null, - 2, - null - ], - "finetuned": [ - 1, - 3, - 0, - 0, - 2, - 3, - 3, - 2, - 3, - 2, - 0, - 3, - 1, - 0, - 0, - 1, - 2, - 2, - 2, - 3 - ] - } - }, - { - "id": "q0191", - "group": "g058", - "reference_grade_counts": { - "0": 199, - "1": 17, - "2": 15, - "3": 6 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 2 - ], - "finetuned": [ - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 2, - 2, - 2, - 2, - 0, - 0 - ] - } - }, - { - "id": "q0192", - "group": "g038", - "reference_grade_counts": { - "0": 92, - "1": 51, - "2": 21, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 2, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 2, - 2, - 2, - 1, - 1, - 2, - 2, - 1, - 2, - 0, - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 2, - 2 - ] - } - }, - { - "id": "q0193", - "group": "g036", - "reference_grade_counts": { - "0": 169, - "1": 39, - "2": 11, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 2, - 0, - 1, - 0, - 0, - 0 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 1, - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0194", - "group": "g098", - "reference_grade_counts": { - "0": 18, - "1": 110, - "2": 1, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0195", - "group": "g045", - "reference_grade_counts": { - "0": 133, - "1": 59, - "2": 0, - "3": 4 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 1, - 0, - 1, - null, - 0, - 0, - 0, - 0, - 0, - 1, - null, - 0, - 0, - 1, - 0, - 0, - 0, - null - ], - "finetuned": [ - 1, - 0, - 0, - 1, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0196", - "group": "g013", - "reference_grade_counts": { - "0": 28, - "1": 38, - "2": 59, - "3": 33 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 1, - 2, - 1, - 2, - 1, - 2, - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 1, - 3, - 2 - ] - } - }, - { - "id": "q0197", - "group": "g098", - "reference_grade_counts": { - "0": 18, - "1": 65, - "2": 8, - "3": 33 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 1, - 3, - 3, - 1, - 1, - 1, - 3, - 1, - 3, - 3, - 0, - 3, - 3, - 0, - 0, - 1, - 1 - ], - "finetuned": [ - 3, - 3, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 3, - 3, - 2, - 3, - 0, - 3, - 3, - 0, - 0, - 3, - 3 - ] - } - }, - { - "id": "q0198", - "group": "g028", - "reference_grade_counts": { - "0": 84, - "1": 94, - "2": 2, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 0, - 1, - 1, - 0, - 1, - 1, - 1, - 2, - 1, - 0, - 0, - 1, - 0 - ] - } - }, - { - "id": "q0199", - "group": "g012", - "reference_grade_counts": { - "0": 10, - "1": 45, - "2": 65, - "3": 16 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 2, - 2, - 2, - 1, - 2, - 3, - 2, - 1, - 2, - 2, - 2, - 3, - 2, - 1, - 2, - 2, - 2, - 3 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 3, - 2, - 3, - 3, - 2, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0200", - "group": "g051", - "reference_grade_counts": { - "0": 148, - "1": 71, - "2": 6, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 1, - 1, - 1, - 0, - 1, - 0, - 2, - 1, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 2, - 1, - 0, - 1, - 2, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 0 - ] - } - }, - { - "id": "q0201", - "group": "g024", - "reference_grade_counts": { - "0": 146, - "1": 52, - "2": 9, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 0, - 1, - 0, - 1, - 0, - 0, - 1, - 2, - 0, - 1, - 0, - 1, - 0, - 1, - 0, - 0, - null, - 0 - ], - "finetuned": [ - 1, - 1, - 0, - 0, - 2, - 1, - 2, - 1, - 0, - 1, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0202", - "group": "g092", - "reference_grade_counts": { - "0": 43, - "1": 29, - "2": 34, - "3": 28 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 3, - 0, - 1, - 2, - 2, - 3, - 1, - 2, - 1, - 1, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 2, - 0, - 0, - 0, - 1, - 2, - 1, - 2, - 2, - 0, - 3, - 1, - 2, - 3, - 2, - 1, - 1, - 3, - 3, - 2 - ] - } - }, - { - "id": "q0203", - "group": "g091", - "reference_grade_counts": { - "0": 114, - "1": 22, - "2": 35, - "3": 24 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 2, - 2, - 2, - 2, - 0, - 3, - 2, - 3, - 0, - 3, - 3, - 1, - 1, - 1, - 2, - null, - 0, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 2, - 2, - 3, - 2, - 2, - 3, - 1, - 1, - 3, - 3 - ] - } - }, - { - "id": "q0204", - "group": "g070", - "reference_grade_counts": { - "0": 150, - "1": 38, - "2": 23, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 2, - 0, - 0, - 2, - 0, - 2, - 1, - 2, - 1, - 1, - 2, - 2, - 2, - 1, - 2, - 0, - 1, - null - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 2, - 1, - 0 - ] - } - }, - { - "id": "q0205", - "group": "g092", - "reference_grade_counts": { - "0": 51, - "1": 77, - "2": 40, - "3": 21 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 1, - 3, - 1, - 3, - 1, - 1, - 3, - 0, - 1, - 1, - 1, - 0, - 2, - 2, - 1, - 0, - 1, - 3 - ], - "finetuned": [ - 3, - 3, - 3, - 1, - 2, - 3, - 1, - 1, - 1, - 0, - 2, - 3, - 2, - 0, - 3, - 1, - 1, - 1, - 1, - 3 - ] - } - }, - { - "id": "q0206", - "group": "g051", - "reference_grade_counts": { - "0": 172, - "1": 46, - "2": 1, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 1 - ] - } - }, - { - "id": "q0207", - "group": "g079", - "reference_grade_counts": { - "0": 20, - "1": 21, - "2": 91, - "3": 59 - }, - "ranked_grades": { - "upstream": [ - 1, - 3, - 3, - 2, - 3, - 3, - null, - 1, - 3, - null, - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 3, - null, - 3 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 2, - 2, - 3, - 3 - ] - } - }, - { - "id": "q0208", - "group": "g064", - "reference_grade_counts": { - "0": 71, - "1": 55, - "2": 4, - "3": 10 - }, - "ranked_grades": { - "upstream": [ - 1, - 3, - 3, - 1, - 1, - 0, - 3, - 3, - 2, - 0, - 3, - 1, - 1, - 1, - 3, - 0, - 3, - 1, - 0, - 0 - ], - "finetuned": [ - 2, - 2, - 1, - 3, - 1, - 1, - 3, - 0, - 1, - 3, - 1, - 0, - 0, - 3, - 0, - 3, - 1, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0209", - "group": "g048", - "reference_grade_counts": { - "0": 31, - "1": 31, - "2": 68, - "3": 4 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 1, - 1, - 2, - 2, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0210", - "group": "g018", - "reference_grade_counts": { - "0": 159, - "1": 38, - "2": 42, - "3": 26 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 3, - 0, - null, - 1, - 3, - 0, - null, - 0, - 0, - 0, - 3, - null, - 2 - ], - "finetuned": [ - 3, - 0, - 0, - 1, - 1, - 2, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 2, - 2 - ] - } - }, - { - "id": "q0211", - "group": "g030", - "reference_grade_counts": { - "0": 3, - "1": 31, - "2": 61, - "3": 31 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 2, - 1, - 3, - 2, - 2, - 1, - 2, - 2, - 3, - 3, - 1, - 2, - 3, - 1, - 2, - 3, - 2, - 2 - ], - "finetuned": [ - 2, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0212", - "group": "g097", - "reference_grade_counts": { - "0": 140, - "1": 50, - "2": 30, - "3": 16 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 2, - 1, - 0, - 3, - 3, - 3, - 1, - 1, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 2 - ], - "finetuned": [ - 2, - 3, - 1, - 1, - 1, - 0, - 0, - 2, - 2, - 0, - 1, - 1, - 1, - 0, - 0, - 1, - 3, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0213", - "group": "g075", - "reference_grade_counts": { - "0": 114, - "1": 69, - "2": 18, - "3": 10 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 3, - 3, - 1, - 1, - 1, - 0, - 1, - 2, - 3, - 1, - 1, - 1, - null, - null, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 3, - 1, - 1, - 3, - 2, - 1, - 3, - 1, - 1, - 1, - 3, - 3, - 2, - 3 - ] - } - }, - { - "id": "q0214", - "group": "g022", - "reference_grade_counts": { - "0": 136, - "1": 56, - "2": 13, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 1, - 0, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 2, - 1, - 0, - 2, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 0, - 1 - ] - } - }, - { - "id": "q0215", - "group": "g081", - "reference_grade_counts": { - "0": 3, - "1": 14, - "2": 81, - "3": 41 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 3, - 1, - 3, - 3, - 2, - 3, - 3, - 2, - 2, - 2, - null, - null - ], - "finetuned": [ - 2, - 3, - 2, - 3, - 2, - 3, - 2, - 2, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 2, - 2, - 3, - 2 - ] - } - }, - { - "id": "q0216", - "group": "g001", - "reference_grade_counts": { - "0": 132, - "1": 20, - "2": 23, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 2, - 2, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 2, - 1, - 0, - 0, - 1, - 0, - 0 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 2, - 1, - 0, - 0 - ] - } - }, - { - "id": "q0217", - "group": "g038", - "reference_grade_counts": { - "0": 15, - "1": 35, - "2": 97, - "3": 23 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 3, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 3, - 2, - 2, - 2, - 1, - 2, - 1, - 1, - null, - 1 - ], - "finetuned": [ - 3, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0218", - "group": "g091", - "reference_grade_counts": { - "0": 122, - "1": 31, - "2": 30, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 1, - 0, - 0, - 2, - 0, - 2, - 1, - 1, - 2, - 2, - 2, - 2, - 0, - 0, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0219", - "group": "g047", - "reference_grade_counts": { - "0": 133, - "1": 52, - "2": 1, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 1, - 0, - 1 - ], - "finetuned": [ - 0, - 0, - 2, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0 - ] - } - }, - { - "id": "q0220", - "group": "g101", - "reference_grade_counts": { - "0": 60, - "1": 81, - "2": 62, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 2, - 1, - 0, - 1, - 1, - 1, - 0, - 0, - 3, - 0, - 1, - 2, - 0, - 1, - 1, - 1, - 0, - 0 - ], - "finetuned": [ - 2, - 1, - 2, - 2, - 1, - 1, - 1, - 2, - 2, - 1, - 1, - 0, - 1, - 1, - 2, - 2, - 1, - 2, - 2, - 0 - ] - } - }, - { - "id": "q0221", - "group": "g080", - "reference_grade_counts": { - "0": 179, - "1": 30, - "2": 1, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - null, - 0, - 0, - null - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 1, - 0 - ] - } - }, - { - "id": "q0222", - "group": "g096", - "reference_grade_counts": { - "0": 20, - "1": 53, - "2": 52, - "3": 15 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 3, - 2, - 3, - 1, - 3, - 2, - 1, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 1, - 3, - 2 - ], - "finetuned": [ - 2, - 3, - 2, - 3, - 2, - 2, - 2, - 1, - 1, - 1, - 1, - 2, - 3, - 1, - 2, - 1, - 2, - 2, - 2, - 1 - ] - } - }, - { - "id": "q0223", - "group": "g039", - "reference_grade_counts": { - "0": 245, - "1": 28, - "2": 16, - "3": 6 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0, - 0, - null, - null, - null, - 0, - 0, - 0, - null, - null, - 0, - null - ], - "finetuned": [ - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0224", - "group": "g047", - "reference_grade_counts": { - "0": 60, - "1": 94, - "2": 16, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 2, - 1, - 1, - 2, - 2, - 1, - 1, - 1, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1 - ] - } - }, - { - "id": "q0225", - "group": "g028", - "reference_grade_counts": { - "0": 119, - "1": 23, - "2": 6, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 2, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 1, - 2, - 1 - ] - } - }, - { - "id": "q0226", - "group": "g007", - "reference_grade_counts": { - "0": 117, - "1": 51, - "2": 38, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 2, - null, - 1, - null, - 0, - 0, - null, - 1, - null, - 1, - 1, - 0, - null, - 1, - 2, - 2, - null, - null, - null, - null - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 1, - 1, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 1 - ] - } - }, - { - "id": "q0227", - "group": "g081", - "reference_grade_counts": { - "0": 3, - "1": 28, - "2": 37, - "3": 107 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 3, - 3, - 2, - 3, - 3, - null, - 3, - 3, - null, - 3, - 3 - ], - "finetuned": [ - 1, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 2, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0228", - "group": "g077", - "reference_grade_counts": { - "0": 15, - "1": 28, - "2": 68, - "3": 15 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 2, - 2, - 2, - 1, - 2, - 2, - 0, - 2, - 2, - 1, - 2, - 2, - 3 - ], - "finetuned": [ - 3, - 3, - 2, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 3, - 2, - 3, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0229", - "group": "g018", - "reference_grade_counts": { - "0": 65, - "1": 43, - "2": 42, - "3": 49 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 2, - 3, - 3, - 3, - 0, - 2, - 0, - 1, - 1, - 0, - 3, - 3, - 0 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 0, - 3, - 3, - 3, - 3, - 1, - 3 - ] - } - }, - { - "id": "q0230", - "group": "g031", - "reference_grade_counts": { - "0": 79, - "1": 38, - "2": 59, - "3": 17 - }, - "ranked_grades": { - "upstream": [ - 2, - 0, - 2, - 1, - 1, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 3, - 2, - 0, - 3, - 2 - ], - "finetuned": [ - 2, - 3, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 2, - 3, - 2, - 3, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0231", - "group": "g023", - "reference_grade_counts": { - "0": 15, - "1": 46, - "2": 101, - "3": 16 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 2, - 2, - 2, - 1, - 1, - 2, - 2, - 3, - 3, - 3, - 3, - 1, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0232", - "group": "g038", - "reference_grade_counts": { - "0": 57, - "1": 89, - "2": 43, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 2, - 1, - 0, - 2, - 1, - 0, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 1, - 1, - 2, - 1 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0233", - "group": "g042", - "reference_grade_counts": { - "0": 44, - "1": 72, - "2": 31, - "3": 21 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 3, - 3, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 0, - 1 - ], - "finetuned": [ - 1, - 3, - 1, - 1, - 2, - 2, - 2, - 1, - 3, - 2, - 2, - 3, - 2, - 3, - 3, - 2, - 3, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0234", - "group": "g012", - "reference_grade_counts": { - "0": 7, - "1": 36, - "2": 83, - "3": 19 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 0, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 1, - 0 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 3, - 2 - ] - } - }, - { - "id": "q0235", - "group": "g070", - "reference_grade_counts": { - "0": 135, - "1": 59, - "2": 11, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - null, - 0, - 0, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 0, - null, - 1, - 1, - null, - 1, - 0, - null, - 1, - 1 - ], - "finetuned": [ - 2, - 1, - 1, - 1, - 0, - 1, - 2, - 1, - 0, - 1, - 3, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 0 - ] - } - }, - { - "id": "q0236", - "group": "g069", - "reference_grade_counts": { - "0": 117, - "1": 85, - "2": 9, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 0, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 1, - 0, - 0 - ], - "finetuned": [ - 2, - 1, - 1, - 0, - 0, - 0, - 1, - 1, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0237", - "group": "g045", - "reference_grade_counts": { - "0": 93, - "1": 63, - "2": 23, - "3": 6 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 2, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 1, - 1, - 1, - 0, - null, - 2, - 1 - ], - "finetuned": [ - 2, - 3, - 1, - 3, - 2, - 1, - 1, - 1, - 2, - 1, - 0, - 0, - 2, - 0, - 1, - 1, - 0, - 0, - 0, - 2 - ] - } - }, - { - "id": "q0238", - "group": "g100", - "reference_grade_counts": { - "0": 15, - "1": 46, - "2": 57, - "3": 19 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 3, - 3 - ], - "finetuned": [ - 1, - 1, - 2, - 3, - 2, - 1, - 1, - 1, - 3, - 2, - 1, - 2, - 0, - 2, - 2, - 1, - 2, - 3, - 1, - 1 - ] - } - }, - { - "id": "q0239", - "group": "g096", - "reference_grade_counts": { - "0": 193, - "1": 17, - "2": 1, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0, - 0, - 0 - ], - "finetuned": [ - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0240", - "group": "g064", - "reference_grade_counts": { - "0": 41, - "1": 95, - "2": 1, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 1, - 3, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1 - ] - } - }, - { - "id": "q0241", - "group": "g007", - "reference_grade_counts": { - "0": 106, - "1": 47, - "2": 52, - "3": 15 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 2, - null, - 3, - null, - 2, - null, - 1, - null, - null, - 1, - 3, - null, - 1, - 2, - 2, - 1, - 1, - null - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 1, - 3, - 3, - 3, - 2, - 2, - 2, - 1, - 2, - 3, - 2, - 2, - 2, - 3, - 2 - ] - } - }, - { - "id": "q0242", - "group": "g040", - "reference_grade_counts": { - "0": 86, - "1": 74, - "2": 1, - "3": 11 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 3, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 3, - 3, - 1, - 3, - 1, - 3, - 3, - 3, - 1, - 1, - 1, - 3, - 3, - 3, - 1, - 2, - 3, - 0, - 0 - ] - } - }, - { - "id": "q0243", - "group": "g075", - "reference_grade_counts": { - "0": 148, - "1": 80, - "2": 7, - "3": 12 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 0, - null, - null, - 1, - null, - 1, - 1, - null, - 1, - 1, - 2, - null, - 1, - null, - 1, - null - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 3, - 1, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 2, - 1, - 1 - ] - } - }, - { - "id": "q0244", - "group": "g002", - "reference_grade_counts": { - "0": 75, - "1": 78, - "2": 16, - "3": 26 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 0, - 0, - 1, - 1, - 0, - 1, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 2, - 3, - 3, - 2, - 2, - 2, - 3, - 2, - 3, - 2, - 3, - 0, - 2, - 2, - 3, - 2, - 3, - 3, - 3, - 2 - ] - } - }, - { - "id": "q0245", - "group": "g041", - "reference_grade_counts": { - "0": 175, - "1": 17, - "2": 7, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 2, - 2, - 0, - 1, - 0, - 2, - 0, - 1, - 0, - 2, - 2 - ] - } - }, - { - "id": "q0246", - "group": "g022", - "reference_grade_counts": { - "0": 62, - "1": 38, - "2": 7, - "3": 32 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 1, - 3, - 3, - 1, - 3, - 3, - 3, - 3, - 3, - 1, - 0, - 3, - 1, - 1, - 3, - 2, - 1, - 3 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 1, - 3, - 3, - 1, - 3, - 3, - 3, - 3, - 2, - 3, - 1, - 3, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0247", - "group": "g031", - "reference_grade_counts": { - "0": 64, - "1": 60, - "2": 62, - "3": 11 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 1, - 1, - 3, - 3, - 1, - 2, - 1, - 1, - 2, - 2, - 1, - 2, - 1, - null, - 3, - 2, - 1 - ], - "finetuned": [ - 3, - 2, - 3, - 3, - 2, - 2, - 3, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 1, - 2, - 2 - ] - } - }, - { - "id": "q0248", - "group": "g016", - "reference_grade_counts": { - "0": 187, - "1": 45, - "2": 4, - "3": 38 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - null, - 0, - null - ], - "finetuned": [ - 1, - 0, - 1, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 1, - 0 - ] - } - }, - { - "id": "q0249", - "group": "g032", - "reference_grade_counts": { - "0": 47, - "1": 27, - "2": 58, - "3": 50 - }, - "ranked_grades": { - "upstream": [ - 3, - 1, - 2, - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 3, - 3, - 1, - 3, - 2, - 3, - 2, - 2, - 3, - 2 - ], - "finetuned": [ - 3, - 2, - 2, - 3, - 3, - 3, - 1, - 2, - 2, - 1, - 3, - 2, - 1, - 2, - 3, - 3, - 1, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0250", - "group": "g094", - "reference_grade_counts": { - "0": 237, - "1": 0, - "2": 1, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - null - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0251", - "group": "g016", - "reference_grade_counts": { - "0": 209, - "1": 26, - "2": 12, - "3": 11 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 0, - 0, - 0, - 3, - null, - 0, - 0, - 0, - 3, - 0, - 0, - null, - 0, - 0, - 2, - 2, - 3, - null - ], - "finetuned": [ - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0252", - "group": "g023", - "reference_grade_counts": { - "0": 13, - "1": 14, - "2": 83, - "3": 47 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 3, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 3 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 3, - 3, - 2, - 3, - 2, - 2, - 3, - 3, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0253", - "group": "g016", - "reference_grade_counts": { - "0": 165, - "1": 26, - "2": 11, - "3": 4 - }, - "ranked_grades": { - "upstream": [ - 3, - 1, - 1, - 1, - 3, - 0, - 1, - 1, - 1, - 1, - 2, - 0, - 0, - 1, - 0, - 2, - 0, - null, - 1, - 0 - ], - "finetuned": [ - 2, - 0, - 0, - 3, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 1, - 0, - 0 - ] - } - }, - { - "id": "q0254", - "group": "g012", - "reference_grade_counts": { - "0": 4, - "1": 20, - "2": 64, - "3": 50 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 2, - 3, - 2, - 3 - ] - } - }, - { - "id": "q0255", - "group": "g071", - "reference_grade_counts": { - "0": 163, - "1": 58, - "2": 1, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 0, - 1, - 0, - 0, - 1, - 1, - 0, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 1, - 1, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0256", - "group": "g035", - "reference_grade_counts": { - "0": 2, - "1": 14, - "2": 122, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0257", - "group": "g076", - "reference_grade_counts": { - "0": 92, - "1": 63, - "2": 58, - "3": 39 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 1, - 1, - 3, - 0, - 3, - 0, - 0, - 2, - 0, - 3, - 2 - ], - "finetuned": [ - 3, - 1, - 0, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 0, - 0, - 1, - 3, - 3, - 2, - 0, - 1 - ] - } - }, - { - "id": "q0258", - "group": "g004", - "reference_grade_counts": { - "0": 84, - "1": 28, - "2": 63, - "3": 46 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 2, - 0, - 0, - 2, - 3, - 2, - 2, - 2, - 0, - 2, - 3, - 0, - 2, - 0, - 2, - 0, - 3, - 2 - ], - "finetuned": [ - 3, - 2, - 2, - 0, - 3, - 2, - 1, - 2, - 2, - 3, - 2, - 2, - 0, - 3, - 1, - 3, - 2, - 3, - 3, - 1 - ] - } - }, - { - "id": "q0259", - "group": "g029", - "reference_grade_counts": { - "0": 67, - "1": 112, - "2": 16, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 0, - 0, - 1, - 0, - 1, - 2, - 1, - 1, - 0, - 2, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0260", - "group": "g063", - "reference_grade_counts": { - "0": 70, - "1": 91, - "2": 7, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 1, - 0, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2 - ] - } - }, - { - "id": "q0261", - "group": "g082", - "reference_grade_counts": { - "0": 36, - "1": 30, - "2": 33, - "3": 28 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 2, - 2, - 0, - 2, - 3, - 2, - 1, - 2, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 1, - 1 - ], - "finetuned": [ - 2, - 2, - 3, - 2, - 0, - 2, - 2, - 2, - 0, - 3, - 0, - 1, - 0, - 2, - 0, - 1, - 0, - 1, - 0, - 2 - ] - } - }, - { - "id": "q0262", - "group": "g093", - "reference_grade_counts": { - "0": 2, - "1": 22, - "2": 59, - "3": 41 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 3, - 2, - 3, - 3, - 3, - 2, - 3, - 2, - 3, - 3, - 2, - 3, - 0, - 3, - 3, - 3, - 3, - 2 - ], - "finetuned": [ - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 2, - 1 - ] - } - }, - { - "id": "q0263", - "group": "g082", - "reference_grade_counts": { - "0": 72, - "1": 30, - "2": 29, - "3": 19 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 2, - 3, - 1, - 0, - 2, - 0, - 0, - 2, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 2, - 1 - ], - "finetuned": [ - 0, - 0, - 0, - 2, - 1, - 2, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 2, - 1, - 0, - 1, - 0, - 0, - 1 - ] - } - }, - { - "id": "q0264", - "group": "g002", - "reference_grade_counts": { - "0": 84, - "1": 83, - "2": 13, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0265", - "group": "g002", - "reference_grade_counts": { - "0": 122, - "1": 114, - "2": 3, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 0, - 1, - 0, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 1, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0266", - "group": "g020", - "reference_grade_counts": { - "0": 125, - "1": 49, - "2": 36, - "3": 7 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 1, - 0, - 0, - 1, - 1, - 1, - 0, - 0, - 1, - 1, - 1, - 0, - 2, - 2, - 2, - null, - null, - null - ], - "finetuned": [ - 0, - 0, - 2, - 0, - 1, - 1, - 2, - 2, - 0, - 1, - 2, - 1, - 2, - 0, - 2, - 0, - 1, - 0, - 2, - 1 - ] - } - }, - { - "id": "q0267", - "group": "g050", - "reference_grade_counts": { - "0": 101, - "1": 75, - "2": 63, - "3": 14 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - 2, - 2, - null, - 2, - 2, - 3, - null, - 3, - null, - 1, - null, - 2 - ], - "finetuned": [ - 3, - 2, - 3, - 0, - 2, - 1, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 3, - 1, - 1 - ] - } - }, - { - "id": "q0268", - "group": "g019", - "reference_grade_counts": { - "0": 20, - "1": 39, - "2": 42, - "3": 34 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 1, - 1, - 3, - 2, - 3, - 3, - 0, - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 1, - 2, - 2, - 2 - ], - "finetuned": [ - 3, - 2, - 3, - 2, - 3, - 2, - 2, - 3, - 2, - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3 - ] - } - }, - { - "id": "q0269", - "group": "g030", - "reference_grade_counts": { - "0": 13, - "1": 36, - "2": 86, - "3": 10 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 2, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 2, - 2, - 2, - 1, - 3 - ] - } - }, - { - "id": "q0270", - "group": "g004", - "reference_grade_counts": { - "0": 20, - "1": 45, - "2": 46, - "3": 29 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 3, - 3, - 2, - 2, - 3 - ], - "finetuned": [ - 3, - 3, - 2, - 2, - 2, - 3, - 3, - 1, - 2, - 0, - 2, - 3, - 2, - 3, - 3, - 3, - 3, - 2, - 2, - 3 - ] - } - }, - { - "id": "q0271", - "group": "g067", - "reference_grade_counts": { - "0": 21, - "1": 52, - "2": 29, - "3": 46 - }, - "ranked_grades": { - "upstream": [ - 1, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 2, - 3, - 2, - 1, - 1, - 3, - 2, - 0, - 1, - null, - 2, - 0 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0272", - "group": "g094", - "reference_grade_counts": { - "0": 213, - "1": 8, - "2": 9, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 2, - 2, - 2, - 2, - 0, - 0, - 2, - 2, - 2, - 0, - 0 - ] - } - }, - { - "id": "q0273", - "group": "g076", - "reference_grade_counts": { - "0": 26, - "1": 47, - "2": 60, - "3": 12 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 0, - 2, - 2, - 3, - 2, - 2, - 2, - 1, - 0, - 1, - 2, - 2, - 2, - 3, - 3, - 2, - 0, - 2 - ], - "finetuned": [ - 2, - 2, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 3, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0274", - "group": "g008", - "reference_grade_counts": { - "0": 51, - "1": 36, - "2": 49, - "3": 114 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 0, - 3, - 3, - 3, - 1, - null, - 3, - 3, - 3, - 2, - null - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0275", - "group": "g103", - "reference_grade_counts": { - "0": 59, - "1": 31, - "2": 32, - "3": 33 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 3, - 3, - 3, - 3, - 3, - 1, - 3, - 1, - 1, - 3, - 1, - 3, - 1 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 2, - 1, - 3, - 1, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0276", - "group": "g056", - "reference_grade_counts": { - "0": 24, - "1": 89, - "2": 15, - "3": 14 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 3, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 2, - 3, - 1, - 2, - 1, - 1, - 1, - 2, - 1, - 1 - ] - } - }, - { - "id": "q0277", - "group": "g042", - "reference_grade_counts": { - "0": 4, - "1": 21, - "2": 33, - "3": 63 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 1, - 3, - 3, - 3, - 3, - 2, - 2, - 1, - 3, - 1, - 3, - 3, - 3, - 3, - null, - 3, - 3 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2 - ] - } - }, - { - "id": "q0278", - "group": "g027", - "reference_grade_counts": { - "0": 68, - "1": 31, - "2": 25, - "3": 27 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 3, - 0, - 3, - 0, - 1, - 3, - 0, - 0, - 3, - 0, - 3, - 0, - 0, - 0, - 3, - 3, - 1 - ], - "finetuned": [ - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 2, - 3, - 2, - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0279", - "group": "g101", - "reference_grade_counts": { - "0": 121, - "1": 71, - "2": 4, - "3": 10 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0280", - "group": "g054", - "reference_grade_counts": { - "0": 96, - "1": 24, - "2": 15, - "3": 5 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 1 - ] - } - }, - { - "id": "q0281", - "group": "g077", - "reference_grade_counts": { - "0": 26, - "1": 60, - "2": 39, - "3": 17 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 0, - 1, - 1, - 1, - 0 - ], - "finetuned": [ - 3, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 1, - 2, - 2, - 2, - 2, - 2, - 3, - 1, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0282", - "group": "g063", - "reference_grade_counts": { - "0": 107, - "1": 107, - "2": 9, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 1, - 0, - 1, - 1, - 0, - 1, - 0, - 0, - null, - 1, - 1, - 0, - null, - 1, - 1, - 0, - 1, - null - ], - "finetuned": [ - 1, - 1, - 1, - 2, - 1, - 1, - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0283", - "group": "g078", - "reference_grade_counts": { - "0": 131, - "1": 33, - "2": 8, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 2, - 2, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0284", - "group": "g028", - "reference_grade_counts": { - "0": 103, - "1": 127, - "2": 8, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 0, - 1, - 2, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 1, - 0, - 1, - 0 - ] - } - }, - { - "id": "q0285", - "group": "g009", - "reference_grade_counts": { - "0": 47, - "1": 41, - "2": 76, - "3": 29 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 1, - 1, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 2, - 2, - 3, - 3, - 2, - 2, - 1 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 1, - 3, - 3, - 2, - 3 - ] - } - }, - { - "id": "q0286", - "group": "g003", - "reference_grade_counts": { - "0": 17, - "1": 47, - "2": 62, - "3": 23 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 3, - 1, - 3, - 1, - 3, - 1, - 2, - 2, - 2, - 3, - 2 - ], - "finetuned": [ - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3 - ] - } - }, - { - "id": "q0287", - "group": "g032", - "reference_grade_counts": { - "0": 20, - "1": 35, - "2": 77, - "3": 43 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - null, - 2, - 2, - 3, - 3, - 2, - null, - 2 - ], - "finetuned": [ - 3, - 3, - 2, - 3, - 2, - 3, - 2, - 1, - 3, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 3 - ] - } - }, - { - "id": "q0288", - "group": "g051", - "reference_grade_counts": { - "0": 189, - "1": 55, - "2": 1, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 1, - null, - null, - null - ], - "finetuned": [ - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0289", - "group": "g098", - "reference_grade_counts": { - "0": 54, - "1": 82, - "2": 0, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 0, - 3, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0290", - "group": "g072", - "reference_grade_counts": { - "0": 61, - "1": 57, - "2": 64, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 0, - 0, - 1, - 0, - 1, - 0, - 1, - 1, - 0, - 2, - 0, - 0, - 2, - 2, - 1, - 1, - 1, - 2 - ], - "finetuned": [ - 1, - 1, - 2, - 0, - 1, - 2, - 2, - 1, - 0, - 0, - 2, - 2, - 2, - 2, - 2, - 0, - 2, - 1, - 2, - 0 - ] - } - }, - { - "id": "q0291", - "group": "g042", - "reference_grade_counts": { - "0": 67, - "1": 38, - "2": 70, - "3": 24 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 3, - 3, - 2, - 3, - 2, - 3, - 3, - 1, - 1 - ], - "finetuned": [ - 2, - 3, - 1, - 2, - 2, - 1, - 2, - 2, - 3, - 1, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 1, - 2, - 3 - ] - } - }, - { - "id": "q0292", - "group": "g070", - "reference_grade_counts": { - "0": 134, - "1": 64, - "2": 40, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - 1, - null, - 1, - 1, - 2, - 0, - null, - 1, - 2, - 1 - ], - "finetuned": [ - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0293", - "group": "g011", - "reference_grade_counts": { - "0": 42, - "1": 48, - "2": 39, - "3": 14 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 0, - 3, - 1, - 2, - 2, - 3, - 3, - 2, - 1, - 2, - 2, - 2, - 2, - 0, - 1, - 2, - 2, - 0 - ], - "finetuned": [ - 0, - 2, - 1, - 3, - 3, - 2, - 3, - 2, - 2, - 2, - 0, - 2, - 1, - 3, - 2, - 2, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0294", - "group": "g022", - "reference_grade_counts": { - "0": 64, - "1": 81, - "2": 21, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 2, - 1, - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 2, - 2, - 1 - ] - } - }, - { - "id": "q0295", - "group": "g009", - "reference_grade_counts": { - "0": 29, - "1": 40, - "2": 67, - "3": 44 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 3, - 2, - 3, - 1, - 3, - 3, - 3, - 2, - 1, - 2 - ], - "finetuned": [ - 2, - 2, - 0, - 1, - 1, - 1, - 2, - 1, - 0, - 2, - 1, - 3, - 3, - 3, - 3, - 3, - 0, - 3, - 1, - 3 - ] - } - }, - { - "id": "q0296", - "group": "g013", - "reference_grade_counts": { - "0": 7, - "1": 38, - "2": 68, - "3": 30 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 3, - 1, - 1 - ], - "finetuned": [ - 3, - 2, - 2, - 2, - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 2, - 1, - 2, - 3, - 3, - 3, - 3, - 1, - 2 - ] - } - }, - { - "id": "q0297", - "group": "g027", - "reference_grade_counts": { - "0": 107, - "1": 61, - "2": 35, - "3": 6 - }, - "ranked_grades": { - "upstream": [ - 3, - 1, - 0, - 1, - 1, - 2, - 0, - 3, - 1, - 1, - 3, - 0, - 1, - 3, - 1, - 1, - 1, - 1, - 1, - 2 - ], - "finetuned": [ - 3, - 1, - 1, - 0, - 1, - 1, - 2, - 1, - 0, - 1, - 3, - 0, - 0, - 1, - 2, - 0, - 1, - 3, - 1, - 1 - ] - } - }, - { - "id": "q0298", - "group": "g104", - "reference_grade_counts": { - "0": 145, - "1": 29, - "2": 1, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 1, - 0, - 1, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 1, - 0, - 0, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 3, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0299", - "group": "g050", - "reference_grade_counts": { - "0": 117, - "1": 94, - "2": 20, - "3": 5 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 3, - 1, - 3, - 1, - 3, - 1, - 0, - 1, - 1, - 1, - 0, - null, - 1, - 1, - 1, - 0, - 1, - 1 - ], - "finetuned": [ - 3, - 3, - 2, - 3, - 2, - 2, - 1, - 1, - 2, - 1, - 1, - 2, - 2, - 0, - 2, - 1, - 0, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0300", - "group": "g027", - "reference_grade_counts": { - "0": 58, - "1": 40, - "2": 50, - "3": 38 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 3, - 2, - 1, - 3, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - 3, - 3, - 1, - 2, - 1, - 1 - ], - "finetuned": [ - 3, - 3, - 2, - 2, - 2, - 2, - 2, - 3, - 1, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0301", - "group": "g023", - "reference_grade_counts": { - "0": 42, - "1": 10, - "2": 50, - "3": 72 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 3 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0302", - "group": "g078", - "reference_grade_counts": { - "0": 55, - "1": 24, - "2": 26, - "3": 7 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 2, - 2, - 1, - 3, - 3, - 3, - 2, - 1, - 2, - 3, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 1, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 1, - 2, - 2 - ] - } - }, - { - "id": "q0303", - "group": "g030", - "reference_grade_counts": { - "0": 0, - "1": 18, - "2": 56, - "3": 55 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 3, - 3, - 3, - 2, - 2, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 2, - 1, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 2, - 3, - 2, - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0304", - "group": "g095", - "reference_grade_counts": { - "0": 101, - "1": 35, - "2": 1, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1 - ], - "finetuned": [ - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 1, - 0, - 1 - ] - } - }, - { - "id": "q0305", - "group": "g003", - "reference_grade_counts": { - "0": 116, - "1": 42, - "2": 42, - "3": 20 - }, - "ranked_grades": { - "upstream": [ - 1, - 3, - 3, - 0, - 0, - 0, - 3, - 3, - 3, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 3, - 1, - 0, - 1, - 3, - 1, - 3, - 2, - 2, - 0, - 2, - 2, - 0, - 1, - 0, - 2, - 2, - 3, - 1, - 0 - ] - } - }, - { - "id": "q0306", - "group": "g060", - "reference_grade_counts": { - "0": 89, - "1": 43, - "2": 11, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 2, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 3, - 1, - 0, - 0, - 1, - 2, - 2, - 2, - 0 - ], - "finetuned": [ - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0307", - "group": "g086", - "reference_grade_counts": { - "0": 109, - "1": 81, - "2": 9, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 1, - 0, - 0, - null, - 1, - 0, - null, - 0, - 0, - null, - 1, - 0, - null, - null, - null, - 0, - 0, - null - ], - "finetuned": [ - 1, - 1, - 0, - 2, - 1, - 2, - 0, - 1, - 0, - 0, - 1, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0308", - "group": "g104", - "reference_grade_counts": { - "0": 138, - "1": 26, - "2": 3, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 2, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 0, - 0, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0309", - "group": "g079", - "reference_grade_counts": { - "0": 12, - "1": 31, - "2": 73, - "3": 38 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 2, - 3, - 3, - 2, - 3, - 3, - 3, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 2, - 3, - 2, - 2, - 3, - 3, - 3, - 2, - 1, - 1, - 2, - 3, - 3, - 1, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0310", - "group": "g066", - "reference_grade_counts": { - "0": 5, - "1": 38, - "2": 65, - "3": 33 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 3, - 1, - 3, - 2, - 3, - 3, - 3, - 1, - 3, - 1, - 2, - 3, - 1, - 1, - 2, - 2, - 2, - 1 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 2, - 2, - 2, - 1, - 3, - 2, - 2, - 3, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0311", - "group": "g082", - "reference_grade_counts": { - "0": 36, - "1": 28, - "2": 35, - "3": 45 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 3, - 0, - 1, - 1, - 2, - 3, - 2, - 1, - 3, - 2, - 1, - 2, - 1, - 1, - 1, - 3, - 1, - 2 - ], - "finetuned": [ - 1, - 2, - 1, - 1, - 1, - 2, - 1, - 2, - 2, - 2, - 3, - 1, - 2, - 3, - 2, - 0, - 2, - 1, - 1, - 3 - ] - } - }, - { - "id": "q0312", - "group": "g069", - "reference_grade_counts": { - "0": 54, - "1": 127, - "2": 9, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 0, - null - ], - "finetuned": [ - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0313", - "group": "g088", - "reference_grade_counts": { - "0": 47, - "1": 86, - "2": 1, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0314", - "group": "g044", - "reference_grade_counts": { - "0": 13, - "1": 100, - "2": 5, - "3": 21 - }, - "ranked_grades": { - "upstream": [ - 3, - 1, - 1, - 1, - 1, - 3, - 3, - 1, - 1, - 1, - 1, - 1, - 1, - 3, - 1, - 1, - 3, - 3, - 1, - 1 - ], - "finetuned": [ - 2, - 1, - 1, - 2, - 3, - 1, - 3, - 1, - 3, - 1, - 1, - 1, - 1, - 3, - 3, - 3, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0315", - "group": "g080", - "reference_grade_counts": { - "0": 123, - "1": 51, - "2": 14, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 0, - 3, - 1, - 1, - 0, - 1, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 1, - 2, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0316", - "group": "g013", - "reference_grade_counts": { - "0": 1, - "1": 24, - "2": 105, - "3": 12 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2 - ], - "finetuned": [ - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 3 - ] - } - }, - { - "id": "q0317", - "group": "g004", - "reference_grade_counts": { - "0": 122, - "1": 33, - "2": 34, - "3": 24 - }, - "ranked_grades": { - "upstream": [ - 0, - 3, - 0, - 3, - 3, - 2, - 1, - 3, - 1, - 0, - 1, - 3, - 0, - 2, - 3, - 0, - 1, - 1, - 1, - 0 - ], - "finetuned": [ - 3, - 3, - 3, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 2, - 2, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0318", - "group": "g069", - "reference_grade_counts": { - "0": 44, - "1": 38, - "2": 86, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "finetuned": [ - 0, - 0, - 2, - 2, - 2, - 2, - 3, - 0, - 0, - 2, - 2, - 0, - 2, - 2, - 1, - 1, - 0, - 1, - 0, - 0 - ] - } - }, - { - "id": "q0319", - "group": "g038", - "reference_grade_counts": { - "0": 0, - "1": 12, - "2": 93, - "3": 67 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 1 - ], - "finetuned": [ - 2, - 3, - 2, - 3, - 3, - 2, - 2, - 3, - 2, - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 3 - ] - } - }, - { - "id": "q0320", - "group": "g014", - "reference_grade_counts": { - "0": 121, - "1": 95, - "2": 10, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 0, - 0, - 1 - ], - "finetuned": [ - 0, - 2, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 2, - 1 - ] - } - }, - { - "id": "q0321", - "group": "g104", - "reference_grade_counts": { - "0": 185, - "1": 14, - "2": 1, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0322", - "group": "g076", - "reference_grade_counts": { - "0": 85, - "1": 14, - "2": 49, - "3": 52 - }, - "ranked_grades": { - "upstream": [ - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 3, - 2, - 0, - 3, - 2, - 3, - 3, - 0, - 3, - 0, - 1 - ], - "finetuned": [ - 3, - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 2, - 3, - 0, - 3, - 3, - 0, - 2, - 2, - 0, - 0, - 2, - 3 - ] - } - }, - { - "id": "q0323", - "group": "g019", - "reference_grade_counts": { - "0": 23, - "1": 74, - "2": 40, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 1, - 2, - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 2, - 1, - 1, - 1 - ], - "finetuned": [ - 2, - 2, - 2, - 1, - 2, - 1, - 1, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 1, - 1, - 2, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0324", - "group": "g049", - "reference_grade_counts": { - "0": 88, - "1": 31, - "2": 18, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 2, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 1, - 0, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 1, - 0 - ] - } - }, - { - "id": "q0325", - "group": "g003", - "reference_grade_counts": { - "0": 26, - "1": 84, - "2": 30, - "3": 37 - }, - "ranked_grades": { - "upstream": [ - 0, - 3, - 2, - 2, - 1, - 0, - 3, - 1, - 0, - 1, - 1, - 3, - 1, - null, - 3, - 1, - 1, - 2, - 2, - 1 - ], - "finetuned": [ - 3, - 3, - 2, - 2, - 2, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2 - ] - } - }, - { - "id": "q0326", - "group": "g016", - "reference_grade_counts": { - "0": 125, - "1": 49, - "2": 6, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 0, - 0, - 1, - 0, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - null, - 0 - ], - "finetuned": [ - 1, - 1, - 0, - 0, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0327", - "group": "g012", - "reference_grade_counts": { - "0": 7, - "1": 52, - "2": 31, - "3": 50 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 2, - 3, - 1, - 3, - 3, - 3, - 3, - 1, - 2, - 2, - 3 - ], - "finetuned": [ - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0328", - "group": "g077", - "reference_grade_counts": { - "0": 31, - "1": 64, - "2": 11, - "3": 28 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 3, - 2, - 3, - 1, - 1, - 3, - 3, - 3, - 1, - 0, - 1, - 3 - ], - "finetuned": [ - 2, - 3, - 3, - 3, - 3, - 1, - 2, - 3, - 3, - 3, - 3, - 2, - 3, - 3, - 2, - 2, - 1, - 2, - 3, - 2 - ] - } - }, - { - "id": "q0329", - "group": "g066", - "reference_grade_counts": { - "0": 5, - "1": 41, - "2": 58, - "3": 24 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 1, - 2, - 1, - 1, - 3, - 2, - 1, - 3, - 1, - 2, - 1, - 3, - 2, - 3, - 3, - 1, - 1 - ], - "finetuned": [ - 3, - 3, - 2, - 2, - 3, - 2, - 2, - 3, - 3, - 2, - 2, - 2, - 3, - 2, - 2, - 3, - 3, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0330", - "group": "g064", - "reference_grade_counts": { - "0": 45, - "1": 74, - "2": 19, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 2, - 2 - ], - "finetuned": [ - 2, - 2, - 0, - 2, - 2, - 2, - 2, - 2, - 0, - 1, - 0, - 3, - 1, - 2, - 1, - 1, - 2, - 2, - 3, - 0 - ] - } - }, - { - "id": "q0331", - "group": "g077", - "reference_grade_counts": { - "0": 19, - "1": 43, - "2": 54, - "3": 15 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 2, - 2, - 3, - 2, - 3, - 2, - 3, - 1, - 3, - 0, - 2, - 2, - 2, - 2, - 1, - 0 - ], - "finetuned": [ - 2, - 2, - 2, - 3, - 2, - 1, - 1, - 2, - 1, - 3, - 2, - 2, - 3, - 2, - 3, - 1, - 2, - 3, - 2, - 2 - ] - } - }, - { - "id": "q0332", - "group": "g066", - "reference_grade_counts": { - "0": 16, - "1": 82, - "2": 16, - "3": 15 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 3, - 2, - 1, - 3, - 1, - 3, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 0, - 2, - 2, - 3 - ], - "finetuned": [ - 2, - 3, - 1, - 3, - 1, - 1, - 1, - 3, - 1, - 2, - 3, - 3, - 2, - 3, - 1, - 1, - 3, - 2, - 1, - 1 - ] - } - }, - { - "id": "q0333", - "group": "g078", - "reference_grade_counts": { - "0": 73, - "1": 29, - "2": 10, - "3": 5 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 3, - 3, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 2, - 2, - 3, - 1, - 1, - 3 - ], - "finetuned": [ - 3, - 3, - 2, - 3, - 2, - 3, - 3, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2 - ] - } - }, - { - "id": "q0334", - "group": "g059", - "reference_grade_counts": { - "0": 25, - "1": 98, - "2": 52, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 2, - 2, - 2, - 1, - 0, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0335", - "group": "g078", - "reference_grade_counts": { - "0": 43, - "1": 42, - "2": 19, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 1, - 1, - 2, - 1, - 1, - 2, - 2, - 1 - ] - } - }, - { - "id": "q0336", - "group": "g083", - "reference_grade_counts": { - "0": 82, - "1": 92, - "2": 51, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 1, - null, - 2 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 1, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0337", - "group": "g096", - "reference_grade_counts": { - "0": 113, - "1": 46, - "2": 34, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 0, - 2, - 2, - 1, - 2, - 2, - 1, - 0, - 2, - 2, - 2, - 0, - 1, - 2, - 0, - 2, - 2, - 1 - ], - "finetuned": [ - 2, - 1, - 2, - 2, - 0, - 1, - 2, - 1, - 2, - 0, - 2, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 1 - ] - } - }, - { - "id": "q0338", - "group": "g059", - "reference_grade_counts": { - "0": 51, - "1": 121, - "2": 9, - "3": 3 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 1, - 2, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ] - } - }, - { - "id": "q0339", - "group": "g093", - "reference_grade_counts": { - "0": 2, - "1": 19, - "2": 75, - "3": 24 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 3, - 2, - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 1, - 2, - 3, - 3, - 2, - 2, - 2, - 2 - ], - "finetuned": [ - 3, - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0340", - "group": "g073", - "reference_grade_counts": { - "0": 15, - "1": 84, - "2": 29, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 1, - 1, - 2, - 2, - 2, - 2, - 0, - 1, - 2, - 2, - 2 - ], - "finetuned": [ - 1, - 1, - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 2, - 1, - 1, - 2, - 2, - 1, - 1, - 2, - 1, - 3, - 1 - ] - } - }, - { - "id": "q0341", - "group": "g052", - "reference_grade_counts": { - "0": 67, - "1": 85, - "2": 17, - "3": 2 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 0, - 1, - 2, - 0, - 0, - 2, - null, - null, - 1, - null, - null, - 1, - 2, - 0, - 2, - null - ], - "finetuned": [ - 2, - 2, - 1, - 2, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 2 - ] - } - }, - { - "id": "q0342", - "group": "g058", - "reference_grade_counts": { - "0": 183, - "1": 5, - "2": 15, - "3": 5 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - null, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0343", - "group": "g044", - "reference_grade_counts": { - "0": 35, - "1": 84, - "2": 9, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 1, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 1, - 1, - 0, - 0, - 1 - ], - "finetuned": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1, - 2, - 2, - 1, - 2, - 1, - 1, - 1, - 3, - 1 - ] - } - }, - { - "id": "q0344", - "group": "g025", - "reference_grade_counts": { - "0": 53, - "1": 43, - "2": 81, - "3": 34 - }, - "ranked_grades": { - "upstream": [ - 2, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - null, - null, - 0 - ], - "finetuned": [ - 2, - 1, - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 2, - 2, - 3, - 1, - 2, - 3, - 2, - 3, - 1, - 0, - 2 - ] - } - }, - { - "id": "q0345", - "group": "g055", - "reference_grade_counts": { - "0": 63, - "1": 16, - "2": 11, - "3": 10 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 1, - 3, - 0, - 2, - 3, - 1, - 1, - 1, - 3, - 2, - 1, - 1, - 3, - 0, - 3, - 1, - 0, - 2 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 2, - 3, - 3, - 2, - 1, - 1, - 1, - 1, - 2, - 0, - 2, - 1 - ] - } - }, - { - "id": "q0346", - "group": "g100", - "reference_grade_counts": { - "0": 61, - "1": 57, - "2": 30, - "3": 10 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 2, - 3, - 3, - 2, - 2, - 2, - 3, - 1, - 3, - 1, - 2, - 1, - 2, - 0, - 2, - 2, - 3, - 2 - ], - "finetuned": [ - 1, - 1, - 1, - 2, - 3, - 2, - 2, - 2, - 2, - 1, - 1, - 3, - 1, - 2, - 2, - 3, - 3, - 1, - 2, - 2 - ] - } - }, - { - "id": "q0347", - "group": "g042", - "reference_grade_counts": { - "0": 105, - "1": 68, - "2": 18, - "3": 12 - }, - "ranked_grades": { - "upstream": [ - 1, - 3, - 3, - 3, - 1, - 1, - 3, - 1, - 2, - 1, - 1, - 1, - 3, - 3, - null, - 2, - 3, - 3, - 1, - 1 - ], - "finetuned": [ - 1, - 0, - 3, - 3, - 1, - 2, - 1, - 3, - 1, - 1, - 0, - 1, - 3, - 2, - 1, - 0, - 1, - 0, - 1, - 1 - ] - } - }, - { - "id": "q0348", - "group": "g028", - "reference_grade_counts": { - "0": 119, - "1": 92, - "2": 3, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 0, - 1, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 1, - 0 - ] - } - }, - { - "id": "q0349", - "group": "g063", - "reference_grade_counts": { - "0": 62, - "1": 87, - "2": 23, - "3": 8 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0 - ], - "finetuned": [ - 3, - 2, - 1, - 3, - 1, - 1, - 3, - 1, - 2, - 2, - 3, - 3, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 1 - ] - } - }, - { - "id": "q0350", - "group": "g083", - "reference_grade_counts": { - "0": 108, - "1": 83, - "2": 19, - "3": 9 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 2, - 3, - 1, - 0, - 1, - 1, - 1, - 3, - 0, - 0, - 1, - 2, - null, - 1, - 1, - null, - 3 - ], - "finetuned": [ - 3, - 1, - 1, - 1, - 1, - 3, - 1, - 1, - 1, - 2, - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 3, - 1 - ] - } - }, - { - "id": "q0351", - "group": "g013", - "reference_grade_counts": { - "0": 71, - "1": 25, - "2": 55, - "3": 13 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 2, - 2, - 2, - 3, - 2, - 0, - 2, - 2, - 3, - 2, - 1, - 2, - 2, - 2, - 1, - 1, - 3, - 0 - ], - "finetuned": [ - 2, - 2, - 3, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0352", - "group": "g075", - "reference_grade_counts": { - "0": 140, - "1": 22, - "2": 27, - "3": 29 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 3, - 3, - 3, - 0, - 1, - 2, - 0, - 1, - 1, - 1, - 3, - 1, - 0, - 3, - 0, - null, - 1, - 2 - ], - "finetuned": [ - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0353", - "group": "g048", - "reference_grade_counts": { - "0": 14, - "1": 73, - "2": 38, - "3": 19 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 3, - 1, - 2, - 1, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 1, - 3, - 2, - 3, - 1 - ], - "finetuned": [ - 3, - 2, - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 1, - 3, - 2 - ] - } - }, - { - "id": "q0354", - "group": "g001", - "reference_grade_counts": { - "0": 122, - "1": 77, - "2": 25, - "3": 4 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 2, - 1, - 0, - 2, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 1, - null, - null, - null - ], - "finetuned": [ - 0, - 2, - 0, - 0, - 3, - 2, - 2, - 3, - 1, - 1, - 2, - 1, - 3, - 2, - 0, - 0, - 1, - 2, - 0, - 1 - ] - } - }, - { - "id": "q0355", - "group": "g065", - "reference_grade_counts": { - "0": 141, - "1": 87, - "2": 0, - "3": 10 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 3, - 1, - 1, - 0, - 1, - null, - 0, - 0, - 1, - null, - 0, - 0 - ], - "finetuned": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 1, - 1, - 1, - 3, - 1, - 3, - 0, - 1, - 1, - 0, - 1, - 0 - ] - } - }, - { - "id": "q0356", - "group": "g094", - "reference_grade_counts": { - "0": 116, - "1": 35, - "2": 22, - "3": 8 - }, - "ranked_grades": { - "upstream": [ - 1, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1 - ], - "finetuned": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 2, - 1, - 0, - 1, - 2, - 0, - 0, - 2, - 1, - 1 - ] - } - }, - { - "id": "q0357", - "group": "g001", - "reference_grade_counts": { - "0": 111, - "1": 63, - "2": 32, - "3": 16 - }, - "ranked_grades": { - "upstream": [ - 1, - 3, - 0, - 3, - 2, - 3, - 3, - 1, - 2, - 3, - 0, - 2, - 0, - 1, - 2, - 3, - 2, - 1, - 1, - 2 - ], - "finetuned": [ - 1, - 1, - 1, - 2, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 2, - 2, - 2, - 1, - 2, - 0, - 2, - 1 - ] - } - }, - { - "id": "q0358", - "group": "g015", - "reference_grade_counts": { - "0": 219, - "1": 7, - "2": 11, - "3": 18 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0359", - "group": "g058", - "reference_grade_counts": { - "0": 115, - "1": 56, - "2": 46, - "3": 7 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3 - ], - "finetuned": [ - 0, - 1, - 3, - 2, - 3, - 0, - 2, - 1, - 2, - 1, - 2, - 0, - 2, - 2, - 0, - 1, - 2, - 2, - 2, - 1 - ] - } - }, - { - "id": "q0360", - "group": "g023", - "reference_grade_counts": { - "0": 102, - "1": 52, - "2": 53, - "3": 23 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 3, - 0, - 2, - 3, - 2, - 2, - 3, - 2, - 2, - 3, - 2, - 2, - 1, - 1, - null, - 3, - 0, - null - ], - "finetuned": [ - 1, - 2, - 2, - 0, - 2, - 0, - 2, - 2, - 0, - 2, - 1, - 1, - 2, - 1, - 0, - 2, - 1, - 0, - 1, - 3 - ] - } - }, - { - "id": "q0361", - "group": "g017", - "reference_grade_counts": { - "0": 184, - "1": 43, - "2": 15, - "3": 4 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - null, - 0, - 0, - 0, - 0, - null, - 0, - null, - 0, - null, - 0, - 0, - null, - null, - 0, - 0 - ], - "finetuned": [ - 0, - 3, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0 - ] - } - }, - { - "id": "q0362", - "group": "g096", - "reference_grade_counts": { - "0": 93, - "1": 73, - "2": 3, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 1, - 1 - ], - "finetuned": [ - 3, - 1, - 0, - 1, - 1, - 0, - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 1, - 1, - 0 - ] - } - }, - { - "id": "q0363", - "group": "g043", - "reference_grade_counts": { - "0": 254, - "1": 4, - "2": 9, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - null, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0364", - "group": "g039", - "reference_grade_counts": { - "0": 133, - "1": 23, - "2": 17, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "finetuned": [ - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 2, - 0 - ] - } - }, - { - "id": "q0365", - "group": "g076", - "reference_grade_counts": { - "0": 82, - "1": 52, - "2": 40, - "3": 10 - }, - "ranked_grades": { - "upstream": [ - 0, - 2, - 0, - 2, - 0, - 0, - 3, - 0, - 1, - 3, - 1, - 2, - 0, - 2, - 0, - 2, - 0, - 2, - 2, - 2 - ], - "finetuned": [ - 2, - 2, - 2, - 2, - 2, - 3, - 1, - 3, - 3, - 2, - 0, - 2, - 1, - 1, - 0, - 1, - 0, - 2, - 1, - 2 - ] - } - }, - { - "id": "q0366", - "group": "g066", - "reference_grade_counts": { - "0": 2, - "1": 23, - "2": 64, - "3": 50 - }, - "ranked_grades": { - "upstream": [ - 3, - 2, - 3, - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 2, - 3, - 2, - 3, - 2, - 2, - 3, - 2 - ], - "finetuned": [ - 3, - 2, - 3, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 3, - 2, - 3, - 3, - 2, - 2, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0367", - "group": "g019", - "reference_grade_counts": { - "0": 17, - "1": 49, - "2": 43, - "3": 21 - }, - "ranked_grades": { - "upstream": [ - 1, - 2, - 2, - 1, - 3, - 1, - 2, - 1, - 2, - 3, - 3, - 1, - 1, - 3, - 3, - 1, - 3, - 1, - 1, - 2 - ], - "finetuned": [ - 3, - 2, - 3, - 3, - 2, - 2, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3 - ] - } - }, - { - "id": "q0368", - "group": "g036", - "reference_grade_counts": { - "0": 139, - "1": 83, - "2": 11, - "3": 12 - }, - "ranked_grades": { - "upstream": [ - 3, - 1, - 1, - 1, - 1, - 3, - 1, - 1, - 1, - 2, - 1, - 1, - 2, - 1, - 1, - 1, - null, - 1, - 3, - 2 - ], - "finetuned": [ - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 0, - 1, - 0, - 1, - 1, - 3, - 1, - 2, - 0, - 2, - 0, - 1 - ] - } - }, - { - "id": "q0369", - "group": "g033", - "reference_grade_counts": { - "0": 87, - "1": 41, - "2": 18, - "3": 19 - }, - "ranked_grades": { - "upstream": [ - 2, - 3, - 0, - 0, - 2, - 2, - 0, - 0, - 1, - 1, - 0, - 2, - 0, - 3, - 0, - 0, - 0, - 2, - 0, - 2 - ], - "finetuned": [ - 3, - 2, - 3, - 2, - 3, - 3, - 3, - 3, - 2, - 1, - 2, - 3, - 2, - 2, - 3, - 3, - 2, - 2, - 3, - 2 - ] - } - }, - { - "id": "q0370", - "group": "g063", - "reference_grade_counts": { - "0": 62, - "1": 12, - "2": 6, - "3": 52 - }, - "ranked_grades": { - "upstream": [ - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 0, - 0, - 0, - 3, - 0, - 3, - 0, - 0, - 3, - 3 - ], - "finetuned": [ - 3, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 2, - 3, - 0, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3 - ] - } - }, - { - "id": "q0371", - "group": "g061", - "reference_grade_counts": { - "0": 77, - "1": 74, - "2": 32, - "3": 16 - }, - "ranked_grades": { - "upstream": [ - 3, - 0, - 1, - 0, - 1, - 1, - 1, - 0, - 0, - 0, - 2, - 0, - 1, - 1, - null, - null, - 1, - null, - 2, - null - ], - "finetuned": [ - 2, - 1, - 0, - 2, - 3, - 1, - 3, - 2, - 3, - 1, - 3, - 3, - 0, - 1, - 1, - 1, - 0, - 0, - 0, - 1 - ] - } - }, - { - "id": "q0372", - "group": "g057", - "reference_grade_counts": { - "0": 63, - "1": 73, - "2": 6, - "3": 0 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0, - 1, - 0, - 0, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 0, - 1, - 1, - 1, - 1, - 1, - 0, - 0, - 1, - 2, - 1, - 1, - 0, - 0, - 1, - 0, - 0, - 1, - 2 - ] - } - }, - { - "id": "q0373", - "group": "g021", - "reference_grade_counts": { - "0": 167, - "1": 58, - "2": 14, - "3": 6 - }, - "ranked_grades": { - "upstream": [ - 0, - 1, - 1, - 1, - 1, - 2, - 1, - 0, - 1, - 1, - 0, - 0, - 1, - 1, - null, - 0, - 0, - 1, - 1, - 0 - ], - "finetuned": [ - 1, - 3, - 1, - 1, - 1, - 2, - 2, - 0, - 0, - 0, - 2, - 0, - 1, - 1, - 0, - 0, - 1, - 0, - 0, - 0 - ] - } - }, - { - "id": "q0374", - "group": "g026", - "reference_grade_counts": { - "0": 24, - "1": 101, - "2": 8, - "3": 1 - }, - "ranked_grades": { - "upstream": [ - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1 - ], - "finetuned": [ - 1, - 2, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 0, - 2, - 1, - 1, - 1, - 1, - 1, - 0, - 1, - 0 - ] - } - }, - { - "id": "q0375", - "group": "g067", - "reference_grade_counts": { - "0": 78, - "1": 51, - "2": 60, - "3": 19 - }, - "ranked_grades": { - "upstream": [ - 1, - 3, - 2, - 0, - 2, - 1, - 1, - 2, - 0, - 3, - 2, - 2, - 2, - 2, - 1, - 1, - 2, - 2, - 1, - 1 - ], - "finetuned": [ - 0, - 1, - 1, - 1, - 2, - 1, - 1, - 0, - 1, - 0, - 2, - 3, - 2, - 0, - 1, - 3, - 1, - 2, - 2, - 2 - ] - } - }, - { - "id": "q0376", - "group": "g079", - "reference_grade_counts": { - "0": 6, - "1": 54, - "2": 62, - "3": 37 - }, - "ranked_grades": { - "upstream": [ - 2, - 2, - 2, - 2, - 3, - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 1, - 0, - 1, - 3, - 1, - 2, - 2, - 1 - ], - "finetuned": [ - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2 - ] - } - } - ] -} +{"schema": "daecore.dense-comparison.v3", "model_order": ["upstream", "finetuned"], "corpus_passages": 82719, "models": {"upstream": {"id": "google/embeddinggemma-300m", "model_tree_sha256": "24b175205b9fc9a4ba6480a54ee8ea8c26178d52ef33752d6f82d53921e96b4d"}, "finetuned": {"id": "Daecore/embeddinggemma-300m-memory-ft-v2", "model_tree_sha256": "30a7b9f1c42b1fcee29a6729742685d5b744e8fa87d13cefab2fd2d49ea9150e"}}, "method": "970 reused queries; 82,719 passage texts; FP32 exact cosine top50 per frozen query form, then dense-only reciprocal-rank fusion with k=60. Exact-text deduplication, no parent filtering, BM25 or reranker. Matched prefixes and token limits 128/1024; width768. Original prefixes are cut before declared abstentions are removed, without backfill. Both models use the same eligible queries at each cutoff. Grades2-3 are useful. Recall uses known positives; nDCG uses exponential gains against the common reviewed reference and scores zero when its ideal is zero. Precision pools retained positions.", "source_hashes": {"contract": "6a2686955d210b7d9d4d0ffd04e87f295fdcff3ae38dce44a8436b9229a4c5c6", "scoring_completion": "f08e2d7c1c1cfa855e2e6aedd79b6426ffe80306edfbfa64067b48041aeae4cb", "upstream_rankings": "051f879d39494fd6928138da2754b6a3d48b64b1c1a5c2d22187df043707d38c", "finetuned_rankings": "da7ad8fb81740965ea95caad223efa502d2027d647c375c53e203d5aa415409d", "reference_before": "e50e45328bce302665f40440facd7cdc33982cf8a9e523fa761416bd7ebe624f", "judgments": "f06db9e65d5c62ce34017c5e9c5e2bac46f2bdeb28f3ad550975d22aae3cf860", "assistant_review": "8a11a28be5cda96cdea2879f93a1dadd0e77a5435a7e333e9d7b11a9271fcc00"}, "rows": [{"id": "q0001", "group": "g0008", "reference_grade_counts": {"0": 39, "1": 46, "2": 13, "3": 3}, "ranked_grades": {"upstream": [1, 2, 0, 2, 1, 3, 0, 1, 3, 1, 2, 0, 0, 1, 0, 1, 0, 0, 0, 1], "finetuned": [3, 3, 1, 1, 1, 2, 0, 2, 1, 2, 2, 1, 2, 1, 1, 1, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0002", "group": "g0005", "reference_grade_counts": {"0": 8, "1": 21, "2": 36, "3": 29}, "ranked_grades": {"upstream": [1, 1, 3, 3, 0, 2, 3, 2, 2, 2, 3, 2, 1, 2, 2, 2, 2, 2, 2, 2], "finetuned": [2, 3, 3, 2, 3, 3, 2, 3, 3, 2, 3, 2, 2, 2, 3, 3, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0003", "group": "g0028", "reference_grade_counts": {"0": 32, "1": 37, "2": 8, "3": 0}, "ranked_grades": {"upstream": [2, 1, 1, 2, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 2], "finetuned": [2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 2, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0004", "group": "g0034", "reference_grade_counts": {"0": 41, "1": 38, "2": 36, "3": 1}, "ranked_grades": {"upstream": [1, 0, 0, 0, 0, 1, 2, 1, 0, 1, 0, 0, 3, 0, 0, 1, 2, 1, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0005", "group": "g0034", "reference_grade_counts": {"0": 8, "1": 33, "2": 49, "3": 6}, "ranked_grades": {"upstream": [1, 2, 2, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1], "finetuned": [3, 2, 3, 3, 2, 2, 2, 1, 3, 1, 3, 2, 2, 2, 2, 3, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0006", "group": "g0019", "reference_grade_counts": {"0": 6, "1": 20, "2": 42, "3": 29}, "ranked_grades": {"upstream": [3, 1, 2, 1, 2, 3, 3, 3, 2, 2, 2, 2, 3, 2, 2, 3, 2, 2, 2, 2], "finetuned": [2, 1, 3, 1, 2, 0, 2, 2, 3, 2, 2, 2, 2, 3, 3, 3, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0007", "group": "g0009", "reference_grade_counts": {"0": 4, "1": 17, "2": 47, "3": 16}, "ranked_grades": {"upstream": [2, 2, 3, 2, 2, 2, 2, 2, 3, 2, 1, 1, 2, 2, 2, 3, 3, 1, 2, 2], "finetuned": [3, 3, 3, 3, 3, 2, 2, 3, 2, 1, 2, 3, 2, 3, 2, 2, 1, 1, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0008", "group": "g0007", "reference_grade_counts": {"0": 31, "1": 35, "2": 32, "3": 7}, "ranked_grades": {"upstream": [1, 2, 0, 3, 2, 2, 2, 1, 1, 0, 0, 0, 0, 0, 1, 2, 0, 1, 2, 1], "finetuned": [3, 2, 2, 3, 2, 2, 2, 2, 0, 1, 2, 2, 1, 2, 2, 2, 0, 3, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0009", "group": "g0024", "reference_grade_counts": {"0": 67, "1": 9, "2": 19, "3": 10}, "ranked_grades": {"upstream": [2, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 2, 0], "finetuned": [2, 3, 2, 2, 0, 2, 0, 0, 0, 3, 0, 2, 1, 2, 0, 3, 1, 1, 0, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0010", "group": "g0024", "reference_grade_counts": {"0": 52, "1": 43, "2": 9, "3": 2}, "ranked_grades": {"upstream": [0, 0, 1, 2, 0, 2, 0, 1, 1, 2, 0, 1, 0, 0, 0, 2, 0, 0, 2, 0], "finetuned": [1, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 0, 0, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0011", "group": "g0026", "reference_grade_counts": {"0": 18, "1": 21, "2": 15, "3": 16}, "ranked_grades": {"upstream": [3, 3, 3, 3, 2, 2, 1, 2, 2, 3, 1, 2, 1, 3, 3, 1, 0, 3, 0, 0], "finetuned": [3, 2, 3, 3, 3, 3, 2, 2, 1, 0, 3, 2, 1, 3, 2, 0, 1, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0012", "group": "g0015", "reference_grade_counts": {"0": 44, "1": 25, "2": 31, "3": 8}, "ranked_grades": {"upstream": [0, 1, 0, 1, 1, 1, 2, 2, 2, 1, 1, 0, 0, 0, 2, 2, 3, 2, 2, 0], "finetuned": [3, 3, 3, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0013", "group": "g0015", "reference_grade_counts": {"0": 12, "1": 40, "2": 48, "3": 6}, "ranked_grades": {"upstream": [1, 0, 1, 2, 2, 2, 2, 2, 2, 0, 1, 1, 0, 0, 1, 0, 1, 3, 1, 0], "finetuned": [3, 2, 2, 2, 2, 0, 2, 1, 0, 0, 2, 2, 0, 2, 0, 1, 2, 1, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0014", "group": "g0009", "reference_grade_counts": {"0": 22, "1": 43, "2": 19, "3": 0}, "ranked_grades": {"upstream": [2, 1, 2, 2, 1, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 2, 1, 0, 1, 1], "finetuned": [1, 2, 1, 2, 2, 2, 2, 1, 2, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0015", "group": "g0028", "reference_grade_counts": {"0": 71, "1": 12, "2": 18, "3": 0}, "ranked_grades": {"upstream": [1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 0, 0, 1, 2], "finetuned": [1, 0, 2, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 2, 0, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0016", "group": "g0024", "reference_grade_counts": {"0": 13, "1": 22, "2": 59, "3": 9}, "ranked_grades": {"upstream": [2, 2, 3, 2, 2, 1, 1, 2, 3, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2], "finetuned": [1, 2, 3, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0017", "group": "g0019", "reference_grade_counts": {"0": 54, "1": 21, "2": 23, "3": 4}, "ranked_grades": {"upstream": [0, 1, 0, 1, 2, 2, 2, 2, 1, 0, 2, 2, 0, 2, 1, 0, 1, 2, 2, 1], "finetuned": [2, 2, 0, 1, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0018", "group": "g0028", "reference_grade_counts": {"0": 65, "1": 16, "2": 15, "3": 5}, "ranked_grades": {"upstream": [0, 0, 0, 1, 2, 0, 0, 0, 0, 3, 0, 3, 0, 0, 3, 0, 0, 2, 0, 0], "finetuned": [3, 2, 2, 0, 0, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 0, 1, 2, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0019", "group": "g0028", "reference_grade_counts": {"0": 26, "1": 55, "2": 19, "3": 7}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 2, 1, 1, 0, 1, 2, 1], "finetuned": [3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0020", "group": "g0015", "reference_grade_counts": {"0": 42, "1": 16, "2": 8, "3": 17}, "ranked_grades": {"upstream": [3, 3, 0, 1, 0, 3, 2, 0, 3, 1, 3, 3, 3, 0, 0, 1, 1, 0, 0, 0], "finetuned": [3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0021", "group": "g0005", "reference_grade_counts": {"0": 16, "1": 9, "2": 63, "3": 17}, "ranked_grades": {"upstream": [2, 2, 2, 3, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0022", "group": "g0034", "reference_grade_counts": {"0": 30, "1": 31, "2": 35, "3": 1}, "ranked_grades": {"upstream": [1, 1, 2, 0, 1, 1, 2, 2, 0, 1, 2, 2, 2, 0, 2, 2, 0, 2, 2, 1], "finetuned": [2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0023", "group": "g0008", "reference_grade_counts": {"0": 47, "1": 32, "2": 13, "3": 12}, "ranked_grades": {"upstream": [1, 0, 1, 1, 1, 0, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 0, 1, 0], "finetuned": [1, 2, 0, 3, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 2, 0, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0024", "group": "g0007", "reference_grade_counts": {"0": 54, "1": 8, "2": 17, "3": 12}, "ranked_grades": {"upstream": [3, 2, 3, 0, 2, 0, 0, 0, 3, 3, 0, 2, 2, 0, 0, 3, 0, 0, 3, 3], "finetuned": [2, 2, 3, 0, 0, 0, 0, 1, 2, 3, 3, 3, 2, 0, 3, 2, 3, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0025", "group": "g0028", "reference_grade_counts": {"0": 18, "1": 22, "2": 39, "3": 18}, "ranked_grades": {"upstream": [0, 3, 2, 1, 2, 0, 1, 3, 0, 2, 2, 0, 0, 0, 1, 0, 3, 3, 2, 0], "finetuned": [2, 2, 3, 1, 3, 2, 2, 1, 1, 2, 2, 2, 1, 1, 2, 2, 2, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0026", "group": "g0038", "reference_grade_counts": {"0": 8, "1": 30, "2": 37, "3": 20}, "ranked_grades": {"upstream": [2, 3, 2, 3, 2, 2, 3, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1], "finetuned": [2, 2, 1, 2, 2, 1, 2, 3, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0027", "group": "g0001", "reference_grade_counts": {"0": 12, "1": 12, "2": 31, "3": 22}, "ranked_grades": {"upstream": [1, 3, 2, 2, 3, 2, 2, 3, 1, 3, 3, 2, 1, 3, 3, 0, 2, 3, 2, 2], "finetuned": [3, 2, 3, 3, 3, 3, 1, 2, 3, 3, 2, 3, 2, 1, 2, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0028", "group": "g0008", "reference_grade_counts": {"0": 88, "1": 9, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0029", "group": "g0015", "reference_grade_counts": {"0": 28, "1": 39, "2": 10, "3": 16}, "ranked_grades": {"upstream": [3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 3, 3, 0, 1, 1, 1], "finetuned": [3, 1, 3, 3, 2, 1, 2, 2, 3, 2, 3, 3, 2, 3, 3, 3, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0030", "group": "g0005", "reference_grade_counts": {"0": 18, "1": 28, "2": 33, "3": 3}, "ranked_grades": {"upstream": [3, 2, 1, 2, 2, 2, 3, 2, 2, 1, 2, 2, 2, 1, 2, 2, 2, 1, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 2, 2, 1, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0031", "group": "g0015", "reference_grade_counts": {"0": 81, "1": 5, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0], "finetuned": [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0032", "group": "g0007", "reference_grade_counts": {"0": 2, "1": 11, "2": 14, "3": 38}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 2, 3, 3, 3, 3, 3, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0033", "group": "g0024", "reference_grade_counts": {"0": 25, "1": 32, "2": 34, "3": 9}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 3, 2, 2, 0, 3, 2, 2, 2, 1, 2, 2, 2, 2, 2, 3], "finetuned": [3, 2, 3, 2, 3, 1, 2, 2, 3, 2, 1, 2, 2, 2, 3, 2, 2, 1, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0034", "group": "g0024", "reference_grade_counts": {"0": 13, "1": 23, "2": 52, "3": 10}, "ranked_grades": {"upstream": [2, 1, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 1, 2, 2], "finetuned": [2, 1, 2, 2, 2, 2, 3, 2, 2, 1, 2, 3, 2, 2, 2, 2, null, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false]}}, {"id": "q0035", "group": "g0008", "reference_grade_counts": {"0": 21, "1": 32, "2": 21, "3": 4}, "ranked_grades": {"upstream": [3, 1, 2, 2, 1, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 1, 0, 1, 1, 1], "finetuned": [1, 2, 3, 1, 3, 2, 1, 2, 2, 2, 3, 2, 1, 1, 2, 2, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0036", "group": "g0003", "reference_grade_counts": {"0": 67, "1": 5, "2": 7, "3": 21}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [3, 3, 1, 3, 3, 3, 2, 2, 0, 3, 3, 1, 2, null, 3, 3, 3, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false]}}, {"id": "q0037", "group": "g0009", "reference_grade_counts": {"0": 22, "1": 53, "2": 13, "3": 4}, "ranked_grades": {"upstream": [1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1], "finetuned": [1, 2, 3, 1, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0038", "group": "g0009", "reference_grade_counts": {"0": 36, "1": 36, "2": 16, "3": 5}, "ranked_grades": {"upstream": [3, 2, 3, 3, 1, 1, 2, 1, 1, 1, 3, 2, 2, 2, 3, 1, 0, 1, 1, 1], "finetuned": [0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 3, 1, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0039", "group": "g0009", "reference_grade_counts": {"0": 8, "1": 14, "2": 31, "3": 27}, "ranked_grades": {"upstream": [1, 3, 3, 3, 1, 2, 2, 3, 3, 2, 1, 2, 0, 3, 3, 3, 3, 2, 3, 3], "finetuned": [0, 3, 2, 2, 0, 2, 3, 3, 3, 3, 2, 2, 3, 2, 3, 3, 3, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0040", "group": "g0034", "reference_grade_counts": {"0": 3, "1": 19, "2": 37, "3": 21}, "ranked_grades": {"upstream": [3, 3, 3, 2, 2, 1, 3, 2, 2, 1, 2, 1, 2, 3, 2, 2, 2, 2, 3, 2], "finetuned": [3, 2, 3, 2, 2, 2, 2, 2, 2, 2, 3, 3, 2, 2, 2, 2, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0041", "group": "g0028", "reference_grade_counts": {"0": 23, "1": 11, "2": 22, "3": 15}, "ranked_grades": {"upstream": [3, 3, 3, 2, 3, 2, 0, 3, 3, 3, 2, 3, 3, 2, 0, 0, 1, 1, 0, 2], "finetuned": [3, 3, 3, 3, 2, 2, 3, 3, 3, 3, 2, 2, 3, 3, 1, 2, 3, 2, 0, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0042", "group": "g0007", "reference_grade_counts": {"0": 8, "1": 36, "2": 36, "3": 1}, "ranked_grades": {"upstream": [2, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0043", "group": "g0005", "reference_grade_counts": {"0": 12, "1": 21, "2": 36, "3": 18}, "ranked_grades": {"upstream": [3, 3, 3, 2, 3, 3, 2, 1, 1, 3, 2, 2, 2, 2, 2, 2, 1, 3, 3, 2], "finetuned": [2, 2, 3, 3, 2, 2, 3, 3, 2, 3, 2, 2, 3, 3, 2, 2, 2, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0044", "group": "g0024", "reference_grade_counts": {"0": 51, "1": 3, "2": 12, "3": 33}, "ranked_grades": {"upstream": [1, 0, 1, 3, 3, 0, 0, 3, 2, 2, 2, 3, 3, 1, 3, 3, 0, 3, 0, 0], "finetuned": [2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 3, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0045", "group": "g0005", "reference_grade_counts": {"0": 50, "1": 26, "2": 3, "3": 0}, "ranked_grades": {"upstream": [0, 1, 1, 0, 0, 0, 0, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1], "finetuned": [1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0046", "group": "g0011", "reference_grade_counts": {"0": 28, "1": 21, "2": 15, "3": 7}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 0, 0, 0], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 1, 3, 0, 1, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0047", "group": "g0009", "reference_grade_counts": {"0": 11, "1": 19, "2": 27, "3": 18}, "ranked_grades": {"upstream": [3, 3, 3, 3, 1, 2, 2, 3, 1, 2, 3, 2, 2, 2, 2, 2, 2, 1, 2, 1], "finetuned": [3, 3, 3, 3, 3, 3, 2, 3, 3, 2, 2, 3, 2, 3, 2, 1, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0048", "group": "g0008", "reference_grade_counts": {"0": 3, "1": 29, "2": 1, "3": 30}, "ranked_grades": {"upstream": [1, 1, 3, 1, 3, 3, 3, 3, 1, 3, 1, 3, 3, 1, 3, 3, 3, 1, 3, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0049", "group": "g0024", "reference_grade_counts": {"0": 75, "1": 4, "2": 7, "3": 7}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 1, 0, 2, 2], "finetuned": [0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 3, 0, 0, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0050", "group": "g0028", "reference_grade_counts": {"0": 59, "1": 29, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0], "finetuned": [0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0051", "group": "g0005", "reference_grade_counts": {"0": 11, "1": 2, "2": 19, "3": 39}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 3, 3, 3, 3, 3, 3, 2, 2], "finetuned": [3, 3, 3, 3, 2, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 3, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0052", "group": "g0008", "reference_grade_counts": {"0": 14, "1": 19, "2": 35, "3": 9}, "ranked_grades": {"upstream": [2, 1, 2, 1, 1, 2, 2, 2, 3, 3, 1, 2, 0, 2, 2, 1, 1, 1, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3, 2, 3, 2, 2, 2, 2, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0053", "group": "g0034", "reference_grade_counts": {"0": 16, "1": 32, "2": 49, "3": 8}, "ranked_grades": {"upstream": [2, 1, 2, 1, 2, 1, 2, 2, 1, 2, 2, 1, 2, 1, 2, 2, 2, 3, 2, 1], "finetuned": [2, 2, 3, 2, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0054", "group": "g0008", "reference_grade_counts": {"0": 29, "1": 30, "2": 31, "3": 6}, "ranked_grades": {"upstream": [2, 3, 1, 2, 2, 1, 0, 2, 0, 3, 1, 2, 0, 1, 2, 0, 2, 1, 0, 0], "finetuned": [1, 2, 3, 0, 2, 1, 1, 2, 0, 2, 0, 2, 2, 1, 2, 2, 3, 2, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0055", "group": "g0007", "reference_grade_counts": {"0": 60, "1": 6, "2": 6, "3": 7}, "ranked_grades": {"upstream": [0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 3, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0056", "group": "g0007", "reference_grade_counts": {"0": 61, "1": 17, "2": 14, "3": 8}, "ranked_grades": {"upstream": [1, 0, 1, 1, 1, 2, 0, 0, 0, 0, 1, 0, 1, 1, 2, 0, 1, 1, 0, 1], "finetuned": [0, 3, 2, 3, 1, 3, 3, 3, 3, 3, 2, 3, 2, 0, 2, 1, 2, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0057", "group": "g0007", "reference_grade_counts": {"0": 13, "1": 21, "2": 33, "3": 9}, "ranked_grades": {"upstream": [2, 2, 0, 3, 1, 3, 0, 1, 1, 2, 2, 2, 0, 2, 1, 0, 1, 2, 2, 3], "finetuned": [2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 3, 2, 3, 3, 3, 1, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0058", "group": "g0028", "reference_grade_counts": {"0": 19, "1": 27, "2": 23, "3": 9}, "ranked_grades": {"upstream": [2, 2, 1, 2, 3, 3, 1, 1, 2, 1, 2, 0, 1, 0, 1, 2, 3, 3, 2, 1], "finetuned": [3, 1, 2, 2, 3, 2, 2, 2, 2, 3, 3, 1, 1, 3, 3, 1, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0059", "group": "g0005", "reference_grade_counts": {"0": 9, "1": 28, "2": 50, "3": 10}, "ranked_grades": {"upstream": [3, 1, 1, 2, 2, 1, 0, 1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 1, 2, 2], "finetuned": [3, 3, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0060", "group": "g0024", "reference_grade_counts": {"0": 65, "1": 16, "2": 16, "3": 0}, "ranked_grades": {"upstream": [2, 0, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0], "finetuned": [0, 2, 2, 1, 1, 2, 2, 0, 1, 1, 1, 2, 2, 2, 0, 0, 2, 1, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0061", "group": "g0009", "reference_grade_counts": {"0": 18, "1": 36, "2": 38, "3": 12}, "ranked_grades": {"upstream": [1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 2, 1, 1, 2, 2, 1], "finetuned": [1, 3, 1, 1, 2, 3, 1, 0, 1, 1, 1, 2, 2, 2, 1, 1, 3, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0062", "group": "g0008", "reference_grade_counts": {"0": 53, "1": 12, "2": 21, "3": 4}, "ranked_grades": {"upstream": [2, 0, 2, 2, 2, 2, 0, 2, 1, 0, 0, 0, 2, 2, 2, 2, 1, 0, 2, 1], "finetuned": [0, 2, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 2, 0, 0, 2, 0, 2, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0063", "group": "g0034", "reference_grade_counts": {"0": 20, "1": 28, "2": 37, "3": 9}, "ranked_grades": {"upstream": [3, 3, 0, 2, 1, 0, 2, 2, 1, 3, 2, 1, 1, 3, 2, 1, 2, 2, 1, 1], "finetuned": [2, 3, 3, 2, 2, 2, 2, 3, 1, 1, 2, 3, 3, 2, 2, 1, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0064", "group": "g0015", "reference_grade_counts": {"0": 27, "1": 28, "2": 33, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 1, 2, 2, 1, 2, 2, 0, 2, 2, 1, 1, 1, 2, 2, 2], "finetuned": [1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0065", "group": "g0034", "reference_grade_counts": {"0": 25, "1": 18, "2": 44, "3": 19}, "ranked_grades": {"upstream": [1, 2, 3, 2, 2, 2, 2, 1, 0, 0, 0, 0, 2, 2, 1, 2, 1, 2, 1, 2], "finetuned": [3, 2, 3, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0066", "group": "g0015", "reference_grade_counts": {"0": 10, "1": 35, "2": 18, "3": 17}, "ranked_grades": {"upstream": [3, 3, 3, 2, 1, 2, 3, 1, 0, 0, 1, 1, 1, 1, 3, 1, 2, 1, 3, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 3, 3, 2, 2, 3, 2, 1, 2, 3, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0067", "group": "g0015", "reference_grade_counts": {"0": 58, "1": 23, "2": 15, "3": 8}, "ranked_grades": {"upstream": [2, 1, 0, 1, 3, 1, 1, 0, 0, 2, 2, 2, 0, 0, 0, 2, 2, 1, 3, 0], "finetuned": [1, 1, 1, 0, 0, 1, 1, 0, 3, 0, 1, 0, 2, 1, 0, 1, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0068", "group": "g0008", "reference_grade_counts": {"0": 0, "1": 3, "2": 19, "3": 42}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0069", "group": "g0024", "reference_grade_counts": {"0": 45, "1": 24, "2": 27, "3": 2}, "ranked_grades": {"upstream": [2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 1, 2, 2], "finetuned": [1, 2, 1, 2, 0, 1, 2, 2, 1, 2, 3, 2, 2, 2, 1, 3, 0, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0070", "group": "g0034", "reference_grade_counts": {"0": 15, "1": 27, "2": 17, "3": 19}, "ranked_grades": {"upstream": [2, 3, 1, 2, 2, 2, 3, 3, 2, 1, 1, 0, 3, 2, 2, 2, 3, 3, 3, 2], "finetuned": [2, 1, 2, 2, 2, 2, 1, 3, 2, 3, 2, 3, 3, 1, 3, 2, 3, 2, 3, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0071", "group": "g0015", "reference_grade_counts": {"0": 38, "1": 40, "2": 23, "3": 0}, "ranked_grades": {"upstream": [1, 2, 2, 1, 1, 1, 2, 2, 1, 2, 0, 1, 0, 1, 2, 0, 2, 0, null, 1], "finetuned": [2, 1, 1, 1, 1, 2, 0, 2, 1, 0, 0, 1, 1, 2, 2, 2, 1, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0072", "group": "g0035", "reference_grade_counts": {"0": 12, "1": 16, "2": 26, "3": 34}, "ranked_grades": {"upstream": [3, 3, 2, 2, 1, 3, 2, 3, 3, 3, 2, 2, 3, 3, 1, 2, 2, 3, 3, 1], "finetuned": [3, 2, 3, 2, 3, 2, 3, 2, 3, 3, 3, 2, 2, 3, 3, 3, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0073", "group": "g0034", "reference_grade_counts": {"0": 44, "1": 42, "2": 8, "3": 2}, "ranked_grades": {"upstream": [2, 0, 1, 1, 1, 1, 1, 0, 2, 0, 1, 1, 2, 0, 1, 1, 1, 1, 1, 1], "finetuned": [1, 1, 0, 2, 1, 1, 2, 1, 2, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0074", "group": "g0005", "reference_grade_counts": {"0": 50, "1": 35, "2": 5, "3": 4}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0], "finetuned": [1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0075", "group": "g0024", "reference_grade_counts": {"0": 33, "1": 17, "2": 20, "3": 15}, "ranked_grades": {"upstream": [0, 3, 1, 3, 2, 2, 1, 3, 2, 2, 0, 2, 3, 1, 2, 2, 1, 0, 2, 0], "finetuned": [3, 3, 2, 2, 3, 3, 3, 3, 3, 3, 3, 1, 3, 2, 3, 2, 3, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0076", "group": "g0005", "reference_grade_counts": {"0": 4, "1": 28, "2": 26, "3": 32}, "ranked_grades": {"upstream": [3, 2, 3, 2, 1, 3, 1, 1, 1, 0, 1, 3, 1, 2, 1, 2, 1, 1, 2, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0077", "group": "g0028", "reference_grade_counts": {"0": 27, "1": 48, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0078", "group": "g0024", "reference_grade_counts": {"0": 13, "1": 31, "2": 27, "3": 29}, "ranked_grades": {"upstream": [3, 3, 2, 2, 3, 2, 2, 1, 2, 2, 2, 2, 2, 3, 2, 3, 2, 2, 3, 3], "finetuned": [3, 3, 3, 1, 1, 2, 3, 3, 2, 2, 1, 1, 1, 1, 3, 1, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0079", "group": "g0007", "reference_grade_counts": {"0": 70, "1": 3, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0080", "group": "g0009", "reference_grade_counts": {"0": 30, "1": 68, "2": 2, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 0, 1, 1, 2, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0081", "group": "g0024", "reference_grade_counts": {"0": 47, "1": 25, "2": 17, "3": 7}, "ranked_grades": {"upstream": [2, 2, 1, 1, 1, 2, 3, 2, 0, 2, 3, 0, 2, 2, 3, 2, 2, 2, 1, 1], "finetuned": [2, 1, 0, 1, 2, 3, 2, 3, 1, 2, 3, 3, 1, 2, 0, 2, 1, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0082", "group": "g0022", "reference_grade_counts": {"0": 17, "1": 26, "2": 19, "3": 9}, "ranked_grades": {"upstream": [1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 2, 1, 0, 0, 1, 3, 1, 1, 2, 1], "finetuned": [1, 2, 1, 1, 2, 3, 1, 3, 2, 3, 0, 2, 2, 1, 2, 2, 3, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0083", "group": "g0024", "reference_grade_counts": {"0": 55, "1": 33, "2": 4, "3": 2}, "ranked_grades": {"upstream": [0, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 1, 2, 1, 0, 1, 0, 0, 0, 0, 0, 2, 1, 0, 0, 1, 0, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0084", "group": "g0015", "reference_grade_counts": {"0": 51, "1": 12, "2": 23, "3": 18}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 2, 2, 2, 2, 2, 1, 0, 0, 2, 2], "finetuned": [0, 0, 0, 2, 0, 0, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 0, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0085", "group": "g0009", "reference_grade_counts": {"0": 23, "1": 21, "2": 32, "3": 3}, "ranked_grades": {"upstream": [3, 1, 1, 2, 0, 2, 3, 2, 0, 2, 1, 2, 2, 2, 0, 2, 1, 0, 2, 1], "finetuned": [2, 2, 2, 2, 3, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 1, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0086", "group": "g0034", "reference_grade_counts": {"0": 50, "1": 14, "2": 29, "3": 3}, "ranked_grades": {"upstream": [2, 0, 1, 2, 2, 2, 1, 0, 2, 2, 3, 0, 0, 2, 0, 2, 0, 2, 2, 2], "finetuned": [2, 3, 0, 0, 0, 2, 0, 2, 0, 2, 2, 0, 0, 0, 2, 0, 2, 2, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0087", "group": "g0034", "reference_grade_counts": {"0": 25, "1": 12, "2": 44, "3": 2}, "ranked_grades": {"upstream": [2, 2, 2, 2, 3, 2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 1, 2, 1, 3, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 0, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0088", "group": "g0009", "reference_grade_counts": {"0": 13, "1": 23, "2": 37, "3": 16}, "ranked_grades": {"upstream": [2, 2, 1, 3, 2, 3, 2, 2, 3, 0, 3, 3, 1, 1, 2, 1, 0, 2, 3, 1], "finetuned": [0, 3, 0, 1, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 1, 1, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0089", "group": "g0034", "reference_grade_counts": {"0": 11, "1": 31, "2": 48, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 2, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0090", "group": "g0028", "reference_grade_counts": {"0": 42, "1": 24, "2": 12, "3": 0}, "ranked_grades": {"upstream": [2, 1, 2, 1, 0, 0, 0, 2, 2, 1, 0, 2, 0, 0, 1, 1, 2, 1, 1, 1], "finetuned": [2, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0091", "group": "g0028", "reference_grade_counts": {"0": 72, "1": 9, "2": 7, "3": 4}, "ranked_grades": {"upstream": [2, 2, 0, 3, 0, 3, 2, 0, 0, 0, 0, 3, 1, 1, 0, 2, 1, 0, 0, 0], "finetuned": [3, 3, 3, 0, 2, 2, 3, 0, 1, 0, 2, 0, 0, 2, 0, 2, 0, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0092", "group": "g0005", "reference_grade_counts": {"0": 5, "1": 3, "2": 66, "3": 31}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 1, 3, 2, 3, 3, 2, 2, 2, 3, 2, 1, 2, 2, 2, 2], "finetuned": [2, 3, 3, 3, 3, 2, 3, 2, 3, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0093", "group": "g0028", "reference_grade_counts": {"0": 78, "1": 3, "2": 6, "3": 18}, "ranked_grades": {"upstream": [2, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0], "finetuned": [3, 0, 0, 0, 0, 2, 3, 1, 3, 3, 0, 0, 0, 0, 3, 3, 3, 3, 0, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0094", "group": "g0009", "reference_grade_counts": {"0": 21, "1": 22, "2": 28, "3": 19}, "ranked_grades": {"upstream": [3, 3, 2, 1, 2, 3, 3, 3, 2, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 2], "finetuned": [0, 2, 0, 2, 2, 0, 2, 0, 3, 1, 1, 2, 1, 2, 3, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0095", "group": "g0007", "reference_grade_counts": {"0": 37, "1": 28, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0], "finetuned": [1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0096", "group": "g0028", "reference_grade_counts": {"0": 65, "1": 34, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0097", "group": "g0005", "reference_grade_counts": {"0": 14, "1": 30, "2": 34, "3": 12}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 0, 2, 1], "finetuned": [3, 3, 2, 3, 2, 2, 3, 2, 2, 3, 2, 2, 3, 3, 2, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0098", "group": "g0030", "reference_grade_counts": {"0": 79, "1": 33, "2": 2, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0099", "group": "g0024", "reference_grade_counts": {"0": 77, "1": 9, "2": 17, "3": 7}, "ranked_grades": {"upstream": [3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 2, 0, 0, 0], "finetuned": [0, 0, 3, 0, 2, 2, 0, 1, 2, 0, 2, 3, 0, 0, 0, 0, 1, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0100", "group": "g0009", "reference_grade_counts": {"0": 4, "1": 40, "2": 37, "3": 1}, "ranked_grades": {"upstream": [2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 0, 2, 3, 1, 2, 1, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 3, 2, 1, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0101", "group": "g0034", "reference_grade_counts": {"0": 11, "1": 30, "2": 40, "3": 4}, "ranked_grades": {"upstream": [2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 2, 0, 3, 2, 2, 2, 2, 2, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2, 2, 1, 2, 2, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0102", "group": "g0028", "reference_grade_counts": {"0": 70, "1": 14, "2": 21, "3": 2}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0], "finetuned": [2, 2, 2, 2, 2, 2, 2, 0, 2, 0, 2, 3, 0, 1, 0, 0, 0, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0103", "group": "g0024", "reference_grade_counts": {"0": 63, "1": 15, "2": 22, "3": 6}, "ranked_grades": {"upstream": [0, 1, 0, 2, 2, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 2, 1, 1, 2], "finetuned": [2, 3, 2, 2, 2, 2, 1, 2, 1, 1, 2, 0, 2, 2, 2, 2, 1, 1, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0104", "group": "g0037", "reference_grade_counts": {"0": 21, "1": 8, "2": 33, "3": 31}, "ranked_grades": {"upstream": [3, 3, 3, 2, 3, 3, 2, 3, 3, 3, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2], "finetuned": [3, 3, 3, 3, 2, 3, 1, 2, 1, 3, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0105", "group": "g0023", "reference_grade_counts": {"0": 15, "1": 16, "2": 24, "3": 22}, "ranked_grades": {"upstream": [2, 3, 3, 3, 3, 2, 3, 3, 3, 3, 1, 3, 1, 3, 3, 3, 2, 2, 1, 3], "finetuned": [3, 2, 3, 2, 2, 2, 1, 3, 2, 0, 2, 3, 0, 2, 3, 1, 3, 1, 0, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0106", "group": "g0024", "reference_grade_counts": {"0": 90, "1": 11, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1], "finetuned": [0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0107", "group": "g0015", "reference_grade_counts": {"0": 52, "1": 25, "2": 15, "3": 11}, "ranked_grades": {"upstream": [3, 1, 3, 2, 3, 0, 0, 0, 1, 2, 1, 1, 1, 0, 3, 2, 3, 0, 1, 2], "finetuned": [0, 2, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0108", "group": "g0005", "reference_grade_counts": {"0": 13, "1": 52, "2": 24, "3": 4}, "ranked_grades": {"upstream": [1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 3, 2, 2, 1, 2, 2, 2, 2, 1, 1, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0109", "group": "g0005", "reference_grade_counts": {"0": 23, "1": 68, "2": 1, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0110", "group": "g0015", "reference_grade_counts": {"0": 75, "1": 2, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0111", "group": "g0024", "reference_grade_counts": {"0": 30, "1": 31, "2": 33, "3": 10}, "ranked_grades": {"upstream": [3, 1, 1, 1, 2, 3, 3, 2, 2, 2, 2, 1, 2, 3, 2, 0, 2, 1, 2, 1], "finetuned": [2, 2, 3, 3, 3, 2, 3, 2, 2, 3, 2, 3, 2, 2, 2, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0112", "group": "g0034", "reference_grade_counts": {"0": 11, "1": 24, "2": 45, "3": 19}, "ranked_grades": {"upstream": [2, 3, 2, 2, 2, 2, 2, 2, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 1, 3], "finetuned": [2, 3, 2, 2, 3, 3, 1, 2, 3, 2, 2, 1, 2, 2, 2, 3, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0113", "group": "g0034", "reference_grade_counts": {"0": 26, "1": 8, "2": 45, "3": 3}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 3, 2, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0114", "group": "g0029", "reference_grade_counts": {"0": 18, "1": 10, "2": 38, "3": 23}, "ranked_grades": {"upstream": [3, 3, 2, 2, 2, 3, 2, 3, 1, 3, 2, 3, 3, 3, 2, 1, 1, 2, 2, 0], "finetuned": [2, 2, 3, 2, 2, 3, 2, 2, 3, 0, 2, 2, 2, 2, 2, 2, 1, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0115", "group": "g0008", "reference_grade_counts": {"0": 41, "1": 15, "2": 33, "3": 11}, "ranked_grades": {"upstream": [2, 1, 0, 2, 2, 2, 0, 0, 2, 0, 2, 2, 0, 1, 2, 1, 2, 0, 3, 0], "finetuned": [2, 2, 0, 2, 0, 3, 2, 0, 0, 0, 2, 2, 2, 2, 1, 0, 0, 2, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0116", "group": "g0020", "reference_grade_counts": {"0": 26, "1": 18, "2": 16, "3": 20}, "ranked_grades": {"upstream": [0, 3, 3, 2, 3, 3, 3, 1, 3, 3, 1, 3, 1, 1, 0, 3, 2, 1, 1, 0], "finetuned": [3, 3, 2, 3, 3, 3, 3, 3, 1, 2, 2, 3, 1, 3, 2, 2, 1, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0117", "group": "g0008", "reference_grade_counts": {"0": 54, "1": 32, "2": 7, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 2, 1, 1, 1, 1, 0, 1, 1, 1], "finetuned": [2, 1, 0, 1, 2, 1, 1, 2, 0, 2, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0118", "group": "g0005", "reference_grade_counts": {"0": 11, "1": 69, "2": 18, "3": 0}, "ranked_grades": {"upstream": [2, 0, 2, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1], "finetuned": [2, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0119", "group": "g0008", "reference_grade_counts": {"0": 4, "1": 37, "2": 43, "3": 10}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 0, 1, 2, 2, 3, 3, 2, 2, 0, 1], "finetuned": [2, 1, 2, 3, 2, 2, 2, 2, 2, 1, 1, 3, 2, 1, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0120", "group": "g0027", "reference_grade_counts": {"0": 11, "1": 11, "2": 34, "3": 43}, "ranked_grades": {"upstream": [2, 3, 3, 2, 3, 3, 3, 3, 3, 3, null, 3, 3, 2, 3, 3, null, null, 3, 2], "finetuned": [3, 2, 3, 2, null, 3, null, 2, 2, 3, 3, 3, 2, 2, 2, 3, 3, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, true, true, false, false], "finetuned": [false, false, false, false, true, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0121", "group": "g0008", "reference_grade_counts": {"0": 67, "1": 3, "2": 15, "3": 3}, "ranked_grades": {"upstream": [0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 2, 0, 0, 2, 0, 0, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0122", "group": "g0009", "reference_grade_counts": {"0": 37, "1": 17, "2": 34, "3": 9}, "ranked_grades": {"upstream": [3, 0, 1, 3, 2, 0, 3, 1, 1, 2, 2, 0, 2, 2, 2, 1, 2, 2, 1, 1], "finetuned": [0, 0, 3, 0, 0, 3, 2, 0, 0, 2, 2, 1, 3, 2, 2, 0, 0, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0123", "group": "g0009", "reference_grade_counts": {"0": 71, "1": 20, "2": 1, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1], "finetuned": [1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0124", "group": "g0005", "reference_grade_counts": {"0": 35, "1": 15, "2": 33, "3": 2}, "ranked_grades": {"upstream": [0, 1, 2, 2, 2, 0, 2, 2, 2, 2, 2, 2, 3, 2, 0, 0, 0, 1, 0, 0], "finetuned": [3, 2, 2, 3, 2, 1, 2, 1, 2, 2, 2, 1, 2, 2, 2, 2, 2, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0125", "group": "g0009", "reference_grade_counts": {"0": 13, "1": 27, "2": 14, "3": 30}, "ranked_grades": {"upstream": [1, 3, 2, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 3, 2, 3, 2, 3, 1], "finetuned": [3, 3, 0, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 0, 3, 3, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0126", "group": "g0034", "reference_grade_counts": {"0": 29, "1": 37, "2": 24, "3": 0}, "ranked_grades": {"upstream": [1, 1, 2, 2, 2, 0, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2], "finetuned": [2, 2, 1, 2, 2, 2, 2, 2, 1, 0, 1, 2, 1, 1, 2, 1, 2, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0127", "group": "g0017", "reference_grade_counts": {"0": 10, "1": 16, "2": 45, "3": 31}, "ranked_grades": {"upstream": [3, 2, 2, 3, 3, 2, 3, 3, 3, 3, 2, 3, 3, 2, 3, 3, 2, 2, 2, 2], "finetuned": [2, 3, 3, 3, 3, 3, 3, 2, 3, 3, 2, 1, 2, 2, 2, 3, 2, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0128", "group": "g0034", "reference_grade_counts": {"0": 8, "1": 16, "2": 64, "3": 15}, "ranked_grades": {"upstream": [2, 2, 1, 2, 1, 2, 2, 2, 2, 3, 2, 2, 1, 2, 2, 1, 2, 2, 2, 1], "finetuned": [3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 3, 3, 2, 3, 2, 2, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0129", "group": "g0007", "reference_grade_counts": {"0": 27, "1": 34, "2": 41, "3": 2}, "ranked_grades": {"upstream": [2, 2, 1, 1, 0, 2, 1, 2, 0, 2, 0, 1, 2, 0, 1, 2, 2, 1, 0, 2], "finetuned": [1, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 2, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0130", "group": "g0024", "reference_grade_counts": {"0": 29, "1": 40, "2": 3, "3": 11}, "ranked_grades": {"upstream": [3, 0, 0, 0, 3, 3, 1, 3, 3, 0, 0, 3, 0, 1, 1, 0, 3, 0, 0, 1], "finetuned": [3, 3, 0, 1, 3, 1, 2, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0131", "group": "g0015", "reference_grade_counts": {"0": 26, "1": 46, "2": 10, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 0, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 2, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0132", "group": "g0009", "reference_grade_counts": {"0": 7, "1": 7, "2": 38, "3": 32}, "ranked_grades": {"upstream": [2, 2, 3, 1, 2, 2, 3, 3, 3, 2, 2, 3, 2, 2, 1, 2, 2, 1, 0, 3], "finetuned": [0, 2, 2, 2, 2, 3, 2, 3, 2, 3, 2, 3, 2, 2, 2, 2, 3, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0133", "group": "g0007", "reference_grade_counts": {"0": 21, "1": 48, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0134", "group": "g0034", "reference_grade_counts": {"0": 9, "1": 24, "2": 23, "3": 22}, "ranked_grades": {"upstream": [1, 1, 3, 1, 2, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 2, 2, 2, 3, 0], "finetuned": [2, 3, 3, 2, 2, 3, 1, 3, 2, 3, 3, 3, 2, 2, 2, 3, 3, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0135", "group": "g0028", "reference_grade_counts": {"0": 66, "1": 12, "2": 26, "3": 5}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 2, 0, 0, 1, 1, 0, 0, 0, 0], "finetuned": [0, 2, 2, 2, 2, 3, 1, 3, 2, 2, 2, 0, 2, 3, 3, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0136", "group": "g0005", "reference_grade_counts": {"0": 19, "1": 29, "2": 18, "3": 24}, "ranked_grades": {"upstream": [3, 3, 1, 1, 1, 1, 0, 2, 0, 0, 1, 1, 2, 1, 3, 3, 1, 1, 0, 1], "finetuned": [2, 1, 2, 3, 2, 3, 2, 1, 1, 3, 1, 1, 2, 3, 3, 0, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0137", "group": "g0015", "reference_grade_counts": {"0": 57, "1": 28, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0], "finetuned": [0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0138", "group": "g0037", "reference_grade_counts": {"0": 21, "1": 14, "2": 27, "3": 32}, "ranked_grades": {"upstream": [3, 1, 1, 3, 1, 2, 2, 2, 2, 2, 3, 2, 1, 2, 2, 1, 3, 3, 2, 3], "finetuned": [3, 3, 0, 3, 3, 3, 3, 3, 0, 3, 3, 2, 2, 2, 2, 3, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0139", "group": "g0005", "reference_grade_counts": {"0": 38, "1": 33, "2": 30, "3": 3}, "ranked_grades": {"upstream": [3, 2, 1, 0, 1, 2, 0, 1, 3, 1, 1, 0, 1, 2, 0, 2, 2, 0, 1, 0], "finetuned": [3, 2, 0, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 1, 2, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0140", "group": "g0028", "reference_grade_counts": {"0": 48, "1": 12, "2": 19, "3": 17}, "ranked_grades": {"upstream": [3, 1, 3, 3, 1, 2, 2, 0, 1, 1, 1, 0, 0, 0, 2, 0, 3, 2, 1, 0], "finetuned": [3, 0, 0, 3, 2, 1, 1, 1, 0, 3, 0, 2, 3, 1, 2, 0, 0, 2, 3, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0141", "group": "g0023", "reference_grade_counts": {"0": 31, "1": 11, "2": 14, "3": 15}, "ranked_grades": {"upstream": [3, 3, 3, 1, 3, 3, 0, 3, 3, 3, 0, 2, 1, 3, 0, 3, 0, 1, 0, 3], "finetuned": [3, 3, 3, 3, 3, 3, 2, 1, 2, 3, 1, 3, 3, 2, 1, 3, 1, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0142", "group": "g0018", "reference_grade_counts": {"0": 37, "1": 20, "2": 8, "3": 9}, "ranked_grades": {"upstream": [3, 3, 2, 2, 3, 0, 3, 0, 1, 1, 3, 0, 1, 0, 0, 0, 2, 0, 2, 0], "finetuned": [3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 0, 1, 1, 2, 1, 3, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0143", "group": "g0034", "reference_grade_counts": {"0": 12, "1": 65, "2": 9, "3": 0}, "ranked_grades": {"upstream": [1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1], "finetuned": [1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0144", "group": "g0036", "reference_grade_counts": {"0": 31, "1": 36, "2": 5, "3": 1}, "ranked_grades": {"upstream": [2, 1, 1, 3, 1, 1, 0, 0, 1, 2, 1, 1, 2, 0, 1, 1, 1, 1, 1, 0], "finetuned": [1, 1, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 2, 1, 1, 1, 0, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0145", "group": "g0009", "reference_grade_counts": {"0": 30, "1": 12, "2": 43, "3": 7}, "ranked_grades": {"upstream": [3, 1, 2, 0, 2, 0, 2, 1, 0, 2, 2, 3, 2, 2, 2, 2, 2, 1, 2, 2], "finetuned": [0, 2, 2, 0, 2, 0, 2, 2, 2, 2, 0, 2, 2, 1, 2, 2, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0146", "group": "g0005", "reference_grade_counts": {"0": 88, "1": 17, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0], "finetuned": [0, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0147", "group": "g0024", "reference_grade_counts": {"0": 54, "1": 22, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0], "finetuned": [0, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0148", "group": "g0011", "reference_grade_counts": {"0": 35, "1": 26, "2": 5, "3": 9}, "ranked_grades": {"upstream": [3, 3, 3, 1, 1, 3, 3, 2, 1, 3, 1, 3, 1, 1, 0, 0, 1, 0, 0, 0], "finetuned": [3, 3, 3, 3, 3, 1, 3, 1, 0, 3, 2, 1, 1, 0, 0, 1, 1, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0149", "group": "g0009", "reference_grade_counts": {"0": 42, "1": 21, "2": 22, "3": 15}, "ranked_grades": {"upstream": [0, 0, 3, 2, 0, 1, 1, 0, 2, 1, 1, 2, 3, 0, 2, 3, 3, 0, 0, 1], "finetuned": [0, 3, 3, 2, 3, 0, 2, 0, 3, 0, 1, 2, 1, 2, 2, 1, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0150", "group": "g0009", "reference_grade_counts": {"0": 25, "1": 19, "2": 28, "3": 9}, "ranked_grades": {"upstream": [1, 2, 2, 2, 1, 0, 2, 1, 2, 3, 0, 3, 3, 2, 1, 1, 0, 3, 2, 1], "finetuned": [2, 2, 0, 2, 3, 3, 0, 0, 3, 3, 2, 2, 2, 2, 3, 3, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0151", "group": "g0005", "reference_grade_counts": {"0": 25, "1": 37, "2": 38, "3": 5}, "ranked_grades": {"upstream": [1, 2, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [3, 3, 3, 2, 2, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0152", "group": "g0015", "reference_grade_counts": {"0": 26, "1": 13, "2": 39, "3": 11}, "ranked_grades": {"upstream": [3, 3, 3, 2, 2, 3, 3, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1, 2, 2, 2], "finetuned": [3, 3, 3, 3, 2, 3, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0153", "group": "g0013", "reference_grade_counts": {"0": 24, "1": 28, "2": 34, "3": 20}, "ranked_grades": {"upstream": [2, 1, 1, 1, 1, 1, 2, 1, 2, 2, 3, 1, 3, 3, 2, 3, 1, 2, 2, 2], "finetuned": [2, 3, 3, 2, 2, 3, 2, 2, 3, 3, 2, 2, 3, 3, 2, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0154", "group": "g0009", "reference_grade_counts": {"0": 34, "1": 42, "2": 2, "3": 0}, "ranked_grades": {"upstream": [1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0155", "group": "g0009", "reference_grade_counts": {"0": 39, "1": 23, "2": 20, "3": 3}, "ranked_grades": {"upstream": [2, 2, 1, 0, 1, 2, 0, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 0, 1], "finetuned": [2, 2, 0, 2, 0, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0156", "group": "g0033", "reference_grade_counts": {"0": 25, "1": 12, "2": 20, "3": 35}, "ranked_grades": {"upstream": [3, 3, 0, 0, 3, 3, 3, 2, 3, 0, 3, 2, 3, 2, 1, 3, 0, 0, 3, 3], "finetuned": [3, 2, 0, 2, 3, 3, 2, 1, 2, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0157", "group": "g0005", "reference_grade_counts": {"0": 27, "1": 54, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0158", "group": "g0007", "reference_grade_counts": {"0": 1, "1": 26, "2": 25, "3": 11}, "ranked_grades": {"upstream": [3, 3, 2, 3, 2, 3, 2, 1, 2, 2, 1, 2, 3, 2, 3, 2, 3, 3, 1, 2], "finetuned": [3, 2, 3, 3, 2, 2, 2, 3, 3, 2, 2, 2, 3, 2, 3, 2, 3, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0159", "group": "g0007", "reference_grade_counts": {"0": 25, "1": 9, "2": 51, "3": 5}, "ranked_grades": {"upstream": [2, 2, 0, 2, 2, 0, 2, 0, 0, 2, 0, 1, 0, 3, 0, 0, 0, 2, 0, 0], "finetuned": [0, 3, 1, 0, 0, 2, 2, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0160", "group": "g0028", "reference_grade_counts": {"0": 53, "1": 36, "2": 5, "3": 0}, "ranked_grades": {"upstream": [1, 0, 2, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0], "finetuned": [0, 1, 2, 1, 1, 0, 2, 1, 0, 1, 1, 0, 0, 2, 2, 2, 1, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0161", "group": "g0005", "reference_grade_counts": {"0": 33, "1": 30, "2": 30, "3": 0}, "ranked_grades": {"upstream": [2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 0], "finetuned": [2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 2, 2, 1, 1, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0162", "group": "g0007", "reference_grade_counts": {"0": 13, "1": 36, "2": 2, "3": 21}, "ranked_grades": {"upstream": [3, 3, 3, 1, 3, 3, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 3, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 1, 3, 1, 1, 2, 3, 3, 2, 3, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0163", "group": "g0005", "reference_grade_counts": {"0": 21, "1": 22, "2": 4, "3": 34}, "ranked_grades": {"upstream": [3, 3, 1, 3, 1, 1, 3, 3, 3, 1, 0, 1, 3, 0, 1, 3, 3, 0, 3, 3], "finetuned": [3, 3, 3, 3, 3, 3, 3, 1, 3, 3, 3, 1, 3, 3, 1, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0164", "group": "g0008", "reference_grade_counts": {"0": 30, "1": 36, "2": 21, "3": 5}, "ranked_grades": {"upstream": [1, 0, 0, 1, 1, 0, 2, 1, 2, 0, 1, 1, 2, 0, 1, 1, 1, 0, 0, 0], "finetuned": [2, 2, 0, 1, 1, 1, 1, 2, 0, 2, 1, 0, 1, 1, 2, 1, 1, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0165", "group": "g0034", "reference_grade_counts": {"0": 5, "1": 31, "2": 59, "3": 5}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 2], "finetuned": [1, 3, 1, 2, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0166", "group": "g0024", "reference_grade_counts": {"0": 43, "1": 19, "2": 23, "3": 17}, "ranked_grades": {"upstream": [2, 1, 2, 3, 2, 2, 2, 2, 0, 1, 1, 3, 3, 3, 2, 2, 2, null, 3, 2], "finetuned": [2, 2, 1, 2, 1, 0, 2, 1, 2, 3, 1, 3, 0, 0, 2, 2, 3, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0167", "group": "g0007", "reference_grade_counts": {"0": 82, "1": 7, "2": 8, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0168", "group": "g0028", "reference_grade_counts": {"0": 35, "1": 24, "2": 8, "3": 12}, "ranked_grades": {"upstream": [2, 3, 0, 3, 0, 0, 1, 1, 1, 0, 2, 1, 1, 3, 0, 0, 1, 0, 2, 3], "finetuned": [2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 1, 3, 2, 0, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0169", "group": "g0005", "reference_grade_counts": {"0": 2, "1": 14, "2": 54, "3": 17}, "ranked_grades": {"upstream": [2, 3, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2], "finetuned": [2, 3, 2, 3, 3, 2, 2, 2, 3, 3, 2, 2, 2, 3, 2, 2, 2, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0170", "group": "g0028", "reference_grade_counts": {"0": 39, "1": 27, "2": 19, "3": 10}, "ranked_grades": {"upstream": [2, 0, 1, 2, 0, 1, 3, 1, 3, 0, 1, 3, 3, 2, 2, 0, 0, 2, 0, 0], "finetuned": [2, 2, 3, 0, 2, 2, 1, 2, 2, 3, 2, 2, 0, 2, 2, 1, 0, 1, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0171", "group": "g0034", "reference_grade_counts": {"0": 8, "1": 23, "2": 53, "3": 5}, "ranked_grades": {"upstream": [3, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 3, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0172", "group": "g0015", "reference_grade_counts": {"0": 24, "1": 60, "2": 21, "3": 0}, "ranked_grades": {"upstream": [1, 2, 1, 2, 1, 0, 1, 2, 1, 1, 0, 1, 0, 1, 0, 1, 2, 1, 1, 0], "finetuned": [1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0173", "group": "g0015", "reference_grade_counts": {"0": 45, "1": 36, "2": 15, "3": 0}, "ranked_grades": {"upstream": [1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 0, 2, 1, 2, 1, 0, 0], "finetuned": [1, 0, 1, 2, 0, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 0, 1, 0, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0174", "group": "g0005", "reference_grade_counts": {"0": 21, "1": 34, "2": 42, "3": 0}, "ranked_grades": {"upstream": [2, 1, 2, 1, 1, 1, 1, 1, 0, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0175", "group": "g0024", "reference_grade_counts": {"0": 18, "1": 33, "2": 46, "3": 9}, "ranked_grades": {"upstream": [1, 2, 2, 0, 2, 1, 1, 2, 0, 1, 0, 1, 2, 1, 1, 1, 2, 1, 1, 2], "finetuned": [1, 2, 1, 2, 2, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 2, 2, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0176", "group": "g0009", "reference_grade_counts": {"0": 22, "1": 27, "2": 51, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 0, 2, 2, 1, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0177", "group": "g0026", "reference_grade_counts": {"0": 32, "1": 26, "2": 15, "3": 18}, "ranked_grades": {"upstream": [0, 3, 1, 2, 2, 3, 2, 1, 3, 2, 1, 3, 1, 0, 1, 3, 1, 0, 1, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 3, 2, 1, 2, 3, 3, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0178", "group": "g0034", "reference_grade_counts": {"0": 40, "1": 64, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0179", "group": "g0024", "reference_grade_counts": {"0": 45, "1": 27, "2": 12, "3": 13}, "ranked_grades": {"upstream": [3, 2, 3, 0, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3], "finetuned": [0, 2, 3, 0, 2, 3, 0, 3, 2, 3, 2, 3, 0, 0, 2, 3, 2, 0, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0180", "group": "g0015", "reference_grade_counts": {"0": 43, "1": 35, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0181", "group": "g0028", "reference_grade_counts": {"0": 54, "1": 9, "2": 9, "3": 19}, "ranked_grades": {"upstream": [3, 3, 3, 0, 3, 3, 3, 3, 0, 2, 0, 0, 0, 3, 3, 0, 3, 3, 0, 0], "finetuned": [3, 3, 1, 3, 3, 3, 0, 3, 1, 3, 3, 0, 3, 3, 3, 0, 1, 3, 3, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0182", "group": "g0007", "reference_grade_counts": {"0": 34, "1": 18, "2": 38, "3": 1}, "ranked_grades": {"upstream": [2, 2, 2, 0, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 3, 0, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0183", "group": "g0007", "reference_grade_counts": {"0": 23, "1": 22, "2": 17, "3": 2}, "ranked_grades": {"upstream": [1, 2, 2, 1, 0, 3, 1, 2, 2, 1, 1, 1, 3, 0, 1, 1, 1, 0, 1, 1], "finetuned": [3, 1, 2, 1, 2, 2, 2, 1, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0184", "group": "g0008", "reference_grade_counts": {"0": 5, "1": 22, "2": 45, "3": 5}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 1, 2, 0, 1], "finetuned": [2, 2, 3, 2, 3, 2, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0185", "group": "g0028", "reference_grade_counts": {"0": 74, "1": 7, "2": 10, "3": 5}, "ranked_grades": {"upstream": [3, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "finetuned": [2, 3, 3, 2, 2, 3, 2, 3, 2, 1, 2, 0, 1, 1, 0, 2, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0186", "group": "g0024", "reference_grade_counts": {"0": 16, "1": 40, "2": 26, "3": 9}, "ranked_grades": {"upstream": [3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 0], "finetuned": [1, 3, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0187", "group": "g0015", "reference_grade_counts": {"0": 3, "1": 42, "2": 48, "3": 14}, "ranked_grades": {"upstream": [2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 0], "finetuned": [2, 2, 2, 2, 2, 2, 3, 3, 1, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0188", "group": "g0007", "reference_grade_counts": {"0": 4, "1": 42, "2": 13, "3": 4}, "ranked_grades": {"upstream": [1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 1, 1, 1, 1, 1, 2], "finetuned": [3, 3, 1, 3, 1, 2, 1, 2, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0189", "group": "g0005", "reference_grade_counts": {"0": 21, "1": 15, "2": 33, "3": 17}, "ranked_grades": {"upstream": [0, 3, 1, 3, 2, 3, 2, 0, 2, 2, 1, 3, 2, 2, 3, 0, 1, 1, 2, 2], "finetuned": [3, 3, 3, 2, 3, 2, 3, 2, 2, 3, 2, 3, 2, 3, 2, 2, 3, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0190", "group": "g0028", "reference_grade_counts": {"0": 68, "1": 3, "2": 10, "3": 17}, "ranked_grades": {"upstream": [3, 3, 3, 0, 2, 3, 0, 0, 3, 3, 2, 2, 0, 0, 2, 0, 3, 2, 0, 0], "finetuned": [3, 3, 3, 1, 3, 3, 3, 3, 3, 2, 3, 3, 3, 1, 2, 0, 3, 3, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0191", "group": "g0028", "reference_grade_counts": {"0": 57, "1": 34, "2": 14, "3": 1}, "ranked_grades": {"upstream": [0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0], "finetuned": [1, 0, 1, 1, 1, 2, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0192", "group": "g0009", "reference_grade_counts": {"0": 43, "1": 30, "2": 15, "3": 6}, "ranked_grades": {"upstream": [0, 3, 1, 2, 1, 2, 1, 3, 0, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1], "finetuned": [3, 2, 1, 0, 3, 1, 2, 2, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0193", "group": "g0005", "reference_grade_counts": {"0": 3, "1": 70, "2": 19, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1], "finetuned": [2, 2, 2, 2, 1, 1, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0194", "group": "g0005", "reference_grade_counts": {"0": 21, "1": 15, "2": 60, "3": 8}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 0, 2, 0, 2, 2], "finetuned": [2, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0195", "group": "g0024", "reference_grade_counts": {"0": 70, "1": 19, "2": 12, "3": 1}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [2, 0, 0, 2, 0, 2, 1, 0, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0196", "group": "g0009", "reference_grade_counts": {"0": 35, "1": 15, "2": 11, "3": 21}, "ranked_grades": {"upstream": [3, 2, 3, 2, 2, 0, 3, 1, 2, 3, 2, 2, 3, 1, 3, 1, 3, 3, 3, 1], "finetuned": [0, 3, 3, 3, 2, 3, 3, 2, 2, 3, 3, 3, 3, 3, 3, 2, 2, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0197", "group": "g0009", "reference_grade_counts": {"0": 54, "1": 10, "2": 26, "3": 4}, "ranked_grades": {"upstream": [0, 1, 2, 2, 2, 3, 2, 2, 2, 2, 0, 0, 0, 2, 2, 2, 2, 0, 1, 1], "finetuned": [0, 2, 0, 0, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 2, 1, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0198", "group": "g0009", "reference_grade_counts": {"0": 51, "1": 31, "2": 1, "3": 11}, "ranked_grades": {"upstream": [3, 3, 0, 0, 1, 0, 1, 1, 0, 0, 0, 3, 0, 0, 1, 0, 1, 3, 1, 3], "finetuned": [3, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0199", "group": "g0009", "reference_grade_counts": {"0": 8, "1": 40, "2": 30, "3": 7}, "ranked_grades": {"upstream": [2, 3, 1, 2, 2, 2, 2, 2, 2, 1, 0, 2, 2, 2, 2, 2, 1, 1, 2, 0], "finetuned": [0, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0200", "group": "g0008", "reference_grade_counts": {"0": 15, "1": 42, "2": 4, "3": 2}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 1, 2, 2, 3, 1, 1, 2, 1, 1, 0], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0201", "group": "g0008", "reference_grade_counts": {"0": 9, "1": 16, "2": 32, "3": 31}, "ranked_grades": {"upstream": [3, 3, 3, 3, 2, 3, 3, 3, 3, 2, 2, 2, 2, 3, 3, 3, 3, 2, 3, 3], "finetuned": [2, 3, 3, 2, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 2, 3, 2, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0202", "group": "g0034", "reference_grade_counts": {"0": 21, "1": 35, "2": 22, "3": 7}, "ranked_grades": {"upstream": [3, 2, 2, 3, 2, 3, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 2], "finetuned": [3, 2, 3, 1, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0203", "group": "g0024", "reference_grade_counts": {"0": 10, "1": 21, "2": 52, "3": 11}, "ranked_grades": {"upstream": [3, 2, 2, 2, 3, 2, 2, 2, 3, 1, 2, 1, 2, 1, 2, 2, 3, 2, 2, 2], "finetuned": [3, 2, 3, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 3, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0204", "group": "g0015", "reference_grade_counts": {"0": 67, "1": 17, "2": 11, "3": 6}, "ranked_grades": {"upstream": [1, 2, 1, 1, 0, 0, 1, 2, 0, 0, 2, 1, 0, 1, 0, 0, 0, 1, 0, 0], "finetuned": [3, 1, 2, 0, 1, 0, 0, 0, 0, 2, 0, 2, 2, 2, 0, 2, 1, 3, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0205", "group": "g0024", "reference_grade_counts": {"0": 56, "1": 40, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0], "finetuned": [1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0206", "group": "g0024", "reference_grade_counts": {"0": 64, "1": 32, "2": 9, "3": 2}, "ranked_grades": {"upstream": [0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1], "finetuned": [1, 1, 0, 0, 0, 0, 1, 2, 0, 2, 0, 0, 0, 2, 1, 0, 1, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0207", "group": "g0001", "reference_grade_counts": {"0": 15, "1": 22, "2": 30, "3": 16}, "ranked_grades": {"upstream": [3, 3, 2, 2, 1, 1, 1, 3, 3, 3, 1, 3, 2, 3, 3, 1, 3, 2, 3, 2], "finetuned": [1, 2, 2, 3, 2, 3, 2, 2, 2, 3, 2, 3, 1, 2, 2, 1, 2, 1, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0208", "group": "g0024", "reference_grade_counts": {"0": 26, "1": 29, "2": 38, "3": 10}, "ranked_grades": {"upstream": [3, 3, 2, 1, 1, 2, 1, 1, 0, 1, 0, 2, 0, 2, 1, 2, 1, 2, 1, 0], "finetuned": [3, 3, 2, 2, 2, 2, 3, 2, 0, 2, 2, 1, 2, 2, 1, 2, 1, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0209", "group": "g0006", "reference_grade_counts": {"0": 24, "1": 60, "2": 0, "3": 3}, "ranked_grades": {"upstream": [1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0210", "group": "g0007", "reference_grade_counts": {"0": 30, "1": 35, "2": 2, "3": 14}, "ranked_grades": {"upstream": [1, 3, 1, 0, 1, 1, 3, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 1, 2, 3, 1, 1, 1, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0211", "group": "g0008", "reference_grade_counts": {"0": 4, "1": 10, "2": 31, "3": 28}, "ranked_grades": {"upstream": [3, 1, 3, 3, 3, 1, 3, 2, 2, 3, 1, 1, 3, 2, 2, 3, 3, 3, 2, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0212", "group": "g0008", "reference_grade_counts": {"0": 34, "1": 31, "2": 24, "3": 4}, "ranked_grades": {"upstream": [1, 0, 1, 2, 0, 1, 2, 0, 2, 1, 0, 1, 1, 1, 1, 2, 2, 2, 2, 3], "finetuned": [2, 0, 1, 0, 2, 2, 1, 1, 0, 0, 1, 2, 0, 1, 0, 1, 1, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0213", "group": "g0005", "reference_grade_counts": {"0": 16, "1": 18, "2": 45, "3": 7}, "ranked_grades": {"upstream": [2, 2, 2, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 2, 1, 1, 2, 2, 1, 1], "finetuned": [2, 2, 3, 2, 2, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0214", "group": "g0032", "reference_grade_counts": {"0": 11, "1": 9, "2": 24, "3": 29}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 2, 3, 2, 3, 2, 2, 3, 1, 2, 1, 3, 2, 3, 3], "finetuned": [3, 3, 3, 3, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0215", "group": "g0008", "reference_grade_counts": {"0": 23, "1": 36, "2": 20, "3": 16}, "ranked_grades": {"upstream": [3, 1, 3, 2, 2, 1, 2, 1, 1, 2, 1, 1, 3, 2, 3, 2, 3, 1, 2, 2], "finetuned": [1, 1, 2, 1, 2, 1, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0216", "group": "g0007", "reference_grade_counts": {"0": 53, "1": 13, "2": 28, "3": 4}, "ranked_grades": {"upstream": [2, 0, 2, 2, 2, 2, 2, 2, 2, 0, 0, 2, 0, 2, 1, 2, 2, 1, 2, 2], "finetuned": [3, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0217", "group": "g0007", "reference_grade_counts": {"0": 6, "1": 39, "2": 25, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 1, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 1, 0, 2, 2, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0218", "group": "g0029", "reference_grade_counts": {"0": 17, "1": 30, "2": 16, "3": 8}, "ranked_grades": {"upstream": [1, 3, 2, 1, 2, 3, 1, 0, 1, 1, 2, 3, 1, 2, 3, 0, 1, 3, 3, 0], "finetuned": [1, 3, 3, 3, 3, 2, 2, 2, 3, 2, 2, 1, 2, 1, 3, 3, 1, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0219", "group": "g0023", "reference_grade_counts": {"0": 34, "1": 11, "2": 17, "3": 16}, "ranked_grades": {"upstream": [3, 3, 3, 2, 3, 3, 3, 3, 3, 0, 3, 3, 0, 0, 1, 3, 1, 2, 3, 0], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 1, 3, 3, 3, 2, 2, 2, 1, 0, 2, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0220", "group": "g0024", "reference_grade_counts": {"0": 35, "1": 28, "2": 26, "3": 4}, "ranked_grades": {"upstream": [2, 0, 0, 1, null, 0, null, 2, null, null, 0, null, 2, null, 2, 2, null, 2, 3, 2], "finetuned": [2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 0, 2, 0, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, true, false, true, false, true, true, false, true, false, true, false, false, true, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0221", "group": "g0008", "reference_grade_counts": {"0": 6, "1": 24, "2": 34, "3": 4}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 1, 2, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0222", "group": "g0034", "reference_grade_counts": {"0": 23, "1": 15, "2": 18, "3": 24}, "ranked_grades": {"upstream": [3, 3, 2, 3, 3, 3, 3, 2, 3, 3, 2, 3, 3, 3, 2, 2, 1, 2, 2, 3], "finetuned": [2, 3, 3, 3, 1, 2, 2, 3, 3, 3, 3, 3, 3, 3, 1, 2, 3, 3, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0223", "group": "g0008", "reference_grade_counts": {"0": 6, "1": 10, "2": 27, "3": 26}, "ranked_grades": {"upstream": [3, 2, 3, 2, 3, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 1, 2, 2, 2, 3], "finetuned": [2, 3, 2, 2, 3, 3, 1, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0224", "group": "g0036", "reference_grade_counts": {"0": 21, "1": 25, "2": 13, "3": 15}, "ranked_grades": {"upstream": [2, 1, 1, 1, 2, 3, 2, 3, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 2, 3], "finetuned": [3, 3, 2, 3, 3, 3, 3, 2, 0, 3, 3, 3, 1, 3, 3, 3, 2, 1, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0225", "group": "g0024", "reference_grade_counts": {"0": 24, "1": 51, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0226", "group": "g0008", "reference_grade_counts": {"0": 95, "1": 2, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0227", "group": "g0015", "reference_grade_counts": {"0": 36, "1": 26, "2": 14, "3": 5}, "ranked_grades": {"upstream": [1, 2, 1, 0, 2, 0, 1, 1, 2, 2, 3, 0, 1, 1, 1, 0, 2, 2, 2, 1], "finetuned": [2, 2, 3, 1, 2, 2, 3, 1, 2, 3, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0228", "group": "g0009", "reference_grade_counts": {"0": 28, "1": 72, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1], "finetuned": [0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0229", "group": "g0008", "reference_grade_counts": {"0": 55, "1": 11, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0230", "group": "g0007", "reference_grade_counts": {"0": 17, "1": 37, "2": 6, "3": 16}, "ranked_grades": {"upstream": [3, 3, 3, 3, 1, 2, 3, 0, 2, 2, 0, 0, 1, 2, 2, 1, 0, 0, 0, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0231", "group": "g0005", "reference_grade_counts": {"0": 34, "1": 28, "2": 23, "3": 7}, "ranked_grades": {"upstream": [1, 1, 2, 0, 0, 1, 2, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1], "finetuned": [3, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0232", "group": "g0031", "reference_grade_counts": {"0": 18, "1": 27, "2": 39, "3": 6}, "ranked_grades": {"upstream": [3, 2, 1, 2, 1, 2, null, 2, 2, 1, 2, 2, 2, 2, 3, null, null, 3, 2, 2], "finetuned": [2, 2, 2, 2, 2, null, 3, 3, 2, null, 2, 2, 2, 2, 2, 2, 2, null, 2, null]}, "excluded": {"upstream": [false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, true, false, false, false], "finetuned": [false, false, false, false, false, true, false, false, false, true, false, false, false, false, false, false, false, true, false, true]}}, {"id": "q0233", "group": "g0028", "reference_grade_counts": {"0": 65, "1": 4, "2": 16, "3": 17}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 2, 0], "finetuned": [2, 2, 3, 2, 3, 2, 3, 3, 3, 1, 3, 3, 2, 2, 2, 2, 2, 0, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0234", "group": "g0037", "reference_grade_counts": {"0": 23, "1": 12, "2": 19, "3": 30}, "ranked_grades": {"upstream": [3, 3, 2, 3, 2, 1, 2, 1, 2, 3, 3, 2, 1, 3, 2, 3, 0, 2, 1, 3], "finetuned": [3, 2, 2, 3, 3, 3, 0, 2, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0235", "group": "g0011", "reference_grade_counts": {"0": 32, "1": 28, "2": 9, "3": 4}, "ranked_grades": {"upstream": [2, 2, 2, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 0, 1, 0, 1, 1], "finetuned": [2, 2, 2, 1, 1, 3, 1, 2, 2, 2, 0, 1, 1, 0, 1, 1, 0, 0, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0236", "group": "g0005", "reference_grade_counts": {"0": 48, "1": 36, "2": 12, "3": 0}, "ranked_grades": {"upstream": [2, 0, 0, 2, 0, 0, 2, 2, 0, 1, 0, 1, 2, 0, 0, 2, 0, 2, 1, 2], "finetuned": [2, 2, 1, 1, 1, 2, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0237", "group": "g0009", "reference_grade_counts": {"0": 17, "1": 13, "2": 28, "3": 25}, "ranked_grades": {"upstream": [3, 1, 1, 2, 2, 3, 3, 3, 3, 3, 3, 2, 3, 2, 1, 2, 3, 2, 2, 2], "finetuned": [3, 0, 2, 1, 3, 3, 2, 3, 2, 0, 3, 1, 2, 3, 3, 2, 1, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0238", "group": "g0015", "reference_grade_counts": {"0": 44, "1": 33, "2": 27, "3": 3}, "ranked_grades": {"upstream": [0, 2, 2, 0, 0, 0, 2, 2, 0, 1, 1, 1, 0, 1, 2, 0, 2, 0, 3, 1], "finetuned": [1, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2, 1, 0, 0, 2, 0, 2, 2, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0239", "group": "g0034", "reference_grade_counts": {"0": 29, "1": 75, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 0], "finetuned": [1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0240", "group": "g0034", "reference_grade_counts": {"0": 9, "1": 12, "2": 53, "3": 0}, "ranked_grades": {"upstream": [2, 1, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 1, 2, 1, 2, 2, 2, 1, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0241", "group": "g0034", "reference_grade_counts": {"0": 17, "1": 18, "2": 20, "3": 21}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 2, 1, 3, 0, 3, 3, 2, 1, 2, 1, 2, 3, 1, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 1, 3, 3, 2, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0242", "group": "g0028", "reference_grade_counts": {"0": 41, "1": 37, "2": 29, "3": 3}, "ranked_grades": {"upstream": [0, 0, 2, 1, 2, 1, 0, 2, 1, 1, 0, 1, 1, 1, 2, 1, 2, 0, 1, 1], "finetuned": [2, 3, 2, 2, 2, 1, 2, 0, 1, 2, 2, 2, 1, 2, 2, 1, 1, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0243", "group": "g0024", "reference_grade_counts": {"0": 67, "1": 14, "2": 13, "3": 3}, "ranked_grades": {"upstream": [1, 1, 2, 2, 0, 1, 0, 2, 0, 1, 3, 2, 2, 2, 2, 1, 0, 0, 1, 0], "finetuned": [2, 3, 2, 2, 0, 1, 1, 0, 0, 2, 0, 0, 1, 1, 0, 2, 0, 3, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0244", "group": "g0028", "reference_grade_counts": {"0": 65, "1": 8, "2": 14, "3": 3}, "ranked_grades": {"upstream": [2, 0, 2, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0], "finetuned": [0, 0, 2, 0, 0, 0, 0, 2, 3, 0, 3, 2, 0, 2, 2, 0, 2, 0, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0245", "group": "g0012", "reference_grade_counts": {"0": 15, "1": 37, "2": 16, "3": 9}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 2, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1], "finetuned": [1, 1, 1, 3, 1, 1, 1, 2, 3, 3, 2, 1, 2, 3, 1, 2, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0246", "group": "g0028", "reference_grade_counts": {"0": 36, "1": 38, "2": 11, "3": 1}, "ranked_grades": {"upstream": [0, 1, 1, 2, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 2, 1, 0], "finetuned": [1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 2, 2, 1, 1, 2, 2, 0, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0247", "group": "g0014", "reference_grade_counts": {"0": 15, "1": 19, "2": 41, "3": 21}, "ranked_grades": {"upstream": [1, 1, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2, 2, 3, 3, 3, null, 2, 2, 2], "finetuned": [3, 3, 2, 3, 2, 1, 3, 2, 1, 2, 2, 3, null, 3, 3, null, 2, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, true, false, false, false, false]}}, {"id": "q0248", "group": "g0018", "reference_grade_counts": {"0": 65, "1": 10, "2": 3, "3": 0}, "ranked_grades": {"upstream": [0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [1, 0, 0, 2, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0249", "group": "g0003", "reference_grade_counts": {"0": 51, "1": 18, "2": 18, "3": 10}, "ranked_grades": {"upstream": [1, 1, 2, 2, 1, 3, 1, 2, 2, 0, 1, 1, 2, 0, 1, 0, 2, 2, 0, 1], "finetuned": [3, 3, 3, 1, 0, 3, 2, 2, 3, 1, 1, 1, 0, 2, 2, 2, 0, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0250", "group": "g0009", "reference_grade_counts": {"0": 32, "1": 13, "2": 17, "3": 26}, "ranked_grades": {"upstream": [2, 3, 2, 0, 3, 3, 3, 2, 3, 3, 3, 3, 3, 3, 2, 3, 3, 2, null, 0], "finetuned": [3, 3, 3, 3, 3, 2, null, 3, 2, 3, 2, 2, 2, 3, 3, 2, 2, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false], "finetuned": [false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0251", "group": "g0009", "reference_grade_counts": {"0": 25, "1": 20, "2": 22, "3": 16}, "ranked_grades": {"upstream": [3, 1, 1, 1, 2, 0, 3, 2, 2, 0, 1, 1, 2, 1, 2, 3, 0, 1, 0, 2], "finetuned": [0, 0, 3, 3, 0, 3, 1, 3, 1, 2, 2, 3, 3, 3, 2, 2, 2, 3, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0252", "group": "g0005", "reference_grade_counts": {"0": 27, "1": 10, "2": 49, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0253", "group": "g0034", "reference_grade_counts": {"0": 17, "1": 15, "2": 41, "3": 14}, "ranked_grades": {"upstream": [3, 2, 2, 2, 2, 0, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2], "finetuned": [3, 2, 2, 2, 3, 3, 2, 2, 2, 2, 3, 3, 3, 2, 2, 2, 3, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0254", "group": "g0007", "reference_grade_counts": {"0": 39, "1": 31, "2": 30, "3": 17}, "ranked_grades": {"upstream": [1, 0, 3, 1, 2, 0, 0, 0, 1, 3, 0, 0, 0, 1, 1, 0, 0, 2, 1, 2], "finetuned": [3, 3, 3, 1, 3, 1, 3, 1, 0, 3, 1, 1, 1, 1, 1, 0, 2, 3, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0255", "group": "g0008", "reference_grade_counts": {"0": 7, "1": 23, "2": 17, "3": 19}, "ranked_grades": {"upstream": [2, 1, 3, 3, 3, 1, 1, 3, 3, 1, 3, 1, 3, 2, 3, 1, 1, 1, 3, 3], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0256", "group": "g0005", "reference_grade_counts": {"0": 51, "1": 26, "2": 12, "3": 1}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0], "finetuned": [2, 1, 0, 2, 1, 0, 0, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0257", "group": "g0007", "reference_grade_counts": {"0": 7, "1": 21, "2": 29, "3": 15}, "ranked_grades": {"upstream": [0, 2, 2, 3, 2, 2, 3, 2, 2, 1, 1, 3, 1, 2, 2, 1, 1, 1, 1, 2], "finetuned": [3, 3, 2, 2, 3, 3, 2, 3, 2, 3, 3, 3, 3, 2, 2, 2, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0258", "group": "g0008", "reference_grade_counts": {"0": 2, "1": 19, "2": 51, "3": 5}, "ranked_grades": {"upstream": [2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 1, 2, 3, 3], "finetuned": [3, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0259", "group": "g0015", "reference_grade_counts": {"0": 57, "1": 23, "2": 11, "3": 5}, "ranked_grades": {"upstream": [0, 0, 0, 1, 0, 1, 0, 3, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 1, 1], "finetuned": [0, 1, 2, 3, 2, 1, 0, 2, 1, 0, 3, 1, 1, 0, 2, 1, 2, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0260", "group": "g0015", "reference_grade_counts": {"0": 36, "1": 30, "2": 22, "3": 7}, "ranked_grades": {"upstream": [2, 3, 3, 0, 2, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2], "finetuned": [2, 3, 2, 3, 3, 2, 2, 2, 2, 3, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0261", "group": "g0008", "reference_grade_counts": {"0": 33, "1": 18, "2": 15, "3": 6}, "ranked_grades": {"upstream": [3, 3, 3, 2, 2, 2, 1, 2, 2, 2, 2, 2, 3, 3, 0, 1, 2, 0, 3, 1], "finetuned": [2, 3, 3, 2, 3, 2, 1, 2, 2, 2, 2, 1, 1, 3, 3, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0262", "group": "g0005", "reference_grade_counts": {"0": 24, "1": 35, "2": 34, "3": 1}, "ranked_grades": {"upstream": [1, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 2, 2, 1, 1, 2, 1, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0263", "group": "g0033", "reference_grade_counts": {"0": 12, "1": 34, "2": 31, "3": 30}, "ranked_grades": {"upstream": [1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 2, 0, 1, 1, 2, 3, 3], "finetuned": [2, 2, 3, 2, 2, 2, 2, 3, 2, 2, 2, 2, 3, 2, 3, 2, 2, 3, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0264", "group": "g0007", "reference_grade_counts": {"0": 49, "1": 21, "2": 10, "3": 9}, "ranked_grades": {"upstream": [0, 0, 0, 3, 0, 2, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 3, 0, 3, 0], "finetuned": [3, 3, 3, 3, 3, 1, 1, 1, 1, 2, 1, 2, 2, 3, 2, 2, 3, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0265", "group": "g0024", "reference_grade_counts": {"0": 65, "1": 19, "2": 22, "3": 3}, "ranked_grades": {"upstream": [3, 2, 0, 1, 2, 1, 1, null, 0, 2, 2, null, 1, 0, 0, 1, 2, 1, 0, 1], "finetuned": [2, 3, 0, 2, 2, 1, 2, 2, 2, 0, 3, 2, 1, 2, 2, 2, 2, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, true, false, false, false, true, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0266", "group": "g0007", "reference_grade_counts": {"0": 37, "1": 30, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0267", "group": "g0010", "reference_grade_counts": {"0": 68, "1": 11, "2": 16, "3": 17}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0], "finetuned": [3, 2, 2, 3, 0, 3, 1, 0, 0, 2, 0, 0, 0, 2, 2, 0, 0, 3, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0268", "group": "g0013", "reference_grade_counts": {"0": 47, "1": 25, "2": 38, "3": 6}, "ranked_grades": {"upstream": [1, 2, 1, 1, 2, 2, 2, 2, 2, 2, 2, 0, 2, 1, 2, 1, 2, 2, 2, 1], "finetuned": [0, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0269", "group": "g0007", "reference_grade_counts": {"0": 46, "1": 13, "2": 28, "3": 6}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 1, 0, 1, 2, 0, 2, 2, 2, 0, 0, 0, 0, 1, 2, 2], "finetuned": [2, 3, 2, 2, 2, 1, 2, 3, 3, 3, 2, 2, 1, 2, 1, 2, 3, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0270", "group": "g0028", "reference_grade_counts": {"0": 33, "1": 16, "2": 30, "3": 15}, "ranked_grades": {"upstream": [2, 2, 1, 3, 1, 2, 0, 2, 3, 1, 2, 2, 1, 2, 2, 0, 2, 0, 0, 1], "finetuned": [3, 3, 2, 1, 2, 2, 2, 3, 3, 2, 2, 2, 3, 2, 2, 1, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0271", "group": "g0024", "reference_grade_counts": {"0": 11, "1": 53, "2": 17, "3": 7}, "ranked_grades": {"upstream": [1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 3, 2, 2], "finetuned": [1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0272", "group": "g0020", "reference_grade_counts": {"0": 39, "1": 6, "2": 20, "3": 24}, "ranked_grades": {"upstream": [0, 3, 0, 0, 0, 0, 3, 0, 3, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [3, 3, 3, 1, 3, 3, 3, 3, 3, 3, 2, 2, 3, 3, 3, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0273", "group": "g0008", "reference_grade_counts": {"0": 50, "1": 24, "2": 14, "3": 1}, "ranked_grades": {"upstream": [0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0], "finetuned": [0, 1, 1, 2, 1, 2, 0, 2, 1, 2, 0, 1, 1, 2, 0, 2, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0274", "group": "g0005", "reference_grade_counts": {"0": 31, "1": 13, "2": 45, "3": 6}, "ranked_grades": {"upstream": [1, 2, 2, 2, 2, 2, 3, 3, 1, 2, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0275", "group": "g0009", "reference_grade_counts": {"0": 26, "1": 17, "2": 36, "3": 13}, "ranked_grades": {"upstream": [3, 1, 2, 3, 1, 2, 1, 2, 0, 2, 0, 0, 2, 2, 2, 1, 1, 2, 1, 3], "finetuned": [0, 3, 0, 3, 3, 2, 2, 3, 2, 2, 3, 2, 2, 2, 2, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0276", "group": "g0028", "reference_grade_counts": {"0": 60, "1": 12, "2": 14, "3": 8}, "ranked_grades": {"upstream": [3, 0, 2, 0, 0, 0, 2, 1, 1, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "finetuned": [2, 2, 1, 0, 2, 0, 2, 0, 2, 2, 0, 0, 3, 0, 3, 0, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0277", "group": "g0005", "reference_grade_counts": {"0": 17, "1": 57, "2": 6, "3": 1}, "ranked_grades": {"upstream": [2, 1, 1, 1, 1, 2, 2, 1, 1, 0, 1, 1, 1, 2, 0, 1, 0, 0, 2, 0], "finetuned": [2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0278", "group": "g0005", "reference_grade_counts": {"0": 8, "1": 10, "2": 62, "3": 21}, "ranked_grades": {"upstream": [2, 3, 2, 1, 2, 1, 2, 2, 2, 2, 2, 3, 1, 2, 2, 0, 2, 1, 2, 2], "finetuned": [3, 2, 3, 3, 2, 0, 2, 2, 3, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0279", "group": "g0028", "reference_grade_counts": {"0": 53, "1": 25, "2": 13, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 0, 0, 2, 0, 0, 1, 0, 2, 1, 0, 0, 0, 2, 1, 0, 0, 1], "finetuned": [2, 2, 2, 2, 2, 1, 2, 2, 2, 0, 1, 1, 1, 2, 2, 2, 1, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0280", "group": "g0008", "reference_grade_counts": {"0": 8, "1": 54, "2": 5, "3": 0}, "ranked_grades": {"upstream": [2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 2], "finetuned": [1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0281", "group": "g0034", "reference_grade_counts": {"0": 11, "1": 45, "2": 34, "3": 22}, "ranked_grades": {"upstream": [2, 3, 2, 2, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 2, 2, 2], "finetuned": [3, 2, 3, 3, 3, 3, 3, 1, 2, 3, 2, 2, 2, 2, 2, 2, 3, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0282", "group": "g0024", "reference_grade_counts": {"0": 23, "1": 29, "2": 33, "3": 14}, "ranked_grades": {"upstream": [3, 0, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 1, 2, 1, 2, 2, 2, 1, 0], "finetuned": [2, 2, 3, 2, 3, 2, 2, 2, 3, 2, 2, 2, 2, 3, 2, 1, 2, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0283", "group": "g0034", "reference_grade_counts": {"0": 41, "1": 9, "2": 30, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 0, 2, 1, 2, 1, 0, 0, 2, 1, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 1, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0284", "group": "g0028", "reference_grade_counts": {"0": 3, "1": 29, "2": 34, "3": 8}, "ranked_grades": {"upstream": [3, 2, 2, 2, 2, 1, 2, 2, 2, 3, 1, 2, 1, 2, 2, 1, 3, 1, 2, 0], "finetuned": [3, 3, 2, 2, 3, 2, 2, 2, 3, 2, 2, 2, 1, 2, 2, 1, 1, 1, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0285", "group": "g0005", "reference_grade_counts": {"0": 22, "1": 16, "2": 51, "3": 2}, "ranked_grades": {"upstream": [1, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2, 2, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0286", "group": "g0005", "reference_grade_counts": {"0": 16, "1": 29, "2": 27, "3": 8}, "ranked_grades": {"upstream": [2, 1, 3, 2, 2, 0, 2, 0, 1, 2, 2, 2, 2, 0, 0, 1, 1, 1, 0, 2], "finetuned": [2, 2, 3, 3, 2, 2, 2, 2, 2, 3, 2, 3, 2, 2, 2, 2, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0287", "group": "g0028", "reference_grade_counts": {"0": 52, "1": 17, "2": 31, "3": 11}, "ranked_grades": {"upstream": [1, 2, 2, 2, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 2, 0, 0, 2, 1], "finetuned": [2, 2, 3, 3, 2, 3, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0288", "group": "g0034", "reference_grade_counts": {"0": 8, "1": 36, "2": 51, "3": 2}, "ranked_grades": {"upstream": [2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 2, 1, 2, 2, 2, 2, 1, 1, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0289", "group": "g0009", "reference_grade_counts": {"0": 4, "1": 38, "2": 62, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 1, 0, 1, 1, 2, 0, 1, 1, 1, 1, 2, 1, 2, 1, 0, 1, 1], "finetuned": [2, 0, 2, 2, 1, 2, 1, 1, 0, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0290", "group": "g0026", "reference_grade_counts": {"0": 27, "1": 37, "2": 12, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 2, 1, 1, 2, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 2, 1, 0, 1, 2, 1, 2, 2, 2, 1, 0, 1, 2, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0291", "group": "g0025", "reference_grade_counts": {"0": 12, "1": 16, "2": 41, "3": 22}, "ranked_grades": {"upstream": [2, 2, 2, 3, 0, 1, 2, 3, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0], "finetuned": [0, 1, 2, 3, 2, 3, 2, 3, 2, 2, 3, 2, 2, 2, 1, 3, 2, 3, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0292", "group": "g0015", "reference_grade_counts": {"0": 19, "1": 31, "2": 50, "3": 5}, "ranked_grades": {"upstream": [3, 2, 2, 2, 2, 2, 2, 1, 1, 2, 0, 2, 2, 1, 2, 2, 1, 2, 2, 2], "finetuned": [1, 3, 2, 2, 3, 2, 2, 1, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0293", "group": "g0005", "reference_grade_counts": {"0": 34, "1": 62, "2": 1, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 0, 0, 0, 1, 1, 1, 2, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0294", "group": "g0028", "reference_grade_counts": {"0": 45, "1": 14, "2": 28, "3": 10}, "ranked_grades": {"upstream": [2, 1, 1, 0, 1, 2, 1, 0, 1, 1, 2, 2, 2, 3, 2, 0, 0, 1, 1, 3], "finetuned": [2, 2, 2, 2, 3, 3, 2, 2, 3, 2, 3, 0, 2, 0, 3, 2, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0295", "group": "g0008", "reference_grade_counts": {"0": 67, "1": 22, "2": 14, "3": 7}, "ranked_grades": {"upstream": [1, 0, 0, 1, 3, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 2, 2, 1], "finetuned": [3, 0, 2, 2, 0, 0, 0, 3, 0, 1, 2, 2, 1, 0, 1, 1, 0, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0296", "group": "g0007", "reference_grade_counts": {"0": 12, "1": 15, "2": 44, "3": 6}, "ranked_grades": {"upstream": [3, 2, 3, 3, 2, 1, 2, 3, 2, 2, 2, 0, 1, 2, 2, 2, 1, 2, 1, 2], "finetuned": [2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0297", "group": "g0007", "reference_grade_counts": {"0": 14, "1": 24, "2": 13, "3": 14}, "ranked_grades": {"upstream": [1, 0, 3, 2, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 0, 2, 1], "finetuned": [0, 3, 0, 0, 3, 3, 3, 2, 3, 2, 3, 1, 3, 3, 3, 3, 1, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0298", "group": "g0010", "reference_grade_counts": {"0": 94, "1": 5, "2": 7, "3": 2}, "ranked_grades": {"upstream": [3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [1, 0, 0, 3, 0, 0, 1, 2, 2, 0, 3, 0, 1, 0, 0, 2, 0, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0299", "group": "g0022", "reference_grade_counts": {"0": 32, "1": 21, "2": 10, "3": 21}, "ranked_grades": {"upstream": [1, 3, 0, 0, 0, 0, 3, 0, 3, 0, 0, 3, 0, 1, 3, 0, 0, 1, 3, 0], "finetuned": [3, 2, 1, 3, 2, 2, 2, 1, 0, 2, 1, 0, 1, 1, 0, 3, 0, 3, 3, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0300", "group": "g0015", "reference_grade_counts": {"0": 77, "1": 16, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0], "finetuned": [1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0301", "group": "g0015", "reference_grade_counts": {"0": 18, "1": 16, "2": 34, "3": 36}, "ranked_grades": {"upstream": [3, 2, 0, 2, 2, 2, 0, 3, 0, 2, 0, 0, 0, 3, 1, 3, 0, 2, 0, 2], "finetuned": [2, 3, 0, 3, 2, 2, 3, 1, 3, 1, 0, 3, 2, 3, 0, 2, 0, 1, 3, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0302", "group": "g0005", "reference_grade_counts": {"0": 55, "1": 23, "2": 20, "3": 1}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 1, 2, 1, 2, 3, 1, 0, 1, 1, 1, 1, 1, 2, 0, 1], "finetuned": [2, 3, 2, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 0, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0303", "group": "g0009", "reference_grade_counts": {"0": 9, "1": 22, "2": 39, "3": 13}, "ranked_grades": {"upstream": [2, 1, 3, 2, 2, 3, 2, 3, 3, 2, 2, 3, 2, 2, 2, 3, 2, 3, 2, 2], "finetuned": [0, 1, 1, 2, 0, 2, 2, 2, 1, 3, 1, 2, 2, 3, 2, 3, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0304", "group": "g0035", "reference_grade_counts": {"0": 5, "1": 11, "2": 56, "3": 29}, "ranked_grades": {"upstream": [2, 2, 2, 2, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 3, 2], "finetuned": [2, 2, 2, 3, 2, 1, 2, 2, 2, 2, 3, 2, 2, 2, 1, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0305", "group": "g0028", "reference_grade_counts": {"0": 69, "1": 13, "2": 11, "3": 5}, "ranked_grades": {"upstream": [0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2], "finetuned": [3, 0, 0, 2, 0, 1, 2, 1, 3, 0, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0306", "group": "g0008", "reference_grade_counts": {"0": 4, "1": 36, "2": 33, "3": 0}, "ranked_grades": {"upstream": [2, 2, 1, 2, 2, 1, 1, 2, 2, 1, 2, 1, 1, 0, 1, 2, 1, 2, 1, 1], "finetuned": [2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0307", "group": "g0009", "reference_grade_counts": {"0": 30, "1": 46, "2": 12, "3": 1}, "ranked_grades": {"upstream": [1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1], "finetuned": [2, 2, 2, 0, 3, 1, 1, 2, 1, 1, 2, 1, 1, 0, 1, 1, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0308", "group": "g0027", "reference_grade_counts": {"0": 7, "1": 17, "2": 52, "3": 24}, "ranked_grades": {"upstream": [3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1, 2, 2, 2], "finetuned": [3, 3, 3, 3, 2, 2, 3, 2, 1, 3, 3, 2, 1, 2, 2, 2, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0309", "group": "g0024", "reference_grade_counts": {"0": 58, "1": 29, "2": 1, "3": 0}, "ranked_grades": {"upstream": [1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1], "finetuned": [0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0310", "group": "g0015", "reference_grade_counts": {"0": 10, "1": 33, "2": 45, "3": 7}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 1, 2, 2, 2, 2, 2, 2, 2], "finetuned": [2, 1, 3, 1, 1, 1, 2, 2, 2, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0311", "group": "g0028", "reference_grade_counts": {"0": 13, "1": 22, "2": 54, "3": 8}, "ranked_grades": {"upstream": [1, 2, 2, 3, 2, 3, 1, 2, 1, 2, 2, 1, 2, 2, 2, 0, 0, 0, 2, 2], "finetuned": [2, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0312", "group": "g0009", "reference_grade_counts": {"0": 10, "1": 23, "2": 44, "3": 5}, "ranked_grades": {"upstream": [1, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 3, 1, 2, 2, 2, 2, 2], "finetuned": [2, 2, 2, 3, 3, 0, 2, 2, 2, 2, 2, 0, 2, 2, 2, 3, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0313", "group": "g0028", "reference_grade_counts": {"0": 57, "1": 17, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0], "finetuned": [1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0314", "group": "g0028", "reference_grade_counts": {"0": 82, "1": 11, "2": 5, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [1, 2, 2, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0315", "group": "g0024", "reference_grade_counts": {"0": 79, "1": 5, "2": 18, "3": 3}, "ranked_grades": {"upstream": [0, 0, 1, 0, 2, 2, 0, 2, 0, 0, 0, 0, 2, 2, 0, 0, 2, 0, 0, 2], "finetuned": [0, 2, 1, 2, 0, 0, 2, 0, 2, 2, 0, 2, 2, 2, 0, 2, 2, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0316", "group": "g0007", "reference_grade_counts": {"0": 8, "1": 35, "2": 4, "3": 17}, "ranked_grades": {"upstream": [1, 3, 3, 3, 3, 3, 3, 3, 3, 1, 1, 0, 3, 1, 3, 1, 1, 1, 1, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0317", "group": "g0007", "reference_grade_counts": {"0": 14, "1": 41, "2": 0, "3": 10}, "ranked_grades": {"upstream": [1, 1, 0, 1, 1, 1, 3, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 3, 1, 1], "finetuned": [1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0318", "group": "g0034", "reference_grade_counts": {"0": 19, "1": 38, "2": 25, "3": 8}, "ranked_grades": {"upstream": [1, 2, 1, 3, 1, 1, 0, 3, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 2, 1], "finetuned": [3, 2, 1, 2, 2, 2, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 3, 2, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0319", "group": "g0005", "reference_grade_counts": {"0": 11, "1": 24, "2": 52, "3": 1}, "ranked_grades": {"upstream": [2, 2, 2, 1, 2, 2, 2, 3, 2, 2, 2, 2, 1, 1, 0, 2, 2, 1, 2, 0], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0320", "group": "g0008", "reference_grade_counts": {"0": 58, "1": 17, "2": 9, "3": 6}, "ranked_grades": {"upstream": [0, 3, 0, 1, 0, 1, 3, 0, 0, 1, 2, 0, 0, 1, 2, 0, 1, 0, 0, 1], "finetuned": [0, 0, 0, 1, 3, 0, 3, 0, 1, 1, 0, 1, 2, 0, 1, 0, 0, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0321", "group": "g0024", "reference_grade_counts": {"0": 45, "1": 31, "2": 21, "3": 2}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 2, 0, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2], "finetuned": [1, 2, 2, 2, 1, 0, 1, 2, 1, 0, 3, 1, 1, 2, 2, 1, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0322", "group": "g0007", "reference_grade_counts": {"0": 52, "1": 9, "2": 9, "3": 16}, "ranked_grades": {"upstream": [3, 0, 0, 3, 3, 0, 1, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2], "finetuned": [0, 3, 0, 3, 0, 3, 3, 0, 3, 3, 3, 3, 0, 0, 3, 2, 3, 0, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0323", "group": "g0008", "reference_grade_counts": {"0": 1, "1": 21, "2": 33, "3": 5}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0324", "group": "g0028", "reference_grade_counts": {"0": 61, "1": 12, "2": 16, "3": 9}, "ranked_grades": {"upstream": [2, 0, 2, 0, 2, 1, 1, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0], "finetuned": [3, 2, 2, 2, 2, 1, 2, 3, 3, 0, 3, 3, 0, 3, 2, 3, 2, 0, 0, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0325", "group": "g0008", "reference_grade_counts": {"0": 11, "1": 33, "2": 46, "3": 7}, "ranked_grades": {"upstream": [3, 2, 3, 2, 3, 0, 1, 0, 1, 1, 0, 3, 0, 0, 0, 2, 2, 1, 2, 0], "finetuned": [0, 1, 1, 2, 1, 2, 2, 2, 2, 2, 2, 0, 3, 3, 3, 2, 1, 0, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0326", "group": "g0015", "reference_grade_counts": {"0": 12, "1": 29, "2": 24, "3": 28}, "ranked_grades": {"upstream": [1, 1, 3, 1, 2, 3, 2, 1, 1, 3, 2, 2, 2, 3, 1, 3, 2, 1, 2, 3], "finetuned": [3, 3, 3, 3, 3, 3, 2, 3, 2, 2, 3, 3, 3, 2, 2, 2, 1, 2, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0327", "group": "g0005", "reference_grade_counts": {"0": 58, "1": 11, "2": 13, "3": 10}, "ranked_grades": {"upstream": [1, 1, 1, 0, 0, 2, 3, 0, 1, 0, 1, 0, 1, 2, 2, 1, 0, 1, 2, 1], "finetuned": [0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0328", "group": "g0017", "reference_grade_counts": {"0": 15, "1": 22, "2": 27, "3": 43}, "ranked_grades": {"upstream": [3, 2, 3, 3, 2, 2, 2, 2, null, 3, 2, 3, 3, 2, 2, 1, 1, 2, 3, 2], "finetuned": [2, 2, 2, 2, 3, 3, 3, 2, 3, 3, 2, 2, 3, 2, 2, 3, 2, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0329", "group": "g0030", "reference_grade_counts": {"0": 33, "1": 29, "2": 22, "3": 9}, "ranked_grades": {"upstream": [2, 0, 2, 1, 0, 1, 3, 0, 0, 0, 1, 3, 1, 1, 0, 2, 2, 0, 0, 1], "finetuned": [2, 1, 3, 3, 2, 2, 2, 1, 2, 0, 2, 2, 1, 2, 1, 1, 1, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0330", "group": "g0028", "reference_grade_counts": {"0": 57, "1": 11, "2": 7, "3": 13}, "ranked_grades": {"upstream": [3, 3, 0, 1, 3, 3, 2, 0, 0, 0, 0, 1, 3, 0, 0, 0, 3, 0, 0, 0], "finetuned": [2, 3, 3, 0, 3, 0, 0, 3, 1, 3, 1, 3, 3, 3, 3, 3, 0, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0331", "group": "g0007", "reference_grade_counts": {"0": 33, "1": 33, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0332", "group": "g0028", "reference_grade_counts": {"0": 16, "1": 59, "2": 35, "3": 2}, "ranked_grades": {"upstream": [1, 2, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0], "finetuned": [2, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 0, 1, 1, 1, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0333", "group": "g0003", "reference_grade_counts": {"0": 81, "1": 16, "2": 5, "3": 1}, "ranked_grades": {"upstream": [1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [1, 0, 2, 0, 1, 0, 0, 0, 0, 1, 0, 0, 2, 2, 1, 0, 1, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0334", "group": "g0028", "reference_grade_counts": {"0": 65, "1": 14, "2": 12, "3": 2}, "ranked_grades": {"upstream": [3, 0, 2, 0, 0, 2, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1], "finetuned": [2, 2, 2, 3, 2, 2, 3, 2, 0, 1, 0, 2, 0, 0, 0, 0, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0335", "group": "g0024", "reference_grade_counts": {"0": 95, "1": 3, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0336", "group": "g0007", "reference_grade_counts": {"0": 56, "1": 9, "2": 22, "3": 9}, "ranked_grades": {"upstream": [2, 2, 1, 0, 1, 3, 1, 0, 3, 3, 1, 0, 2, 2, 2, 1, 0, 1, 1, 0], "finetuned": [3, 2, 2, 3, 2, 3, 3, 3, 3, 3, 0, 2, 0, 2, 2, 2, 1, 0, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0337", "group": "g0005", "reference_grade_counts": {"0": 12, "1": 9, "2": 46, "3": 24}, "ranked_grades": {"upstream": [2, 3, 3, 3, 2, 2, 2, 3, 0, 3, 2, 1, 2, 2, 3, 3, 2, 2, 1, 3], "finetuned": [3, 2, 2, 2, 3, 3, 2, 2, 2, 2, 2, 3, 3, 3, 2, 3, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0338", "group": "g0019", "reference_grade_counts": {"0": 3, "1": 12, "2": 42, "3": 41}, "ranked_grades": {"upstream": [2, 3, 2, 3, 2, 2, 2, 3, 2, 3, 2, 3, 3, 3, 2, 3, 1, 1, 2, 2], "finetuned": [3, 3, 3, 3, 2, 3, 1, 2, 1, 2, 2, 3, 3, 2, 3, 3, 3, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0339", "group": "g0019", "reference_grade_counts": {"0": 32, "1": 30, "2": 21, "3": 8}, "ranked_grades": {"upstream": [1, 1, 2, 1, 2, 1, 2, 0, 2, 2, 2, 2, 3, null, 1, 1, 3, 3, 2, 2], "finetuned": [2, 1, 3, null, null, null, 3, null, 2, null, null, 2, 3, 0, null, 0, 2, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false], "finetuned": [false, false, false, true, true, true, false, true, false, true, true, false, false, false, true, false, false, false, false, false]}}, {"id": "q0340", "group": "g0028", "reference_grade_counts": {"0": 23, "1": 22, "2": 42, "3": 6}, "ranked_grades": {"upstream": [2, 1, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 0, 1, 2], "finetuned": [2, 1, 3, 2, 2, 3, 1, 3, 3, 2, 2, 1, 1, 1, 1, 2, 0, 1, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0341", "group": "g0005", "reference_grade_counts": {"0": 19, "1": 4, "2": 0, "3": 48}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 0, 3, 3, 3, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0342", "group": "g0024", "reference_grade_counts": {"0": 29, "1": 33, "2": 32, "3": 8}, "ranked_grades": {"upstream": [1, 1, 0, 2, 0, 1, 2, 1, 2, 0, 2, 0, 0, 0, 1, 0, 0, 2, 1, 0], "finetuned": [2, 2, 2, 2, 3, 1, 1, 2, 1, 2, 2, 0, 1, 2, 2, 1, 1, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0343", "group": "g0024", "reference_grade_counts": {"0": 56, "1": 26, "2": 27, "3": 0}, "ranked_grades": {"upstream": [2, 2, 0, 1, 1, 0, 1, 0, 1, 2, 0, 1, 1, 0, 2, 0, 2, 1, 2, 2], "finetuned": [1, 1, 2, 0, 2, 2, 2, 1, 0, 2, 0, 2, 2, 2, 0, 2, 0, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0344", "group": "g0028", "reference_grade_counts": {"0": 27, "1": 22, "2": 23, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 0, 1, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0345", "group": "g0036", "reference_grade_counts": {"0": 25, "1": 15, "2": 13, "3": 16}, "ranked_grades": {"upstream": [3, 2, 2, 3, 3, 2, 3, 3, 3, 2, 3, 1, 3, 3, 1, 3, 2, 0, 3, 3], "finetuned": [2, 3, 2, 2, 2, 3, 3, 2, 1, 3, 1, 2, 3, 3, 2, 1, 1, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0346", "group": "g0015", "reference_grade_counts": {"0": 70, "1": 6, "2": 23, "3": 7}, "ranked_grades": {"upstream": [0, 1, 0, 3, 1, 0, 2, 0, 1, 2, 0, 1, 2, 2, 1, 0, 2, 0, 2, 0], "finetuned": [3, 1, 0, 0, 0, 2, 2, 0, 1, 2, 2, 2, 2, 2, 2, 2, 2, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0347", "group": "g0009", "reference_grade_counts": {"0": 19, "1": 55, "2": 23, "3": 7}, "ranked_grades": {"upstream": [3, 1, 2, 2, 1, 0, 2, 1, 2, 2, 0, 1, 3, 0, 0, 2, 1, 2, 1, 1], "finetuned": [3, 3, 2, 3, 2, 2, 3, 3, 1, 2, 2, 1, 1, 0, 1, 1, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0348", "group": "g0028", "reference_grade_counts": {"0": 67, "1": 21, "2": 9, "3": 10}, "ranked_grades": {"upstream": [1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 2, 0, 0], "finetuned": [1, 0, 2, 1, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 0, 3, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0349", "group": "g0007", "reference_grade_counts": {"0": 32, "1": 16, "2": 0, "3": 18}, "ranked_grades": {"upstream": [1, 3, 0, 0, 1, 3, 3, 0, 1, 3, 3, 1, 1, 0, 1, 1, 0, 0, 1, 0], "finetuned": [3, 3, 3, 3, 3, 3, 1, 3, 3, 0, 3, 0, 3, 3, 1, 3, 3, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0350", "group": "g0005", "reference_grade_counts": {"0": 31, "1": 9, "2": 42, "3": 6}, "ranked_grades": {"upstream": [2, 2, 2, 0, 1, 2, 0, 2, 1, 2, 2, 2, 1, 2, 0, 0, 2, 1, 1, 0], "finetuned": [2, 3, 3, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0351", "group": "g0002", "reference_grade_counts": {"0": 19, "1": 13, "2": 26, "3": 32}, "ranked_grades": {"upstream": [3, 2, 3, 3, 1, 3, 3, 2, 3, 3, 2, 2, 2, 2, 3, 2, 2, 3, 3, 2], "finetuned": [3, 3, 3, 3, 2, 3, 2, 3, 3, 3, 2, 3, 2, 1, 1, 3, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0352", "group": "g0014", "reference_grade_counts": {"0": 9, "1": 40, "2": 11, "3": 31}, "ranked_grades": {"upstream": [1, 2, 1, 1, 1, 1, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3], "finetuned": [3, 0, 0, 2, 3, 3, 2, 3, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0353", "group": "g0009", "reference_grade_counts": {"0": 29, "1": 45, "2": 3, "3": 1}, "ranked_grades": {"upstream": [2, 2, 3, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1], "finetuned": [2, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0354", "group": "g0028", "reference_grade_counts": {"0": 19, "1": 23, "2": 33, "3": 4}, "ranked_grades": {"upstream": [2, 2, 2, 1, 2, 1, 2, 3, 2, 1, 0, 2, 1, 2, 1, 1, 1, 1, 0, 2], "finetuned": [2, 3, 2, 2, 3, 2, 2, 2, 2, 2, 1, 3, 1, 2, 2, 2, 3, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0355", "group": "g0007", "reference_grade_counts": {"0": 60, "1": 25, "2": 8, "3": 0}, "ranked_grades": {"upstream": [0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 0, 0, 0, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0356", "group": "g0008", "reference_grade_counts": {"0": 1, "1": 46, "2": 24, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0357", "group": "g0024", "reference_grade_counts": {"0": 38, "1": 30, "2": 26, "3": 8}, "ranked_grades": {"upstream": [0, 2, 1, 1, 2, 1, 1, 1, 3, 2, 0, 2, 1, 1, 0, 1, 2, 0, 2, 2], "finetuned": [1, 1, 2, 2, 2, 2, 1, 3, 3, 2, 2, 2, 0, 1, 1, 2, 0, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0358", "group": "g0028", "reference_grade_counts": {"0": 36, "1": 47, "2": 4, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 2, 1, 1, 1, 0, 0, 1, 1], "finetuned": [2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 0, 0, 1, 1, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0359", "group": "g0005", "reference_grade_counts": {"0": 28, "1": 62, "2": 1, "3": 0}, "ranked_grades": {"upstream": [0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 2, 0], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0360", "group": "g0034", "reference_grade_counts": {"0": 44, "1": 56, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0], "finetuned": [1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0361", "group": "g0009", "reference_grade_counts": {"0": 19, "1": 38, "2": 22, "3": 5}, "ranked_grades": {"upstream": [1, 1, 3, 3, 1, 2, 3, 2, 1, 2, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2], "finetuned": [0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0362", "group": "g0030", "reference_grade_counts": {"0": 28, "1": 14, "2": 25, "3": 19}, "ranked_grades": {"upstream": [3, 3, 2, 0, 0, 1, 2, 2, 3, 0, 2, 1, 1, 3, 1, 0, 1, 3, 2, 1], "finetuned": [3, 2, 3, 3, 3, 3, 3, 3, 3, 2, 0, 2, 3, 2, 2, 2, 0, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0363", "group": "g0034", "reference_grade_counts": {"0": 63, "1": 32, "2": 1, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0], "finetuned": [0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0364", "group": "g0024", "reference_grade_counts": {"0": 78, "1": 2, "2": 22, "3": 6}, "ranked_grades": {"upstream": [0, 2, 0, 0, 0, 2, 2, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 2, 0, 2], "finetuned": [2, 0, 2, 2, 2, 2, 0, 0, 0, 2, 2, 0, 2, 2, 0, 0, 0, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0365", "group": "g0005", "reference_grade_counts": {"0": 27, "1": 60, "2": 3, "3": 3}, "ranked_grades": {"upstream": [0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 1, 0, 3, 0, 3, 0, 0, 1, 0], "finetuned": [1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0366", "group": "g0009", "reference_grade_counts": {"0": 30, "1": 12, "2": 27, "3": 23}, "ranked_grades": {"upstream": [3, 0, 0, 0, 3, 2, 2, 2, 3, 2, 2, 2, 3, 3, 3, 3, 1, 2, 3, 2], "finetuned": [2, 3, 3, 2, 3, 3, 2, 2, 3, 2, 2, 2, 1, 3, 2, 2, 3, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0367", "group": "g0009", "reference_grade_counts": {"0": 5, "1": 31, "2": 45, "3": 8}, "ranked_grades": {"upstream": [2, 2, 1, 1, 2, 2, 1, 2, 1, 2, 2, 2, 2, 1, 3, 1, 2, 2, 1, 2], "finetuned": [1, 1, 1, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 1, 1, 1, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0368", "group": "g0028", "reference_grade_counts": {"0": 46, "1": 43, "2": 5, "3": 1}, "ranked_grades": {"upstream": [1, 1, 0, 0, 0, 1, 0, 1, 2, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0], "finetuned": [1, 1, 1, 1, 1, 1, 0, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0369", "group": "g0015", "reference_grade_counts": {"0": 54, "1": 22, "2": 26, "3": 7}, "ranked_grades": {"upstream": [1, 2, 1, 2, 2, 2, 2, null, 2, 2, 0, null, 0, 1, 2, 1, 0, null, 0, 1], "finetuned": [2, 1, 1, 3, 2, 2, 2, 0, 2, 3, 0, null, 1, 2, 0, 2, 3, 0, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, true, false, false, false, true, false, false, false, false, false, true, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false]}}, {"id": "q0370", "group": "g0024", "reference_grade_counts": {"0": 81, "1": 14, "2": 12, "3": 1}, "ranked_grades": {"upstream": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "finetuned": [0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0371", "group": "g0008", "reference_grade_counts": {"0": 29, "1": 2, "2": 20, "3": 16}, "ranked_grades": {"upstream": [2, 3, 0, 2, 2, 3, 3, 3, 3, 0, 0, 1, 3, 3, 2, 3, 3, 3, 3, 0], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 2, 3, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0372", "group": "g0028", "reference_grade_counts": {"0": 49, "1": 31, "2": 12, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 2, 0, 1], "finetuned": [2, 2, 1, 0, 1, 1, 2, 2, 1, 0, 1, 2, 0, 1, 1, 1, 1, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0373", "group": "g0009", "reference_grade_counts": {"0": 7, "1": 39, "2": 33, "3": 9}, "ranked_grades": {"upstream": [3, 2, 2, 3, 3, 2, 1, 2, 2, 1, 2, 2, 0, 2, 3, 2, 1, 3, 2, 3], "finetuned": [2, 3, 3, 3, 1, 3, 2, 2, 2, 1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0374", "group": "g0028", "reference_grade_counts": {"0": 45, "1": 16, "2": 4, "3": 13}, "ranked_grades": {"upstream": [2, 1, 1, 3, 0, 0, 0, 1, 1, 0, 3, 0, 1, 0, 1, 0, 0, 3, 0, 0], "finetuned": [3, 3, 2, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 1, 3, 2, 3, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0375", "group": "g0001", "reference_grade_counts": {"0": 15, "1": 18, "2": 24, "3": 15}, "ranked_grades": {"upstream": [1, 3, 3, 3, 3, 2, 1, 2, 0, 2, 0, 3, 3, 3, 3, 2, 1, 2, 2, 2], "finetuned": [0, 3, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 2, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0376", "group": "g0007", "reference_grade_counts": {"0": 8, "1": 41, "2": 8, "3": 12}, "ranked_grades": {"upstream": [2, 1, 1, 1, 0, 0, 1, 1, 1, 3, 1, 1, 3, 1, 1, 0, 1, 1, 1, 1], "finetuned": [1, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 3, 2, 1, 3, 3, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0377", "group": "g0034", "reference_grade_counts": {"0": 25, "1": 65, "2": 20, "3": 1}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 0, 1, 1, 1, 1, 1, 1, 1, 2], "finetuned": [1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0378", "group": "g0034", "reference_grade_counts": {"0": 0, "1": 15, "2": 58, "3": 18}, "ranked_grades": {"upstream": [2, 3, 2, 2, 3, 2, 2, 3, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2], "finetuned": [2, 3, 2, 3, 3, 3, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0379", "group": "g0028", "reference_grade_counts": {"0": 57, "1": 23, "2": 11, "3": 4}, "ranked_grades": {"upstream": [3, 0, 1, 0, 2, 3, 0, 0, 1, 0, 0, 1, 2, 2, 1, 2, 0, 1, 0, 0], "finetuned": [2, 1, 2, 2, 1, 3, 3, 1, 1, 1, 2, 0, 2, 1, 1, 1, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0380", "group": "g0034", "reference_grade_counts": {"0": 34, "1": 56, "2": 1, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0381", "group": "g0008", "reference_grade_counts": {"0": 11, "1": 32, "2": 22, "3": 10}, "ranked_grades": {"upstream": [1, 3, 2, 2, 2, 2, 2, 2, 1, 2, 3, 2, 0, 0, 0, 1, 2, 2, 1, 3], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 3, 3, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0382", "group": "g0007", "reference_grade_counts": {"0": 58, "1": 15, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0383", "group": "g0028", "reference_grade_counts": {"0": 56, "1": 19, "2": 10, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 1, 2, 0, 0, 1, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 1], "finetuned": [0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 2, 1, 0, 2, 0, 2, 2, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0384", "group": "g0024", "reference_grade_counts": {"0": 46, "1": 27, "2": 28, "3": 6}, "ranked_grades": {"upstream": [1, 0, 1, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0], "finetuned": [2, 1, 2, 1, 1, 0, 1, 0, 2, 1, 0, 2, 2, 2, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0385", "group": "g0005", "reference_grade_counts": {"0": 27, "1": 24, "2": 42, "3": 3}, "ranked_grades": {"upstream": [2, 3, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0386", "group": "g0007", "reference_grade_counts": {"0": 37, "1": 28, "2": 5, "3": 2}, "ranked_grades": {"upstream": [0, 0, 1, 0, 2, 1, 0, 3, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0], "finetuned": [0, 0, 0, 0, 0, 2, 3, 0, 0, 1, 1, 0, 3, 1, 1, 1, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0387", "group": "g0028", "reference_grade_counts": {"0": 69, "1": 19, "2": 5, "3": 3}, "ranked_grades": {"upstream": [3, 2, 3, 2, 0, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [1, 1, 1, 2, 0, 0, 1, 0, 3, 1, 1, 3, 1, 0, 1, 0, 0, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0388", "group": "g0024", "reference_grade_counts": {"0": 8, "1": 62, "2": 34, "3": 6}, "ranked_grades": {"upstream": [0, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 2, 1, 2, 0, 0], "finetuned": [1, 1, 1, 0, 2, 2, 0, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0389", "group": "g0034", "reference_grade_counts": {"0": 56, "1": 41, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0], "finetuned": [1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0390", "group": "g0008", "reference_grade_counts": {"0": 69, "1": 2, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0391", "group": "g0016", "reference_grade_counts": {"0": 22, "1": 15, "2": 27, "3": 25}, "ranked_grades": {"upstream": [3, 2, 0, 3, 0, 3, 2, 3, 0, 2, 1, 2, 2, 3, 0, 1, 1, 1, 2, 2], "finetuned": [3, 3, 3, 2, 2, 3, 1, 3, 3, 3, 2, 2, 3, 3, 2, 3, 3, 3, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0392", "group": "g0014", "reference_grade_counts": {"0": 11, "1": 32, "2": 45, "3": 6}, "ranked_grades": {"upstream": [1, 2, 2, 2, 2, 1, null, 2, 2, 2, 2, 2, 1, 2, 1, 2, null, 2, 3, null], "finetuned": [2, 2, 3, null, 3, 3, 2, 2, 3, 2, 2, 2, 2, 2, null, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, true, false, false, true], "finetuned": [false, false, false, true, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false]}}, {"id": "q0393", "group": "g0028", "reference_grade_counts": {"0": 35, "1": 11, "2": 5, "3": 25}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 3, 1, 0, 1, 3, 2, 0, 1, 3, 0, 0, 3, 3, 1], "finetuned": [3, 3, 1, 3, 3, 3, 2, 3, 3, 3, 3, 3, 2, 1, 3, 3, 2, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0394", "group": "g0008", "reference_grade_counts": {"0": 5, "1": 29, "2": 9, "3": 22}, "ranked_grades": {"upstream": [3, 1, 3, 3, 3, 2, 3, 3, 1, 2, 3, 1, 3, 3, 3, 3, 2, 3, 3, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0395", "group": "g0024", "reference_grade_counts": {"0": 71, "1": 8, "2": 6, "3": 7}, "ranked_grades": {"upstream": [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0], "finetuned": [2, 0, 2, 0, 2, 0, 1, 0, 1, 1, 3, 0, 1, 3, 3, 2, 2, 3, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0396", "group": "g0023", "reference_grade_counts": {"0": 26, "1": 14, "2": 22, "3": 10}, "ranked_grades": {"upstream": [3, 3, 2, 3, 2, 2, 3, 0, 1, 0, 2, 2, 3, 1, 0, 2, 0, 2, 0, 0], "finetuned": [3, 3, 2, 1, 3, 2, 0, 1, 0, 0, 2, 0, 0, 2, 2, 1, 2, 2, 0, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0397", "group": "g0015", "reference_grade_counts": {"0": 14, "1": 44, "2": 36, "3": 6}, "ranked_grades": {"upstream": [1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 2, 1, 2, 2, 1, 1, 2, 2, 2, 2], "finetuned": [2, 3, 2, 3, 2, 2, 2, 2, 1, 2, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0398", "group": "g0034", "reference_grade_counts": {"0": 2, "1": 8, "2": 37, "3": 42}, "ranked_grades": {"upstream": [3, 3, 2, 3, 3, 2, 2, 3, 3, 2, 2, 2, 3, 2, 3, 2, 2, 2, 2, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 2, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0399", "group": "g0009", "reference_grade_counts": {"0": 10, "1": 28, "2": 32, "3": 3}, "ranked_grades": {"upstream": [2, 2, 3, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 2, 1, 2, 2, 2], "finetuned": [2, 2, 1, 2, 3, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0400", "group": "g0028", "reference_grade_counts": {"0": 37, "1": 23, "2": 23, "3": 4}, "ranked_grades": {"upstream": [1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 0, 1, 2, 0, 0, 1, 0, 1, 0], "finetuned": [1, 2, 0, 2, 1, 1, 0, 2, 2, 2, 2, 1, 1, 2, 1, 0, 2, 1, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0401", "group": "g0008", "reference_grade_counts": {"0": 30, "1": 16, "2": 21, "3": 19}, "ranked_grades": {"upstream": [3, 3, 2, 2, 2, 2, 1, 2, 3, 2, 1, 3, 1, 0, 3, 1, 1, 3, 2, 0], "finetuned": [1, 2, 2, 1, 3, 3, 3, 1, 0, 3, 1, 2, 3, 2, 0, 3, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0402", "group": "g0028", "reference_grade_counts": {"0": 64, "1": 9, "2": 1, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0], "finetuned": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0403", "group": "g0016", "reference_grade_counts": {"0": 49, "1": 30, "2": 15, "3": 1}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 0, 0, 2], "finetuned": [2, 1, 1, 3, 1, 2, 0, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0404", "group": "g0008", "reference_grade_counts": {"0": 41, "1": 14, "2": 30, "3": 15}, "ranked_grades": {"upstream": [0, 0, 3, 0, 1, 3, 1, 0, 1, 0, 0, 0, 0, 2, 1, 2, 2, 3, 0, 0], "finetuned": [1, 0, 1, 0, 2, 0, 2, 2, 2, 0, 2, 1, 0, 0, 0, 2, 0, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0405", "group": "g0028", "reference_grade_counts": {"0": 89, "1": 7, "2": 3, "3": 10}, "ranked_grades": {"upstream": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 3, 1, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0406", "group": "g0009", "reference_grade_counts": {"0": 59, "1": 18, "2": 19, "3": 2}, "ranked_grades": {"upstream": [1, 1, 1, 2, 0, 2, 1, 0, 3, 2, 0, 1, 0, 1, 2, 2, 1, 1, 2, 2], "finetuned": [3, 3, 0, 2, 2, 0, 0, 2, 0, 0, 2, 2, 1, 0, 2, 2, 0, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0407", "group": "g0015", "reference_grade_counts": {"0": 67, "1": 37, "2": 4, "3": 3}, "ranked_grades": {"upstream": [0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0], "finetuned": [0, 0, 1, 0, 0, 2, 1, 0, 0, 3, 1, 0, 0, 0, 1, 0, 2, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0408", "group": "g0024", "reference_grade_counts": {"0": 76, "1": 7, "2": 14, "3": 4}, "ranked_grades": {"upstream": [1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "finetuned": [2, 2, 2, 2, 2, 0, 2, 2, 0, 2, 2, 0, 0, 2, 2, 0, 0, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0409", "group": "g0008", "reference_grade_counts": {"0": 46, "1": 29, "2": 3, "3": 0}, "ranked_grades": {"upstream": [1, 2, 1, 2, 2, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1], "finetuned": [2, 2, 1, 0, 1, 1, 1, 1, 2, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0410", "group": "g0008", "reference_grade_counts": {"0": 47, "1": 30, "2": 1, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0411", "group": "g0009", "reference_grade_counts": {"0": 47, "1": 45, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1], "finetuned": [0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0412", "group": "g0034", "reference_grade_counts": {"0": 18, "1": 19, "2": 51, "3": 19}, "ranked_grades": {"upstream": [2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 2, 1, 1, 2, 2, 1, 3, 3, 2], "finetuned": [2, 2, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 2, 2, 2, 1, 0, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0413", "group": "g0005", "reference_grade_counts": {"0": 21, "1": 8, "2": 50, "3": 8}, "ranked_grades": {"upstream": [3, 3, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 0], "finetuned": [2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0414", "group": "g0008", "reference_grade_counts": {"0": 63, "1": 14, "2": 11, "3": 2}, "ranked_grades": {"upstream": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1], "finetuned": [0, 0, 2, 0, 0, 0, 2, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0415", "group": "g0009", "reference_grade_counts": {"0": 41, "1": 20, "2": 28, "3": 12}, "ranked_grades": {"upstream": [3, 2, 0, 2, 2, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 2, 0], "finetuned": [0, 0, 3, 2, 3, 3, 3, 2, 2, 2, 0, 3, 3, 2, 2, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0416", "group": "g0015", "reference_grade_counts": {"0": 1, "1": 34, "2": 46, "3": 5}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2], "finetuned": [2, 2, 2, 2, 2, 1, 1, 2, 3, 3, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0417", "group": "g0034", "reference_grade_counts": {"0": 12, "1": 20, "2": 40, "3": 18}, "ranked_grades": {"upstream": [3, 1, 2, 3, 1, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 2, 2, 2, 3], "finetuned": [3, 3, 3, 2, 2, 3, 2, 2, 2, 3, 3, 1, 2, 3, 1, 3, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0418", "group": "g0015", "reference_grade_counts": {"0": 30, "1": 34, "2": 12, "3": 0}, "ranked_grades": {"upstream": [0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 1, 1, 1], "finetuned": [2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 0, 1, 1, 1, 2, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0419", "group": "g0024", "reference_grade_counts": {"0": 28, "1": 36, "2": 30, "3": 2}, "ranked_grades": {"upstream": [2, 1, 1, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1], "finetuned": [2, 2, 0, 2, 1, 1, 2, 1, 0, 2, 2, 2, 2, 1, 1, 1, 1, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0420", "group": "g0009", "reference_grade_counts": {"0": 39, "1": 24, "2": 18, "3": 4}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 2, 0, 1, 1, 1, 0, 0, 1], "finetuned": [0, 2, 0, 0, 0, 0, 1, 0, 2, 2, 0, 0, 2, 0, 0, 0, 1, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0421", "group": "g0028", "reference_grade_counts": {"0": 78, "1": 22, "2": 5, "3": 2}, "ranked_grades": {"upstream": [1, 1, 0, 0, 0, 0, 0, 1, 2, 1, 0, 2, 2, 0, 0, 1, 1, 0, 0, 0], "finetuned": [3, 0, 0, 3, 0, 2, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0422", "group": "g0034", "reference_grade_counts": {"0": 8, "1": 20, "2": 49, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 0, 2, 2, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 1, 2, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0423", "group": "g0005", "reference_grade_counts": {"0": 19, "1": 60, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0424", "group": "g0024", "reference_grade_counts": {"0": 11, "1": 30, "2": 45, "3": 12}, "ranked_grades": {"upstream": [3, 2, 2, 3, 2, 2, 3, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 3, 1, 2], "finetuned": [1, 1, 3, 2, 0, 3, 2, 2, 2, 2, 1, 1, 2, 3, 3, 2, 2, 2, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0425", "group": "g0008", "reference_grade_counts": {"0": 11, "1": 33, "2": 36, "3": 3}, "ranked_grades": {"upstream": [2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 3, 2, 1, 1, 2, 2, 1, 2, 3, 1, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0426", "group": "g0007", "reference_grade_counts": {"0": 43, "1": 20, "2": 6, "3": 1}, "ranked_grades": {"upstream": [0, 0, 0, 0, 2, 0, 0, 0, 1, 2, 2, 0, 0, 2, 2, 1, 0, 0, 0, 1], "finetuned": [1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0427", "group": "g0028", "reference_grade_counts": {"0": 70, "1": 8, "2": 27, "3": 0}, "ranked_grades": {"upstream": [2, 1, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 2, 0, 2, 1, 0, 0], "finetuned": [0, 2, 2, 2, 0, 2, 2, 0, 2, 0, 0, 0, 1, 2, 0, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0428", "group": "g0005", "reference_grade_counts": {"0": 35, "1": 51, "2": 3, "3": 2}, "ranked_grades": {"upstream": [2, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 2, 0, 1, 1, 1], "finetuned": [2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0429", "group": "g0005", "reference_grade_counts": {"0": 21, "1": 49, "2": 16, "3": 0}, "ranked_grades": {"upstream": [1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 2, 2, 1, 0, 1, 1, 1, 1], "finetuned": [1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0430", "group": "g0008", "reference_grade_counts": {"0": 26, "1": 47, "2": 18, "3": 0}, "ranked_grades": {"upstream": [1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 2, 2, 2, 1], "finetuned": [1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0431", "group": "g0028", "reference_grade_counts": {"0": 61, "1": 14, "2": 11, "3": 13}, "ranked_grades": {"upstream": [2, 0, 0, 0, 2, 1, 0, 0, 2, 2, 0, 0, 0, 0, 0, 3, 0, 0, 3, 0], "finetuned": [3, 3, 2, 3, 3, 2, 3, 0, 3, 3, 0, 3, 3, 3, 0, 0, 2, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0432", "group": "g0007", "reference_grade_counts": {"0": 15, "1": 45, "2": 14, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 0, 1, 1, 2, 1, 1], "finetuned": [1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0433", "group": "g0009", "reference_grade_counts": {"0": 5, "1": 13, "2": 32, "3": 33}, "ranked_grades": {"upstream": [3, 1, 1, 2, 2, 3, 3, 1, 3, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2], "finetuned": [3, 2, 3, 2, 3, 2, 3, 3, 3, 2, 3, 3, 2, 3, 3, 1, 3, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0434", "group": "g0005", "reference_grade_counts": {"0": 24, "1": 29, "2": 45, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 1, 2, 2, 2, 2, 1, 2, 0, 2, 2, 1, 1, 1, 1, 0, 2, 1], "finetuned": [2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0435", "group": "g0028", "reference_grade_counts": {"0": 48, "1": 35, "2": 25, "3": 1}, "ranked_grades": {"upstream": [1, 0, 1, 0, 1, 0, 1, 1, 2, 1, 1, 0, 1, 0, 1, 0, 2, 0, 0, 2], "finetuned": [0, 2, 2, 0, 2, 2, 2, 2, 0, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0436", "group": "g0034", "reference_grade_counts": {"0": 25, "1": 32, "2": 11, "3": 26}, "ranked_grades": {"upstream": [2, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 3, 1], "finetuned": [2, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 2, 2, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0437", "group": "g0024", "reference_grade_counts": {"0": 28, "1": 20, "2": 9, "3": 23}, "ranked_grades": {"upstream": [3, 0, 3, 3, 0, 0, 3, 1, 0, 2, 1, 0, 0, 3, 3, 1, 3, 0, 1, 1], "finetuned": [2, 2, 2, 3, 3, 0, 0, 0, 3, 2, 3, 3, 2, 0, 3, 3, 0, 2, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0438", "group": "g0034", "reference_grade_counts": {"0": 38, "1": 48, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0439", "group": "g0010", "reference_grade_counts": {"0": 48, "1": 21, "2": 23, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 1, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 2], "finetuned": [2, 2, 2, 2, 2, 0, 2, 0, 2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0440", "group": "g0029", "reference_grade_counts": {"0": 18, "1": 22, "2": 23, "3": 16}, "ranked_grades": {"upstream": [2, 3, 3, 2, 2, 1, 1, 3, 2, 1, 3, 2, 3, 2, 2, 2, 0, 1, 2, 1], "finetuned": [3, 1, 2, 2, 1, 2, 2, 1, 2, 3, 1, 2, 2, 0, 2, 3, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0441", "group": "g0009", "reference_grade_counts": {"0": 35, "1": 31, "2": 15, "3": 1}, "ranked_grades": {"upstream": [3, 2, 2, 0, 2, 2, 0, 0, 1, 0, 1, 2, 0, 1, 0, 1, 2, 0, 0, 1], "finetuned": [2, 2, 0, 1, 0, 1, 2, 1, 3, 2, 2, 0, 1, 2, 2, 1, 0, 1, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0442", "group": "g0015", "reference_grade_counts": {"0": 27, "1": 32, "2": 32, "3": 19}, "ranked_grades": {"upstream": [3, 3, 0, 1, 0, 0, 3, 2, 3, 0, 0, 1, 0, 0, 0, 2, 1, 1, 1, 0], "finetuned": [2, 3, 1, 2, 3, 2, 2, 2, 3, 1, 2, 3, 3, 2, 2, 2, 2, 0, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0443", "group": "g0008", "reference_grade_counts": {"0": 36, "1": 29, "2": 28, "3": 9}, "ranked_grades": {"upstream": [2, 0, 1, 2, 3, 1, 2, 1, 2, 2, 2, 2, 0, 0, 0, 2, 0, 1, 2, 1], "finetuned": [1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 2, 1, 1, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0444", "group": "g0031", "reference_grade_counts": {"0": 27, "1": 29, "2": 23, "3": 19}, "ranked_grades": {"upstream": [3, 2, 3, 3, 2, 1, 1, 3, 2, 2, 3, 3, 3, 2, 3, 1, 3, 0, 1, 1], "finetuned": [2, 1, 1, 3, 3, 2, 3, 2, 1, 1, 2, 2, 2, 2, 0, 0, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0445", "group": "g0015", "reference_grade_counts": {"0": 11, "1": 33, "2": 41, "3": 5}, "ranked_grades": {"upstream": [1, 1, 2, 1, 0, 1, 2, 2, 1, 1, 2, 2, 0, 2, 2, 2, 2, 2, 2, 2], "finetuned": [2, 1, 2, 2, 2, 1, 1, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0446", "group": "g0008", "reference_grade_counts": {"0": 2, "1": 10, "2": 38, "3": 19}, "ranked_grades": {"upstream": [3, 3, 2, 2, 2, 2, 2, 3, 0, 2, 2, 3, 2, 3, 3, 3, 2, 2, 3, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 3, 2, 3, 3, 3, 3, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0447", "group": "g0007", "reference_grade_counts": {"0": 13, "1": 26, "2": 38, "3": 18}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 3, 2, 0, 2, 2, 2, 1, 2, 0, 2, 2, 2, 2, 3], "finetuned": [2, 0, 1, 3, 2, 3, 1, 2, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0448", "group": "g0007", "reference_grade_counts": {"0": 20, "1": 19, "2": 23, "3": 5}, "ranked_grades": {"upstream": [2, 3, 1, 0, 2, 2, 3, 2, 2, 2, 1, 2, 3, 3, 2, 2, 2, 2, 1, 1], "finetuned": [2, 3, 2, 1, 1, 1, 2, 3, 2, 2, 1, 1, 2, 3, 2, 2, 3, 2, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0449", "group": "g0034", "reference_grade_counts": {"0": 3, "1": 34, "2": 40, "3": 15}, "ranked_grades": {"upstream": [2, 2, 1, 2, 1, 2, 2, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 1, 3, 1], "finetuned": [1, 2, 3, 1, 3, 2, 2, 1, 1, 2, 3, 2, 1, 3, 2, 2, 3, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0450", "group": "g0007", "reference_grade_counts": {"0": 42, "1": 45, "2": 3, "3": 4}, "ranked_grades": {"upstream": [1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 3, 3, 0, 0, 2, 0, 0, 0, 1], "finetuned": [0, 3, 1, 1, 0, 1, 1, 0, 1, 1, 2, 1, 0, 0, 1, 1, 0, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0451", "group": "g0008", "reference_grade_counts": {"0": 60, "1": 28, "2": 15, "3": 5}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 2], "finetuned": [0, 1, 1, 2, 0, 0, 2, 2, 0, 2, 1, 0, 0, 2, 1, 2, 1, 0, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0452", "group": "g0028", "reference_grade_counts": {"0": 65, "1": 9, "2": 18, "3": 11}, "ranked_grades": {"upstream": [3, 2, 0, 2, 0, 2, 2, 0, 0, 1, 2, 1, 0, 2, 2, 2, 2, 0, 0, 1], "finetuned": [2, 3, 2, 3, 3, 3, 2, 2, 1, 3, 1, 3, 2, 3, 2, 0, 3, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0453", "group": "g0009", "reference_grade_counts": {"0": 6, "1": 39, "2": 35, "3": 10}, "ranked_grades": {"upstream": [2, 1, 2, 3, 2, 2, 1, 3, 3, 2, 1, 2, 2, 2, 2, 1, 2, 2, 1, 1], "finetuned": [2, 1, 3, 2, 2, 2, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 2, 1, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0454", "group": "g0007", "reference_grade_counts": {"0": 1, "1": 14, "2": 23, "3": 32}, "ranked_grades": {"upstream": [1, 3, 1, 3, 3, 2, 1, 2, 2, 3, 3, 3, 1, 3, 3, 3, 3, 1, 1, 2], "finetuned": [2, 3, 3, 3, 3, 3, 1, 3, 3, 2, 3, 3, 3, 1, 3, 3, 3, 3, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0455", "group": "g0007", "reference_grade_counts": {"0": 29, "1": 38, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0456", "group": "g0009", "reference_grade_counts": {"0": 22, "1": 19, "2": 28, "3": 3}, "ranked_grades": {"upstream": [0, 1, 3, 0, 1, 0, 2, 2, 2, 1, 2, 0, 0, 1, 2, 3, 0, 2, 1, 2], "finetuned": [0, 0, 1, 0, 2, 3, 0, 3, 2, 2, 2, 2, 2, 1, 3, 0, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0457", "group": "g0007", "reference_grade_counts": {"0": 4, "1": 37, "2": 30, "3": 4}, "ranked_grades": {"upstream": [2, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 3, 1, 2], "finetuned": [2, 1, 1, 1, 3, 1, 2, 1, 2, 2, 2, 2, 3, 2, 2, 2, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0458", "group": "g0004", "reference_grade_counts": {"0": 22, "1": 27, "2": 32, "3": 7}, "ranked_grades": {"upstream": [2, 1, 1, 1, 2, 2, 1, 2, 2, 0, 0, 1, 2, 2, 3, 2, 0, 1, 0, 0], "finetuned": [2, 2, 2, 1, 1, 3, 2, 3, 3, 3, 2, 2, 2, 0, 0, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0459", "group": "g0007", "reference_grade_counts": {"0": 27, "1": 42, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1], "finetuned": [1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0460", "group": "g0034", "reference_grade_counts": {"0": 19, "1": 27, "2": 38, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 0, 2, 1, 2, 2, 2, 1, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 0, 1, 2, 2, 2, 0, 1, 2, 2, 2, 2, 2, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0461", "group": "g0009", "reference_grade_counts": {"0": 20, "1": 15, "2": 29, "3": 27}, "ranked_grades": {"upstream": [3, 3, 3, 2, 1, 1, 3, 1, 2, 3, 3, 2, 3, 2, 3, 1, 1, 2, 3, 2], "finetuned": [3, 0, 3, 3, 2, 2, 2, 2, 3, 3, 3, 3, 1, 3, 3, 2, 1, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0462", "group": "g0024", "reference_grade_counts": {"0": 47, "1": 26, "2": 14, "3": 0}, "ranked_grades": {"upstream": [2, 2, 1, 0, 1, 0, 0, 2, 2, 2, 0, 0, 2, 0, 0, 2, 1, 0, 1, 0], "finetuned": [0, 1, 2, 0, 0, 1, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0463", "group": "g0024", "reference_grade_counts": {"0": 23, "1": 29, "2": 34, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 1, 0, 2, 2, 2, 1, 0, 2, 2], "finetuned": [2, 1, 2, 0, 1, 2, 2, 2, 2, 0, 0, 1, 1, 2, 1, 2, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0464", "group": "g0007", "reference_grade_counts": {"0": 50, "1": 29, "2": 10, "3": 4}, "ranked_grades": {"upstream": [2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1], "finetuned": [2, 2, 1, 2, 2, 2, 2, 0, 0, 1, 2, 0, 3, 0, 1, 0, 3, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0465", "group": "g0009", "reference_grade_counts": {"0": 77, "1": 4, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0466", "group": "g0009", "reference_grade_counts": {"0": 28, "1": 57, "2": 11, "3": 1}, "ranked_grades": {"upstream": [2, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 2, 0, 2, 1, 1, 1, 1, 0, 0], "finetuned": [1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0467", "group": "g0024", "reference_grade_counts": {"0": 70, "1": 20, "2": 8, "3": 4}, "ranked_grades": {"upstream": [1, 1, 1, 1, 2, 0, 2, 0, 1, 1, 0, 1, 0, 2, 0, 0, 0, 0, 1, 0], "finetuned": [0, 1, 0, 0, 0, 1, 1, 0, 2, 0, 1, 1, 2, 2, 1, 2, 0, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0468", "group": "g0036", "reference_grade_counts": {"0": 32, "1": 17, "2": 19, "3": 5}, "ranked_grades": {"upstream": [0, 2, 0, 1, 2, 3, 0, 0, 1, 0, 0, 3, 2, 0, 0, 3, 0, 0, 1, 0], "finetuned": [3, 0, 3, 2, 3, 0, 0, 2, 1, 1, 3, 1, 2, 2, 0, 2, 2, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0469", "group": "g0034", "reference_grade_counts": {"0": 21, "1": 11, "2": 47, "3": 12}, "ranked_grades": {"upstream": [0, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 3, 2, 2, 2, 1, 3, 2], "finetuned": [3, 2, 3, 2, 2, 2, 3, 2, 3, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0470", "group": "g0034", "reference_grade_counts": {"0": 20, "1": 71, "2": 2, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "finetuned": [1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0471", "group": "g0028", "reference_grade_counts": {"0": 23, "1": 32, "2": 26, "3": 6}, "ranked_grades": {"upstream": [0, 2, 1, 0, 1, 1, 1, 1, 1, 2, 2, 1, 0, 1, 3, 2, 0, 2, 0, 0], "finetuned": [3, 2, 3, 1, 3, 1, 3, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0472", "group": "g0015", "reference_grade_counts": {"0": 24, "1": 8, "2": 47, "3": 18}, "ranked_grades": {"upstream": [2, 3, 2, 2, 2, 2, 0, 2, 2, 3, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2], "finetuned": [2, 0, 1, 2, 2, 2, 3, 2, 3, 3, 1, 2, 3, 2, 2, 2, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0473", "group": "g0007", "reference_grade_counts": {"0": 67, "1": 19, "2": 20, "3": 7}, "ranked_grades": {"upstream": [1, 1, 0, 2, 2, 1, 0, 2, 2, 1, 2, 2, 3, 0, 2, 2, 0, 2, 0, 0], "finetuned": [0, 1, 1, 1, 0, 1, 0, 3, 0, 0, 1, 0, 1, 2, 1, 0, 0, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0474", "group": "g0034", "reference_grade_counts": {"0": 21, "1": 22, "2": 39, "3": 17}, "ranked_grades": {"upstream": [2, 3, 2, 2, 2, 2, 3, 1, 1, 2, 1, 2, 3, 2, 1, 1, 0, 1, 1, 2], "finetuned": [3, 3, 3, 2, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0475", "group": "g0005", "reference_grade_counts": {"0": 28, "1": 64, "2": 2, "3": 0}, "ranked_grades": {"upstream": [1, 2, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0476", "group": "g0005", "reference_grade_counts": {"0": 66, "1": 24, "2": 4, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 2, 0, 0, 1, 0, 1, 0, 0, 2, 0, 1, 2, 1, 1, 1, 0, 0], "finetuned": [0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0477", "group": "g0008", "reference_grade_counts": {"0": 53, "1": 9, "2": 13, "3": 18}, "ranked_grades": {"upstream": [0, 0, 3, 0, 1, 1, 0, 0, 2, 1, 0, 0, 3, 3, 0, 3, 0, 3, 0, 1], "finetuned": [0, 2, 1, 1, 3, 3, 0, 3, 0, 3, 0, 3, 3, 2, 1, 3, 0, 0, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0478", "group": "g0002", "reference_grade_counts": {"0": 31, "1": 12, "2": 23, "3": 20}, "ranked_grades": {"upstream": [3, 3, 2, 2, 3, 2, 3, 2, 2, 2, 3, 3, 3, 2, 3, 2, 2, 3, 3, 2], "finetuned": [1, 3, 3, 2, 2, 3, 1, 3, 2, 2, 2, 3, 2, 1, 3, 2, 3, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0479", "group": "g0017", "reference_grade_counts": {"0": 5, "1": 25, "2": 42, "3": 24}, "ranked_grades": {"upstream": [2, 2, 2, 1, 2, 2, 2, 1, 3, 3, 1, 2, 2, 2, 2, 1, 3, 2, 2, 1], "finetuned": [3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0480", "group": "g0004", "reference_grade_counts": {"0": 28, "1": 23, "2": 9, "3": 19}, "ranked_grades": {"upstream": [0, 3, 2, 3, 1, 3, 3, 3, 3, 3, 3, 0, 1, 0, 0, 1, 1, 0, 3, 1], "finetuned": [3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 3, 1, 1, 3, 1, 2, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0481", "group": "g0008", "reference_grade_counts": {"0": 57, "1": 27, "2": 8, "3": 5}, "ranked_grades": {"upstream": [2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1], "finetuned": [0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 2, 2, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0482", "group": "g0008", "reference_grade_counts": {"0": 56, "1": 40, "2": 4, "3": 1}, "ranked_grades": {"upstream": [0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0], "finetuned": [1, 1, 1, 1, 1, 1, 0, 2, 2, 1, 1, 1, 1, 0, 0, 0, 2, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0483", "group": "g0031", "reference_grade_counts": {"0": 10, "1": 13, "2": 39, "3": 40}, "ranked_grades": {"upstream": [3, 3, 3, 1, 1, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 1, 3, 2, 2], "finetuned": [3, 3, 2, 3, 3, 3, 2, 0, 2, 3, 1, 3, 2, 3, 0, 3, 2, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0484", "group": "g0034", "reference_grade_counts": {"0": 17, "1": 37, "2": 22, "3": 6}, "ranked_grades": {"upstream": [1, 2, 2, 3, 2, 0, 1, 0, 3, 0, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1], "finetuned": [3, 3, 2, 1, 2, 1, 1, 2, 1, 2, 2, 3, 1, 2, 3, 2, 2, 1, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0485", "group": "g0008", "reference_grade_counts": {"0": 15, "1": 27, "2": 35, "3": 5}, "ranked_grades": {"upstream": [2, 1, 3, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 2], "finetuned": [2, 3, 2, 2, 3, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0486", "group": "g0007", "reference_grade_counts": {"0": 1, "1": 15, "2": 35, "3": 20}, "ranked_grades": {"upstream": [1, 3, 3, 3, 2, 3, 2, 2, 3, 3, 1, 3, 2, 2, 2, 2, 2, 2, 2, 2], "finetuned": [3, 3, 2, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 2, 3, 2, 2, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0487", "group": "g0015", "reference_grade_counts": {"0": 3, "1": 20, "2": 32, "3": 19}, "ranked_grades": {"upstream": [3, 3, 1, 3, 2, 3, 1, 3, 2, 1, 3, 3, 3, 3, 1, 2, 3, 2, 3, 1], "finetuned": [3, 3, 2, 3, 3, 3, 2, 2, 2, 3, 3, 3, 3, 2, 2, 2, 1, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0488", "group": "g0007", "reference_grade_counts": {"0": 33, "1": 22, "2": 29, "3": 13}, "ranked_grades": {"upstream": [1, 2, 2, 2, 2, 0, 3, 0, 0, 0, 1, 0, 1, 2, 1, 1, 2, 2, 0, 0], "finetuned": [2, 3, 3, 2, 2, 2, 3, 0, 1, 3, 2, 2, 2, 1, 1, 2, 2, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0489", "group": "g0024", "reference_grade_counts": {"0": 14, "1": 35, "2": 43, "3": 10}, "ranked_grades": {"upstream": [1, 2, 2, 2, 2, 1, 2, 2, 0, 0, 2, 2, 1, 1, 2, 1, 2, 2, 2, 0], "finetuned": [2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0490", "group": "g0007", "reference_grade_counts": {"0": 35, "1": 26, "2": 20, "3": 8}, "ranked_grades": {"upstream": [3, 3, 0, 2, 2, 1, 0, 1, 2, 0, 2, 0, 1, 0, 0, 0, 1, 0, 2, 0], "finetuned": [2, 2, 3, 2, 2, 2, 1, 3, 1, 1, 2, 2, 1, 2, 2, 2, 2, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0491", "group": "g0010", "reference_grade_counts": {"0": 73, "1": 13, "2": 7, "3": 2}, "ranked_grades": {"upstream": [3, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 2, 0, 0, 1, 1, 0, 1], "finetuned": [3, 1, 1, 3, 1, 0, 1, 1, 1, 2, 0, 1, 2, 0, 2, 2, 1, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0492", "group": "g0034", "reference_grade_counts": {"0": 13, "1": 12, "2": 37, "3": 37}, "ranked_grades": {"upstream": [2, 2, 2, 2, 3, 3, 3, 3, 2, 3, 3, 1, 2, 2, 2, 3, 1, 2, 2, 2], "finetuned": [3, 3, 2, 3, 2, 3, 3, 2, 3, 3, 2, 2, 3, 2, 3, 2, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0493", "group": "g0024", "reference_grade_counts": {"0": 97, "1": 4, "2": 4, "3": 3}, "ranked_grades": {"upstream": [2, 2, 1, 1, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 3, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0494", "group": "g0007", "reference_grade_counts": {"0": 58, "1": 14, "2": 18, "3": 9}, "ranked_grades": {"upstream": [2, 0, 2, 2, 2, 2, 2, 0, 2, 0, 0, 2, 1, 2, 2, 0, 2, 2, 2, 2], "finetuned": [0, 0, 0, 2, 0, 0, 0, 2, 1, 1, 0, 3, 1, 1, 0, 0, 3, 1, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0495", "group": "g0028", "reference_grade_counts": {"0": 20, "1": 26, "2": 31, "3": 0}, "ranked_grades": {"upstream": [2, 2, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 2, 2, 0, 1, 1, 1, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0496", "group": "g0015", "reference_grade_counts": {"0": 23, "1": 47, "2": 25, "3": 0}, "ranked_grades": {"upstream": [2, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1], "finetuned": [2, 1, 1, 2, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0497", "group": "g0016", "reference_grade_counts": {"0": 20, "1": 22, "2": 17, "3": 26}, "ranked_grades": {"upstream": [2, 3, 2, 2, 3, 3, 3, 3, 3, 1, 2, 2, 3, 3, 1, 3, 1, 2, 3, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 2, 3, 2, 2, 1, 2, 1, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0498", "group": "g0009", "reference_grade_counts": {"0": 24, "1": 56, "2": 1, "3": 6}, "ranked_grades": {"upstream": [2, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0], "finetuned": [0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 3, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0499", "group": "g0028", "reference_grade_counts": {"0": 47, "1": 16, "2": 20, "3": 2}, "ranked_grades": {"upstream": [3, 3, 2, 2, 0, 1, 0, 0, 0, 1, 1, 2, 0, 0, 0, 1, 0, 2, 0, 0], "finetuned": [3, 3, 2, 2, 2, 0, 2, 2, 1, 2, 2, 0, 0, 2, 1, 2, 2, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0500", "group": "g0009", "reference_grade_counts": {"0": 15, "1": 39, "2": 40, "3": 7}, "ranked_grades": {"upstream": [1, 2, 0, 1, 1, 1, 1, 2, 1, 2, 1, 2, 2, 0, 2, 2, 0, 2, 1, 1], "finetuned": [2, 0, 2, 1, 2, 1, 1, 2, 2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0501", "group": "g0027", "reference_grade_counts": {"0": 40, "1": 31, "2": 11, "3": 11}, "ranked_grades": {"upstream": [0, 1, 1, 3, 0, 2, 3, 2, 0, 0, 3, 1, 3, 2, 2, 2, 2, 2, 3, 2], "finetuned": [0, 0, 0, 0, 3, 3, 0, 2, 0, 0, 1, 1, 3, 3, 0, 1, 0, 0, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0502", "group": "g0015", "reference_grade_counts": {"0": 58, "1": 29, "2": 9, "3": 9}, "ranked_grades": {"upstream": [0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 2, 1, 1, 0, 1, 2, 0, 1, 0], "finetuned": [1, 1, 1, 0, 1, 1, 1, 2, 1, 0, 1, 0, 2, 0, 1, 1, 0, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0503", "group": "g0034", "reference_grade_counts": {"0": 23, "1": 59, "2": 27, "3": 1}, "ranked_grades": {"upstream": [2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2], "finetuned": [2, 1, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0504", "group": "g0024", "reference_grade_counts": {"0": 44, "1": 42, "2": 15, "3": 1}, "ranked_grades": {"upstream": [2, 0, 1, 0, 0, 0, 2, 1, 2, 0, 2, 0, 0, 0, 0, 1, 1, 0, 0, 0], "finetuned": [2, 2, 1, 2, 1, 1, 1, 2, 0, 1, 0, 1, 1, 0, 0, 0, 3, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0505", "group": "g0007", "reference_grade_counts": {"0": 20, "1": 9, "2": 48, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 0, 2, 2, 2, 1, 2, 0, 2, 2, 2, 2, 1, 2, 0, 2, 1], "finetuned": [1, 0, 2, 2, 0, 2, 2, 2, 2, 2, 0, 0, 1, 2, 2, 2, 0, 0, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0506", "group": "g0005", "reference_grade_counts": {"0": 41, "1": 27, "2": 24, "3": 8}, "ranked_grades": {"upstream": [3, 3, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 2, 3, 0, 1, 0, 0, 1], "finetuned": [1, 2, 3, 1, 3, 2, 1, 2, 3, 3, 2, 3, 1, 1, 2, 1, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0507", "group": "g0007", "reference_grade_counts": {"0": 17, "1": 23, "2": 34, "3": 5}, "ranked_grades": {"upstream": [1, 1, 2, 1, 1, 0, 1, 1, 2, 0, 1, 1, 1, 2, 2, 1, 2, 1, 0, 2], "finetuned": [3, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 3, 3, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0508", "group": "g0024", "reference_grade_counts": {"0": 36, "1": 49, "2": 20, "3": 2}, "ranked_grades": {"upstream": [1, 2, 0, 1, 2, 2, 3, 2, 2, 1, 0, 1, 0, 1, 0, 0, 2, 0, 1, 1], "finetuned": [1, 2, 1, 2, 2, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 1, 0, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0509", "group": "g0012", "reference_grade_counts": {"0": 17, "1": 26, "2": 28, "3": 10}, "ranked_grades": {"upstream": [2, 0, 2, 2, 3, 2, 1, 2, 2, 3, 3, 3, 2, 0, 0, 0, 0, 0, 1, 2], "finetuned": [3, 2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0510", "group": "g0013", "reference_grade_counts": {"0": 28, "1": 30, "2": 26, "3": 9}, "ranked_grades": {"upstream": [2, 1, 1, 2, 0, 2, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 2, 2, 2, 1], "finetuned": [2, 1, 2, 1, 0, 2, 1, 2, 2, 3, 2, 1, 2, 0, 2, 1, 1, 2, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0511", "group": "g0034", "reference_grade_counts": {"0": 31, "1": 46, "2": 19, "3": 5}, "ranked_grades": {"upstream": [1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1], "finetuned": [2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 0, 2, 0, 2, 0, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0512", "group": "g0018", "reference_grade_counts": {"0": 44, "1": 30, "2": 8, "3": 4}, "ranked_grades": {"upstream": [0, 1, 1, 0, 3, 0, 2, 0, 1, 3, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0], "finetuned": [0, 2, 1, 1, 3, 1, 0, 1, 1, 1, 1, 2, 2, 0, 1, 0, 3, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0513", "group": "g0009", "reference_grade_counts": {"0": 38, "1": 56, "2": 5, "3": 1}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "finetuned": [2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0514", "group": "g0005", "reference_grade_counts": {"0": 6, "1": 17, "2": 48, "3": 23}, "ranked_grades": {"upstream": [3, 3, 1, 2, 2, 2, 2, 3, 2, 2, 0, 3, 0, 3, 2, 0, 2, 0, 0, 2], "finetuned": [2, 2, 2, 2, 3, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0515", "group": "g0009", "reference_grade_counts": {"0": 35, "1": 15, "2": 22, "3": 18}, "ranked_grades": {"upstream": [3, 3, 3, 0, 2, 3, 1, 3, 1, 2, 1, 0, 0, 3, 2, 2, 1, 1, 1, 1], "finetuned": [3, 3, 3, 3, 2, 2, 3, 3, 2, 3, 3, 3, 3, 2, 2, 2, 3, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0516", "group": "g0034", "reference_grade_counts": {"0": 29, "1": 37, "2": 18, "3": 0}, "ranked_grades": {"upstream": [1, 1, 2, 2, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1], "finetuned": [2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0517", "group": "g0012", "reference_grade_counts": {"0": 16, "1": 19, "2": 29, "3": 9}, "ranked_grades": {"upstream": [3, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 3, 3, 3, 2], "finetuned": [3, 2, 1, 1, 2, 3, 2, 2, 3, 2, 2, 1, 1, 3, 2, 3, 3, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0518", "group": "g0005", "reference_grade_counts": {"0": 84, "1": 13, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0519", "group": "g0034", "reference_grade_counts": {"0": 6, "1": 24, "2": 64, "3": 16}, "ranked_grades": {"upstream": [1, 2, 3, 1, 1, 2, 1, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 3, 2, 2, 2, 3, 2, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0520", "group": "g0005", "reference_grade_counts": {"0": 24, "1": 32, "2": 31, "3": 8}, "ranked_grades": {"upstream": [1, 0, 0, 2, 2, 1, 3, 2, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 0], "finetuned": [2, 2, 2, 2, 1, 3, 2, 2, 1, 2, 2, 2, 2, 2, 2, 3, 2, 3, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0521", "group": "g0015", "reference_grade_counts": {"0": 3, "1": 40, "2": 34, "3": 0}, "ranked_grades": {"upstream": [2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 2, 2, 1, 0, 1, 2, 1, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0522", "group": "g0003", "reference_grade_counts": {"0": 94, "1": 4, "2": 8, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2], "finetuned": [0, 0, 0, 0, 0, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0523", "group": "g0009", "reference_grade_counts": {"0": 8, "1": 26, "2": 55, "3": 14}, "ranked_grades": {"upstream": [3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2], "finetuned": [1, 1, 3, 2, 2, 2, 1, 2, 2, 2, 2, 0, 2, 2, 1, 2, 3, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0524", "group": "g0009", "reference_grade_counts": {"0": 24, "1": 0, "2": 37, "3": 27}, "ranked_grades": {"upstream": [2, 2, 3, 3, 2, 2, 2, 2, 2, 3, 2, 3, 2, 3, 3, 2, 3, 2, 2, 3], "finetuned": [3, 2, 2, 3, 2, 3, 2, 3, 2, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0525", "group": "g0022", "reference_grade_counts": {"0": 59, "1": 11, "2": 3, "3": 2}, "ranked_grades": {"upstream": [3, 3, 2, 1, 1, 1, 1, 2, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0], "finetuned": [3, 3, 1, 2, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0526", "group": "g0024", "reference_grade_counts": {"0": 51, "1": 4, "2": 35, "3": 6}, "ranked_grades": {"upstream": [0, 3, 0, 2, 0, 0, 1, 1, 0, 2, 2, 1, 0, 2, 2, 0, 2, 2, 2, 2], "finetuned": [2, 0, 0, 2, 2, 2, 0, 0, 2, 2, 2, 0, 0, 2, 0, 2, 2, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0527", "group": "g0008", "reference_grade_counts": {"0": 38, "1": 25, "2": 34, "3": 5}, "ranked_grades": {"upstream": [2, 0, 2, 3, 0, 2, 1, 2, 2, 2, 1, 1, 2, 2, 1, 1, 1, 2, 1, 0], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0528", "group": "g0024", "reference_grade_counts": {"0": 42, "1": 8, "2": 18, "3": 24}, "ranked_grades": {"upstream": [3, 0, 0, 0, 3, 0, 0, 1, 0, 0, 1, 0, 0, 3, 2, 2, 2, 0, 1, 0], "finetuned": [2, 2, 3, 3, 0, 0, 2, 0, 2, 0, 3, 0, 3, 3, 2, 0, 0, 0, 0, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0529", "group": "g0005", "reference_grade_counts": {"0": 20, "1": 49, "2": 23, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 1, 1, 2, 2, 2, 1, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0530", "group": "g0015", "reference_grade_counts": {"0": 79, "1": 5, "2": 21, "3": 2}, "ranked_grades": {"upstream": [0, 2, 0, 0, 2, null, 1, null, 2, 0, 0, 1, 2, 2, 0, 2, 2, 2, 0, 0], "finetuned": [0, 0, 0, 2, 2, 0, 2, 2, 2, null, 0, 0, 2, 2, null, 0, 2, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, true, false, true, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, true, false, false, false, false, true, false, false, false, false, false]}}, {"id": "q0531", "group": "g0015", "reference_grade_counts": {"0": 60, "1": 12, "2": 1, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0532", "group": "g0034", "reference_grade_counts": {"0": 22, "1": 38, "2": 39, "3": 0}, "ranked_grades": {"upstream": [2, 1, 1, 2, 1, 0, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 1, 1], "finetuned": [2, 1, 1, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 2, 1, 1, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0533", "group": "g0015", "reference_grade_counts": {"0": 17, "1": 37, "2": 47, "3": 2}, "ranked_grades": {"upstream": [1, 2, 2, 1, 2, 2, 1, 2, 2, 1, 2, 2, 1, 2, 2, 2, 1, 2, 2, 2], "finetuned": [2, 3, 1, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0534", "group": "g0008", "reference_grade_counts": {"0": 49, "1": 40, "2": 1, "3": 0}, "ranked_grades": {"upstream": [1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0535", "group": "g0009", "reference_grade_counts": {"0": 49, "1": 39, "2": 2, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0], "finetuned": [1, 1, 1, 1, 2, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0536", "group": "g0009", "reference_grade_counts": {"0": 23, "1": 14, "2": 26, "3": 15}, "ranked_grades": {"upstream": [2, 1, 1, 2, 1, 0, 3, 2, 0, 2, 3, 2, 1, 2, 2, 1, 1, 2, 2, 1], "finetuned": [0, 3, 0, 3, 2, 3, 2, 3, 2, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0537", "group": "g0028", "reference_grade_counts": {"0": 7, "1": 17, "2": 27, "3": 27}, "ranked_grades": {"upstream": [2, 3, 3, 3, 3, 2, 2, 2, 3, 2, 2, 3, 2, 2, 3, 0, 1, 3, 3, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 2, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0538", "group": "g0024", "reference_grade_counts": {"0": 63, "1": 35, "2": 0, "3": 2}, "ranked_grades": {"upstream": [1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1], "finetuned": [0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0539", "group": "g0034", "reference_grade_counts": {"0": 8, "1": 12, "2": 65, "3": 7}, "ranked_grades": {"upstream": [3, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0540", "group": "g0002", "reference_grade_counts": {"0": 37, "1": 11, "2": 24, "3": 16}, "ranked_grades": {"upstream": [1, 3, 2, 3, 1, 2, 1, 3, 0, 2, 2, 3, 2, 2, 3, 2, 2, 0, 2, 0], "finetuned": [3, 3, 3, 3, 3, 2, 2, 2, 3, 2, 3, 2, 1, 3, 2, 3, 3, 1, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0541", "group": "g0024", "reference_grade_counts": {"0": 6, "1": 19, "2": 63, "3": 18}, "ranked_grades": {"upstream": [2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 3, 2], "finetuned": [3, 3, 3, 2, null, 2, 2, 1, 2, 2, 2, 3, 2, 2, 3, 2, 1, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0542", "group": "g0008", "reference_grade_counts": {"0": 21, "1": 12, "2": 29, "3": 25}, "ranked_grades": {"upstream": [3, 1, 3, 3, 2, 2, 3, 2, 1, 2, 1, 3, 2, 3, 2, 2, 3, 3, 2, 2], "finetuned": [3, 3, 3, 2, 2, 3, 3, 2, 3, 3, 2, 2, 3, 3, 2, 3, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0543", "group": "g0035", "reference_grade_counts": {"0": 1, "1": 14, "2": 43, "3": 36}, "ranked_grades": {"upstream": [3, 2, 2, 3, 3, 3, 2, 3, 3, 1, 2, 3, 3, 2, 2, 2, 3, 2, 2, 1], "finetuned": [3, 3, 3, 2, 2, 2, 2, 3, 2, 3, 3, 2, 2, 2, 2, 2, 3, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0544", "group": "g0009", "reference_grade_counts": {"0": 23, "1": 15, "2": 39, "3": 20}, "ranked_grades": {"upstream": [2, 3, 3, 1, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2], "finetuned": [0, 0, 2, 3, 1, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0545", "group": "g0005", "reference_grade_counts": {"0": 8, "1": 54, "2": 10, "3": 3}, "ranked_grades": {"upstream": [2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1], "finetuned": [3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0546", "group": "g0024", "reference_grade_counts": {"0": 50, "1": 39, "2": 6, "3": 3}, "ranked_grades": {"upstream": [1, 0, 1, 0, 1, 1, 0, 1, 2, 0, 1, 2, 0, 0, 0, 0, 0, 2, 0, 0], "finetuned": [1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0547", "group": "g0015", "reference_grade_counts": {"0": 70, "1": 7, "2": 22, "3": 3}, "ranked_grades": {"upstream": [2, 0, 0, 0, 0, 0, 0, 2, 2, 0, 2, 0, 1, 0, 0, 2, 1, 0, 0, 2], "finetuned": [2, 2, 2, 2, 3, 2, 2, 0, 2, 2, 2, 2, 3, 2, 2, 2, 0, 2, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0548", "group": "g0007", "reference_grade_counts": {"0": 50, "1": 28, "2": 2, "3": 0}, "ranked_grades": {"upstream": [1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0549", "group": "g0007", "reference_grade_counts": {"0": 28, "1": 43, "2": 27, "3": 3}, "ranked_grades": {"upstream": [1, 1, 1, 1, 2, 2, 0, 1, 3, 1, 2, 1, 1, 1, 2, 1, 0, 1, 2, 1], "finetuned": [1, 3, 2, 0, 2, 0, 0, 2, 0, 0, 1, 0, 0, 0, 3, 0, 2, 0, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0550", "group": "g0028", "reference_grade_counts": {"0": 48, "1": 26, "2": 23, "3": 4}, "ranked_grades": {"upstream": [1, 1, 1, 2, 2, 1, 3, 0, 1, 1, 0, 1, 1, 1, 1, 2, 1, 1, 1, 1], "finetuned": [3, 2, 1, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0551", "group": "g0005", "reference_grade_counts": {"0": 23, "1": 14, "2": 41, "3": 3}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 3, 2, 2, 2, 0, 2, 2, 3, 2, 3, 2, 2, 2, 2, 2], "finetuned": [2, 3, 3, 3, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0552", "group": "g0005", "reference_grade_counts": {"0": 56, "1": 18, "2": 6, "3": 9}, "ranked_grades": {"upstream": [0, 3, 2, 2, 0, 0, 3, 1, 1, 3, 2, 0, 2, 0, 0, 0, 0, 1, 1, 0], "finetuned": [0, 0, 1, 0, 3, 0, 2, 0, 0, 2, 1, 3, 0, 0, 0, 3, 1, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0553", "group": "g0027", "reference_grade_counts": {"0": 27, "1": 23, "2": 35, "3": 22}, "ranked_grades": {"upstream": [3, 2, 1, 1, 3, 2, 2, 1, 2, 1, 2, 1, 3, 2, 1, 2, 2, 0, 2, 1], "finetuned": [3, 2, 3, 3, 3, 3, 3, 3, 3, 2, 2, 3, 2, 3, 3, 3, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0554", "group": "g0024", "reference_grade_counts": {"0": 33, "1": 62, "2": 4, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0555", "group": "g0015", "reference_grade_counts": {"0": 38, "1": 43, "2": 3, "3": 0}, "ranked_grades": {"upstream": [0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0], "finetuned": [0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0556", "group": "g0015", "reference_grade_counts": {"0": 10, "1": 43, "2": 43, "3": 13}, "ranked_grades": {"upstream": [0, 2, 2, 1, 3, 1, 2, 2, 2, 0, 2, 1, 2, 2, 1, 2, 1, 2, 3, 2], "finetuned": [2, 1, 1, 2, 2, 2, 2, 1, 1, 2, 1, 1, 2, 1, 0, 1, 3, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0557", "group": "g0008", "reference_grade_counts": {"0": 29, "1": 47, "2": 6, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 0, 1, 2, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0558", "group": "g0015", "reference_grade_counts": {"0": 36, "1": 29, "2": 37, "3": 6}, "ranked_grades": {"upstream": [1, 1, 2, 2, 2, 2, 0, 3, 2, 0, 0, 2, 1, 1, 0, 0, 0, 2, 2, 0], "finetuned": [3, 3, 1, 2, 3, 1, 1, 2, 2, 1, 2, 2, 3, 2, 0, 2, 0, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0559", "group": "g0005", "reference_grade_counts": {"0": 13, "1": 47, "2": 32, "3": 5}, "ranked_grades": {"upstream": [2, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 0], "finetuned": [2, 2, 3, 2, 3, 3, 2, 0, 2, 1, 2, 1, 2, 1, 3, 0, 1, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0560", "group": "g0008", "reference_grade_counts": {"0": 70, "1": 18, "2": 2, "3": 1}, "ranked_grades": {"upstream": [0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 3, 1, 0, 1, 0], "finetuned": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0561", "group": "g0002", "reference_grade_counts": {"0": 46, "1": 10, "2": 27, "3": 22}, "ranked_grades": {"upstream": [0, 3, 2, null, 3, 1, 3, 3, 2, 2, 2, 3, 3, 3, 3, 3, 3, 1, 0, 2], "finetuned": [1, 2, 2, 2, 3, 0, 2, 3, 2, 0, 2, null, null, 2, null, 2, null, null, 0, null]}, "excluded": {"upstream": [false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, true, true, false, true, false, true, true, false, true]}}, {"id": "q0562", "group": "g0032", "reference_grade_counts": {"0": 22, "1": 19, "2": 30, "3": 10}, "ranked_grades": {"upstream": [3, 0, 1, 1, 2, 2, 3, 2, 0, 2, 1, 3, 1, 0, 0, 0, 2, 0, 2, 0], "finetuned": [3, 3, 2, 2, 3, 3, 2, 2, 2, 2, 2, 3, 3, 1, 2, 1, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0563", "group": "g0021", "reference_grade_counts": {"0": 52, "1": 30, "2": 10, "3": 7}, "ranked_grades": {"upstream": [1, 1, 1, 3, 3, 1, 1, 1, 1, 0, 1, 1, 0, 0, 2, 1, 1, 0, 0, 1], "finetuned": [2, 1, 3, 0, 1, 1, 2, 1, 0, 1, 0, 2, 1, 0, 1, 0, 0, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0564", "group": "g0015", "reference_grade_counts": {"0": 13, "1": 34, "2": 42, "3": 8}, "ranked_grades": {"upstream": [0, 1, 2, 2, 3, 2, 3, 2, 1, 2, 1, 2, 2, 3, 2, 2, 2, 3, 2, 2], "finetuned": [2, 3, 2, 1, 1, 1, 3, 1, 0, 2, 1, 3, 2, 2, 3, 2, 2, 0, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0565", "group": "g0032", "reference_grade_counts": {"0": 7, "1": 29, "2": 24, "3": 13}, "ranked_grades": {"upstream": [2, 2, 1, 3, 3, 2, 2, 1, 1, 2, 3, 2, 1, 3, 2, 2, 1, 3, 1, 3], "finetuned": [3, 3, 3, 2, 3, 2, 1, 3, 2, 3, 2, 3, 3, 2, 3, 1, 3, 1, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0566", "group": "g0001", "reference_grade_counts": {"0": 34, "1": 14, "2": 26, "3": 29}, "ranked_grades": {"upstream": [2, 0, 1, 2, 1, 0, 1, 0, 1, 3, 3, 1, 2, 1, 3, 2, 2, 2, 1, 0], "finetuned": [3, 0, 3, 2, 2, 3, 2, 3, 3, 3, 3, 1, 3, 3, 3, 3, 3, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0567", "group": "g0005", "reference_grade_counts": {"0": 14, "1": 23, "2": 38, "3": 13}, "ranked_grades": {"upstream": [1, 2, 1, 1, 2, 2, 1, 0, 1, 1, 0, 1, 1, 1, 1, 0, 2, 2, 0, 2], "finetuned": [2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0568", "group": "g0028", "reference_grade_counts": {"0": 1, "1": 12, "2": 30, "3": 35}, "ranked_grades": {"upstream": [3, 3, 3, 2, 3, 2, 2, 3, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 0, 2, 2, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0569", "group": "g0005", "reference_grade_counts": {"0": 19, "1": 16, "2": 41, "3": 8}, "ranked_grades": {"upstream": [1, 3, 2, 2, 2, 2, 3, 3, 1, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2], "finetuned": [3, 1, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0570", "group": "g0008", "reference_grade_counts": {"0": 10, "1": 59, "2": 6, "3": 0}, "ranked_grades": {"upstream": [2, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 0, 1], "finetuned": [2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0571", "group": "g0005", "reference_grade_counts": {"0": 2, "1": 8, "2": 38, "3": 40}, "ranked_grades": {"upstream": [2, 3, 3, 2, 3, 2, 2, 3, 2, 2, 2, 3, 3, 2, 3, 2, 2, 2, 2, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0572", "group": "g0007", "reference_grade_counts": {"0": 0, "1": 16, "2": 35, "3": 21}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 3, 3, 3, 2, 3, 1, 3, 3, 2, 2], "finetuned": [3, 2, 2, 2, 3, 2, 3, 2, 3, 3, 3, 3, 2, 3, 2, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0573", "group": "g0024", "reference_grade_counts": {"0": 83, "1": 9, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0], "finetuned": [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0574", "group": "g0015", "reference_grade_counts": {"0": 64, "1": 36, "2": 6, "3": 1}, "ranked_grades": {"upstream": [1, 0, 1, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 2, 0, 0, 1, 0, 2], "finetuned": [1, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0575", "group": "g0005", "reference_grade_counts": {"0": 33, "1": 26, "2": 20, "3": 26}, "ranked_grades": {"upstream": [2, 3, 1, 1, 2, 2, 1, 1, 2, 0, 1, 1, 1, 1, 2, 0, 0, 2, 0, 2], "finetuned": [2, 3, 1, 0, 2, 1, 0, 3, 2, 0, 2, 2, 0, 2, 1, 1, 2, 1, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0576", "group": "g0015", "reference_grade_counts": {"0": 17, "1": 36, "2": 41, "3": 4}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 0, 1, 1, 1, 1, 2, 2, 1, 1, 1, 0, 2, 1, 1, 3], "finetuned": [2, 2, 1, 2, 2, 2, 2, 1, 2, 1, 2, 1, 2, 2, 1, 1, 1, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0577", "group": "g0009", "reference_grade_counts": {"0": 30, "1": 28, "2": 26, "3": 9}, "ranked_grades": {"upstream": [1, 1, 2, 1, 3, 1, 2, 1, 1, 3, 3, 0, 1, 1, 2, 3, 1, 1, 2, 1], "finetuned": [0, 0, 0, 3, 0, 3, 2, 3, 2, 2, 2, 0, 2, 1, 3, 2, 1, 2, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0578", "group": "g0015", "reference_grade_counts": {"0": 18, "1": 25, "2": 48, "3": 10}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 3, 1, 0, 2, 2, 1, 1, 1, 1, 2, 1, 0, 0], "finetuned": [2, 1, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 3, 2, 2, 0, 2, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0579", "group": "g0028", "reference_grade_counts": {"0": 11, "1": 33, "2": 28, "3": 13}, "ranked_grades": {"upstream": [2, 2, 2, 2, 0, 2, 1, 1, 0, 0, 1, 2, 1, 2, 1, 2, 2, 1, 1, 2], "finetuned": [2, 3, 3, 3, 2, 3, 2, 3, 3, 3, 3, 3, 3, 2, 3, 1, 2, 2, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0580", "group": "g0007", "reference_grade_counts": {"0": 39, "1": 19, "2": 25, "3": 17}, "ranked_grades": {"upstream": [1, 3, 0, 3, 2, 2, 2, 2, 2, 3, 2, 3, 1, 2, 1, 2, 2, 2, 2, 0], "finetuned": [3, 3, 1, 3, 2, 0, 0, 3, 3, 3, 2, 1, 0, 3, 1, 2, 1, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0581", "group": "g0034", "reference_grade_counts": {"0": 28, "1": 49, "2": 16, "3": 0}, "ranked_grades": {"upstream": [1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 2, 1], "finetuned": [1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0582", "group": "g0028", "reference_grade_counts": {"0": 54, "1": 43, "2": 9, "3": 1}, "ranked_grades": {"upstream": [0, 1, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "finetuned": [2, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 0, 1, 1, 1, 1, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0583", "group": "g0010", "reference_grade_counts": {"0": 64, "1": 30, "2": 12, "3": 3}, "ranked_grades": {"upstream": [2, 1, 2, 2, 0, 0, 0, 0, 2, 0, 0, 0, 3, 0, 2, 0, 0, 0, 2, 0], "finetuned": [2, 3, 2, 2, 2, 2, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0584", "group": "g0024", "reference_grade_counts": {"0": 63, "1": 14, "2": 17, "3": 2}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1], "finetuned": [0, 2, 1, 0, 0, 0, 0, 1, 0, 0, 1, 2, 2, 1, 0, 0, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0585", "group": "g0027", "reference_grade_counts": {"0": 15, "1": 16, "2": 26, "3": 43}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 1, 3, 3, 2, 2, 3, 3, 3, 3, 3, 2, 1, 3, 2], "finetuned": [2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0586", "group": "g0024", "reference_grade_counts": {"0": 80, "1": 10, "2": 8, "3": 5}, "ranked_grades": {"upstream": [1, 1, 1, 0, 2, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 3, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0587", "group": "g0026", "reference_grade_counts": {"0": 30, "1": 23, "2": 17, "3": 5}, "ranked_grades": {"upstream": [1, 3, 1, 1, 1, 2, 2, 2, 1, 2, 2, 2, 1, 2, 1, 0, 0, 2, 0, 0], "finetuned": [1, 1, 1, 1, 2, 0, 0, 1, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0588", "group": "g0011", "reference_grade_counts": {"0": 19, "1": 32, "2": 10, "3": 5}, "ranked_grades": {"upstream": [3, 1, 2, 3, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 0], "finetuned": [3, 1, 2, 3, 3, 1, 2, 2, 2, 2, 0, 1, 2, 1, 2, 1, 2, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0589", "group": "g0009", "reference_grade_counts": {"0": 15, "1": 27, "2": 35, "3": 9}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 1, 0, 1, 2, 2, 2, 2, 2, 3, 1, 2, 2, 3, 3, 1], "finetuned": [0, 0, 2, 2, 2, 3, 2, 2, 2, 2, 2, 1, 2, 2, 3, 3, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0590", "group": "g0028", "reference_grade_counts": {"0": 61, "1": 10, "2": 7, "3": 3}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0], "finetuned": [0, 0, 0, 3, 0, 0, 0, 3, 2, 2, 0, 0, 2, 2, 1, 2, 0, 0, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0591", "group": "g0015", "reference_grade_counts": {"0": 20, "1": 63, "2": 1, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0592", "group": "g0034", "reference_grade_counts": {"0": 13, "1": 40, "2": 36, "3": 0}, "ranked_grades": {"upstream": [2, 1, 1, 1, 2, 2, 1, 2, 1, 2, 2, 2, 1, 2, 2, 2, 1, 1, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0593", "group": "g0015", "reference_grade_counts": {"0": 65, "1": 9, "2": 13, "3": 1}, "ranked_grades": {"upstream": [0, 2, 2, 1, 0, 0, 2, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 2, 0], "finetuned": [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 2, 0, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0594", "group": "g0005", "reference_grade_counts": {"0": 27, "1": 53, "2": 2, "3": 1}, "ranked_grades": {"upstream": [2, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1], "finetuned": [2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0595", "group": "g0005", "reference_grade_counts": {"0": 18, "1": 6, "2": 9, "3": 41}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 0, 3, 3, 3, 2, 3, 3, 3, 3, 3, 3, 3, 2, 0], "finetuned": [3, 2, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 2, 2, 3, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0596", "group": "g0024", "reference_grade_counts": {"0": 13, "1": 31, "2": 37, "3": 20}, "ranked_grades": {"upstream": [2, 2, 1, 3, 3, 3, 3, 2, 2, 2, 3, 3, 1, 2, 0, 2, 3, 0, 2, 3], "finetuned": [1, 1, 2, 2, 3, 3, 2, 2, 3, 2, 2, 0, 1, 1, 2, 2, 2, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0597", "group": "g0006", "reference_grade_counts": {"0": 20, "1": 21, "2": 25, "3": 20}, "ranked_grades": {"upstream": [3, 1, 1, 2, 1, 3, 1, 1, 0, 2, 1, 1, 3, 0, 2, 3, 0, 2, 2, 1], "finetuned": [3, 3, 1, 3, 3, 2, 3, 0, 2, 3, 2, 3, 3, 3, 3, 3, 1, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0598", "group": "g0034", "reference_grade_counts": {"0": 12, "1": 11, "2": 46, "3": 17}, "ranked_grades": {"upstream": [2, 2, 3, 1, 2, 1, 3, 2, 2, 2, 2, 2, 3, 3, 2, 2, 3, 2, 2, 2], "finetuned": [2, 2, 2, 2, 3, 3, 3, 3, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0599", "group": "g0034", "reference_grade_counts": {"0": 18, "1": 25, "2": 38, "3": 13}, "ranked_grades": {"upstream": [3, 2, 1, 1, 2, 1, 3, 1, 2, 1, 2, 1, 1, 2, 2, 2, 0, 2, 1, 2], "finetuned": [2, 2, 2, 2, 3, 2, 3, 3, 2, 3, 3, 2, 2, 2, 2, 3, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0600", "group": "g0034", "reference_grade_counts": {"0": 20, "1": 9, "2": 32, "3": 42}, "ranked_grades": {"upstream": [3, 3, 2, 2, 3, 2, 2, 2, 3, 2, 3, 3, 2, 2, 2, 2, 3, 2, 3, 3], "finetuned": [3, 3, 3, 3, 2, 3, 2, 2, 3, 2, 3, 2, 2, 2, 2, 3, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0601", "group": "g0037", "reference_grade_counts": {"0": 13, "1": 20, "2": 28, "3": 18}, "ranked_grades": {"upstream": [3, 3, 3, 2, 3, 2, 2, 1, 1, 2, 2, 3, 1, 3, 2, 2, 2, 3, 2, 3], "finetuned": [3, 2, 3, 3, 3, 3, 3, 0, 3, 1, 1, 2, 3, 2, 3, 3, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0602", "group": "g0015", "reference_grade_counts": {"0": 53, "1": 8, "2": 18, "3": 18}, "ranked_grades": {"upstream": [3, 3, 1, 0, 1, 2, 1, 3, 3, 1, 1, 0, 1, 2, 3, 3, 2, 2, 0, 0], "finetuned": [3, 3, 3, 3, 3, 2, 3, 2, 3, 2, 3, 2, 2, 3, 2, 2, 3, 3, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0603", "group": "g0015", "reference_grade_counts": {"0": 24, "1": 35, "2": 33, "3": 10}, "ranked_grades": {"upstream": [1, 0, 0, 1, 1, 0, 2, 1, 1, 2, 1, 2, 0, 1, 1, 0, 0, 2, 0, 0], "finetuned": [3, 2, 2, 2, 2, 0, 3, 3, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0604", "group": "g0015", "reference_grade_counts": {"0": 35, "1": 10, "2": 39, "3": 8}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 1, 2, 2, 3, 2, 3, 3, 2, 2, 2], "finetuned": [2, 2, 3, 2, 3, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0605", "group": "g0007", "reference_grade_counts": {"0": 0, "1": 13, "2": 18, "3": 36}, "ranked_grades": {"upstream": [3, 3, 1, 3, 3, 3, 3, 2, 3, 1, 3, 3, 2, 3, 1, 2, 3, 1, 3, 3], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 3, 3, 3, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0606", "group": "g0015", "reference_grade_counts": {"0": 47, "1": 12, "2": 26, "3": 11}, "ranked_grades": {"upstream": [2, 3, 2, 2, 2, 0, 1, 1, 0, 0, 2, 2, 2, 2, 2, 0, 1, 1, 0, 2], "finetuned": [2, 2, 3, 3, 3, 3, 2, 1, 3, 2, 3, 2, 2, 3, 3, 1, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0607", "group": "g0015", "reference_grade_counts": {"0": 24, "1": 35, "2": 37, "3": 9}, "ranked_grades": {"upstream": [1, 1, 2, 2, 0, 2, 0, 2, 2, 2, 3, 1, 0, 1, 0, 2, 0, 1, 0, 0], "finetuned": [3, 2, 2, 2, 2, 2, 3, 1, 2, 2, 2, 1, 2, 0, 2, 2, 1, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0608", "group": "g0015", "reference_grade_counts": {"0": 22, "1": 22, "2": 29, "3": 10}, "ranked_grades": {"upstream": [2, 3, 3, 2, 3, 1, 1, 3, 3, 1, 2, 1, 2, 1, 1, 2, 2, 0, 2, 3], "finetuned": [2, 2, 2, 2, 2, 1, 3, 2, 3, 2, 3, 1, 1, 2, 2, 2, 3, 2, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0609", "group": "g0015", "reference_grade_counts": {"0": 35, "1": 59, "2": 18, "3": 0}, "ranked_grades": {"upstream": [0, 1, 2, 1, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 0, 2, 1, 1, 0, 1], "finetuned": [0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0610", "group": "g0028", "reference_grade_counts": {"0": 53, "1": 15, "2": 28, "3": 3}, "ranked_grades": {"upstream": [1, 2, 1, 0, 1, 2, 2, 1, 0, 2, 0, 1, 2, 3, 2, 0, 1, 0, 0, 2], "finetuned": [3, 2, 0, 3, 2, 0, 2, 1, 0, 2, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0611", "group": "g0028", "reference_grade_counts": {"0": 47, "1": 33, "2": 6, "3": 11}, "ranked_grades": {"upstream": [1, 3, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 3, 0, 1, 1, 0, 1, 0, 0], "finetuned": [3, 1, 1, 3, 1, 3, 0, 3, 1, 1, 3, 3, 3, 1, 2, 2, 2, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0612", "group": "g0024", "reference_grade_counts": {"0": 60, "1": 1, "2": 29, "3": 11}, "ranked_grades": {"upstream": [0, 0, 2, 3, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0], "finetuned": [2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0613", "group": "g0009", "reference_grade_counts": {"0": 11, "1": 19, "2": 29, "3": 21}, "ranked_grades": {"upstream": [1, 1, 2, 2, 3, 2, 3, 1, 2, 2, 2, 3, 2, 2, 1, 2, 1, 1, 2, 2], "finetuned": [0, 3, 1, 3, 1, 2, 2, 2, 3, 1, 2, 3, 3, 2, 1, 3, 2, 3, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0614", "group": "g0009", "reference_grade_counts": {"0": 49, "1": 36, "2": 5, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1], "finetuned": [2, 2, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0615", "group": "g0007", "reference_grade_counts": {"0": 16, "1": 32, "2": 25, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 1, 2, 2, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 0, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0616", "group": "g0024", "reference_grade_counts": {"0": 71, "1": 11, "2": 16, "3": 1}, "ranked_grades": {"upstream": [2, 0, 0, 2, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 1], "finetuned": [2, 2, 1, 1, 1, 0, 0, 1, 0, 0, 2, 0, 1, 2, 0, 0, 1, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0617", "group": "g0005", "reference_grade_counts": {"0": 22, "1": 62, "2": 1, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 2], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0618", "group": "g0020", "reference_grade_counts": {"0": 17, "1": 31, "2": 16, "3": 14}, "ranked_grades": {"upstream": [2, 3, 3, 1, 3, 2, 2, 1, 0, 2, 1, 1, 1, 1, 0, 1, 0, 3, 1, 3], "finetuned": [1, 3, 3, 3, 3, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0619", "group": "g0032", "reference_grade_counts": {"0": 6, "1": 28, "2": 27, "3": 18}, "ranked_grades": {"upstream": [3, 3, 2, 2, 2, 3, 2, 2, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 3, 3], "finetuned": [3, 3, 2, 2, 3, 2, 2, 2, 3, 2, 2, 3, 1, 2, 1, 1, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0620", "group": "g0008", "reference_grade_counts": {"0": 5, "1": 22, "2": 19, "3": 15}, "ranked_grades": {"upstream": [2, 0, 2, 3, 3, 3, 3, 0, 3, 1, 3, 0, 1, 3, 3, 3, 2, 2, 3, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 3, 2, 3, 3, 2, 3, 3, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0621", "group": "g0023", "reference_grade_counts": {"0": 36, "1": 18, "2": 16, "3": 5}, "ranked_grades": {"upstream": [2, 3, 2, 2, 3, 1, 2, 2, 1, 3, 2, 1, 3, 2, 0, 0, 0, 0, 2, 0], "finetuned": [3, 2, 2, 3, 3, 2, 2, 2, 2, 3, 2, 0, 2, 0, 3, 2, 2, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0622", "group": "g0034", "reference_grade_counts": {"0": 39, "1": 45, "2": 9, "3": 0}, "ranked_grades": {"upstream": [1, 0, 1, 2, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0623", "group": "g0009", "reference_grade_counts": {"0": 31, "1": 31, "2": 25, "3": 3}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2], "finetuned": [3, 3, 2, 2, 2, 3, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0624", "group": "g0017", "reference_grade_counts": {"0": 4, "1": 14, "2": 55, "3": 18}, "ranked_grades": {"upstream": [3, 2, 3, 2, 2, 2, 2, 2, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 1, 2], "finetuned": [2, 3, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0625", "group": "g0007", "reference_grade_counts": {"0": 30, "1": 25, "2": 11, "3": 4}, "ranked_grades": {"upstream": [0, 2, 3, 3, 1, 0, 0, 1, 0, 2, 1, 0, 0, 2, 3, 0, 0, 3, 1, 1], "finetuned": [3, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 0, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0626", "group": "g0034", "reference_grade_counts": {"0": 12, "1": 16, "2": 54, "3": 18}, "ranked_grades": {"upstream": [1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1, 2, 3, 2, 2, 3], "finetuned": [3, 3, 3, 3, 2, 2, 3, 3, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0627", "group": "g0038", "reference_grade_counts": {"0": 51, "1": 5, "2": 32, "3": 8}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 2, 1, 2, 2, 3], "finetuned": [3, 2, 2, 2, 3, 3, 0, 2, 0, 2, 2, 0, 0, 2, 2, 0, 2, 0, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0628", "group": "g0007", "reference_grade_counts": {"0": 59, "1": 20, "2": 21, "3": 0}, "ranked_grades": {"upstream": [0, 1, 2, 0, 2, 0, 0, 1, 1, 2, 1, 1, 0, 1, 0, 0, 0, 2, 1, 0], "finetuned": [2, 2, 2, 2, 0, 2, 2, 2, 2, 2, 0, 2, 2, 2, 2, 2, 2, 1, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0629", "group": "g0008", "reference_grade_counts": {"0": 43, "1": 36, "2": 2, "3": 0}, "ranked_grades": {"upstream": [2, 1, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1], "finetuned": [1, 1, 1, 1, 1, 2, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0630", "group": "g0024", "reference_grade_counts": {"0": 22, "1": 51, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0631", "group": "g0009", "reference_grade_counts": {"0": 16, "1": 41, "2": 27, "3": 6}, "ranked_grades": {"upstream": [1, 2, 2, 3, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 0, 2, 3], "finetuned": [2, 1, 2, 2, 1, 3, 1, 1, 2, 3, 1, 2, 1, 1, 1, 1, 2, 3, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0632", "group": "g0007", "reference_grade_counts": {"0": 16, "1": 41, "2": 25, "3": 6}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 0, 0, 1, 1, 2, 1, 2, 1, 1, 1, 1, 0, 3, 1, 2], "finetuned": [2, 3, 2, 2, 2, 3, 2, 2, 3, 3, 2, 2, 3, 2, 2, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0633", "group": "g0028", "reference_grade_counts": {"0": 46, "1": 39, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1], "finetuned": [0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0634", "group": "g0005", "reference_grade_counts": {"0": 13, "1": 18, "2": 53, "3": 12}, "ranked_grades": {"upstream": [2, 2, 1, 1, 2, 2, 1, 2, 2, 2, 1, 1, 2, 2, 3, 2, 2, 2, 1, 2], "finetuned": [2, 3, 3, 2, 2, 2, 1, 2, 3, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0635", "group": "g0008", "reference_grade_counts": {"0": 57, "1": 14, "2": 10, "3": 6}, "ranked_grades": {"upstream": [3, 3, 0, 0, 0, 2, 0, 1, 1, 0, 2, 1, 1, 2, 1, 0, 0, 2, 1, 0], "finetuned": [1, 1, 0, 3, 2, 0, 0, 0, 2, 0, 0, 1, 0, 2, 0, 0, 3, 0, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0636", "group": "g0034", "reference_grade_counts": {"0": 6, "1": 16, "2": 71, "3": 7}, "ranked_grades": {"upstream": [2, 2, 2, 2, 3, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1], "finetuned": [2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 1, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0637", "group": "g0005", "reference_grade_counts": {"0": 33, "1": 35, "2": 29, "3": 1}, "ranked_grades": {"upstream": [0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [1, 2, 2, 1, 0, 1, 1, 2, 2, 2, 0, 2, 1, 1, 2, 0, 2, 2, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0638", "group": "g0009", "reference_grade_counts": {"0": 18, "1": 43, "2": 36, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1], "finetuned": [2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0639", "group": "g0015", "reference_grade_counts": {"0": 4, "1": 15, "2": 30, "3": 21}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 3, 2, 3, 2, 2, 3, 1, 2, 2, 3, 1, 3, 1, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 2, 2, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0640", "group": "g0015", "reference_grade_counts": {"0": 86, "1": 14, "2": 7, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 2, 1, 0, 0, 0, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0641", "group": "g0034", "reference_grade_counts": {"0": 10, "1": 19, "2": 62, "3": 10}, "ranked_grades": {"upstream": [2, 3, 2, 3, 2, 2, 2, 3, 2, 2, 2, 3, 1, 2, 3, 2, 2, 2, 2, 2], "finetuned": [2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0642", "group": "g0007", "reference_grade_counts": {"0": 14, "1": 22, "2": 31, "3": 2}, "ranked_grades": {"upstream": [2, 2, 2, 0, 1, 0, 1, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0643", "group": "g0034", "reference_grade_counts": {"0": 7, "1": 25, "2": 27, "3": 30}, "ranked_grades": {"upstream": [3, 1, 2, 1, 1, 2, 1, 2, 3, 3, 2, 1, 3, 1, 2, 1, 1, 2, 1, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0644", "group": "g0015", "reference_grade_counts": {"0": 13, "1": 38, "2": 27, "3": 11}, "ranked_grades": {"upstream": [1, 2, 1, 3, 3, 2, 3, 1, 1, 1, 1, 2, 3, 2, 1, 3, 3, 2, 3, 2], "finetuned": [2, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 2, 1, 2, 3, 1, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0645", "group": "g0008", "reference_grade_counts": {"0": 24, "1": 53, "2": 4, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 2, 1, 1, 1, 0, 1, 1, 0, 1], "finetuned": [1, 1, 2, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0646", "group": "g0029", "reference_grade_counts": {"0": 26, "1": 28, "2": 23, "3": 3}, "ranked_grades": {"upstream": [2, 2, 2, 3, 2, 2, 1, 2, 2, 2, 0, 1, 1, 0, 2, 2, 3, 1, 2, 0], "finetuned": [2, 2, 2, 3, 1, 1, 0, 0, 0, 1, 1, 1, 3, 1, 2, 2, 2, 0, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0647", "group": "g0034", "reference_grade_counts": {"0": 25, "1": 55, "2": 27, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1], "finetuned": [2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0648", "group": "g0015", "reference_grade_counts": {"0": 20, "1": 48, "2": 23, "3": 1}, "ranked_grades": {"upstream": [1, 1, 1, 2, 1, 2, 2, 2, 2, 2, 1, 2, 2, 1, 2, 2, 1, 2, 2, 1], "finetuned": [1, 1, 1, 0, 1, 1, 2, 0, 1, 1, 2, 1, 1, 2, 1, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0649", "group": "g0024", "reference_grade_counts": {"0": 77, "1": 13, "2": 6, "3": 8}, "ranked_grades": {"upstream": [0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1], "finetuned": [0, 0, 0, 2, 2, 2, 2, 0, 0, 2, 1, 3, 2, 0, 0, 0, 0, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0650", "group": "g0015", "reference_grade_counts": {"0": 40, "1": 31, "2": 2, "3": 11}, "ranked_grades": {"upstream": [3, 1, 1, 1, 0, 1, 0, 0, 0, 3, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0], "finetuned": [3, 3, 3, 3, 3, 3, 3, 2, 3, 1, 3, 3, 1, 2, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0651", "group": "g0034", "reference_grade_counts": {"0": 26, "1": 37, "2": 25, "3": 10}, "ranked_grades": {"upstream": [3, 2, 1, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 3, 1], "finetuned": [3, 3, 3, 2, 1, 3, 3, 1, 2, 2, 2, 2, 3, 2, 1, 1, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0652", "group": "g0021", "reference_grade_counts": {"0": 22, "1": 33, "2": 17, "3": 10}, "ranked_grades": {"upstream": [2, 2, 1, 1, 2, 3, 1, 3, 3, 0, 3, 1, 0, 0, 1, 1, 3, 0, 1, 1], "finetuned": [3, 2, 3, 2, 3, 3, 3, 3, 2, 3, 2, 3, 1, 2, 0, 1, 3, 1, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0653", "group": "g0028", "reference_grade_counts": {"0": 56, "1": 18, "2": 18, "3": 4}, "ranked_grades": {"upstream": [0, 2, 2, 2, 0, 3, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 2, 2, 2, 3, 0, 2, 2, 2, 3, 2, 0, 2, 2, 2, 3, 0, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0654", "group": "g0005", "reference_grade_counts": {"0": 49, "1": 35, "2": 10, "3": 0}, "ranked_grades": {"upstream": [0, 0, 2, 0, 0, 2, 0, 1, 2, 0, 2, 1, 2, 2, 1, 1, 0, 1, 0, 1], "finetuned": [0, 2, 0, 1, 2, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0655", "group": "g0007", "reference_grade_counts": {"0": 15, "1": 37, "2": 15, "3": 0}, "ranked_grades": {"upstream": [1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 0, 1, 2, 1, 2, 1, 2, 1, 1, 1], "finetuned": [1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0656", "group": "g0009", "reference_grade_counts": {"0": 11, "1": 18, "2": 30, "3": 17}, "ranked_grades": {"upstream": [2, 3, 2, 1, 3, 1, 2, 3, 2, 3, 2, 3, 2, 2, 1, 2, 1, 1, 1, 2], "finetuned": [1, 0, 2, 2, 3, 2, 2, 3, 3, 2, 2, 2, 0, 3, 3, 1, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0657", "group": "g0009", "reference_grade_counts": {"0": 15, "1": 38, "2": 22, "3": 11}, "ranked_grades": {"upstream": [2, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 1, 3, 2, 3, 3, 2, 3, 2, 0, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0658", "group": "g0008", "reference_grade_counts": {"0": 59, "1": 6, "2": 8, "3": 18}, "ranked_grades": {"upstream": [0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 3, 0, 2, 0], "finetuned": [3, 3, 1, 1, 3, 3, 3, 3, 0, 3, 3, 3, 2, 1, 3, 3, 0, 0, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0659", "group": "g0024", "reference_grade_counts": {"0": 16, "1": 41, "2": 49, "3": 18}, "ranked_grades": {"upstream": [2, 2, 1, 2, 2, 0, 2, 2, 2, 0, 2, 2, 1, 2, 1, 0, 0, 2, 1, 0], "finetuned": [2, 0, 1, 1, 2, 0, 1, 2, 0, 1, 1, 0, 2, 2, 1, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0660", "group": "g0034", "reference_grade_counts": {"0": 24, "1": 11, "2": 48, "3": 3}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 0, 2, 2, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0661", "group": "g0009", "reference_grade_counts": {"0": 9, "1": 20, "2": 33, "3": 15}, "ranked_grades": {"upstream": [1, 2, 3, 2, 2, 1, 2, 2, 2, 1, 1, 2, 1, 2, 2, 2, 3, 2, 2, 2], "finetuned": [2, 3, 2, 1, 2, 2, 2, 3, 3, 3, 2, 2, 3, 2, 2, 3, 0, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0662", "group": "g0024", "reference_grade_counts": {"0": 34, "1": 43, "2": 16, "3": 0}, "ranked_grades": {"upstream": [0, 1, 1, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1], "finetuned": [2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 0, 0, 2, 1, 2, 2, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0663", "group": "g0034", "reference_grade_counts": {"0": 30, "1": 41, "2": 10, "3": 0}, "ranked_grades": {"upstream": [1, 2, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 2, 2, 1, 1, 0, 1, 2, 1], "finetuned": [1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 0, 1, 1, 2, 1, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0664", "group": "g0028", "reference_grade_counts": {"0": 33, "1": 9, "2": 27, "3": 24}, "ranked_grades": {"upstream": [2, 2, 3, 2, 3, 3, 3, 3, 3, 3, 2, 2, 2, 3, 3, 2, 2, 1, 2, 1], "finetuned": [3, 2, 3, 3, 3, 2, 2, 3, 3, 2, 1, 2, 2, 3, 2, 2, 3, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0665", "group": "g0034", "reference_grade_counts": {"0": 73, "1": 18, "2": 1, "3": 1}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0], "finetuned": [0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0666", "group": "g0034", "reference_grade_counts": {"0": 31, "1": 53, "2": 17, "3": 3}, "ranked_grades": {"upstream": [3, 1, 0, 1, 1, 1, 1, 0, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1], "finetuned": [1, 1, 3, 3, 1, 1, 2, 2, 2, 1, 1, 2, 1, 1, 1, 1, 0, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0667", "group": "g0015", "reference_grade_counts": {"0": 64, "1": 33, "2": 3, "3": 0}, "ranked_grades": {"upstream": [0, 2, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0], "finetuned": [2, 1, 0, 0, 1, 0, 2, 1, 1, 1, 2, 1, 1, 0, 0, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0668", "group": "g0028", "reference_grade_counts": {"0": 68, "1": 8, "2": 13, "3": 6}, "ranked_grades": {"upstream": [0, 1, 0, 2, 0, 1, 2, 3, 0, 0, 0, 0, 0, 1, 2, 0, 3, 3, 2, 2], "finetuned": [3, 3, 3, 1, 0, 2, 2, 2, 2, 2, 0, 3, 0, 1, 1, 3, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0669", "group": "g0005", "reference_grade_counts": {"0": 9, "1": 29, "2": 35, "3": 6}, "ranked_grades": {"upstream": [0, 3, 1, 1, 3, 1, 0, 1, 1, 2, 0, 1, 1, 1, 0, 1, 1, 1, 2, 2], "finetuned": [3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0670", "group": "g0007", "reference_grade_counts": {"0": 3, "1": 23, "2": 10, "3": 33}, "ranked_grades": {"upstream": [3, 3, 2, 3, 2, 3, 1, 1, 3, 1, 1, 1, 3, 1, 2, 3, 3, 2, 3, 3], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0671", "group": "g0022", "reference_grade_counts": {"0": 52, "1": 23, "2": 4, "3": 3}, "ranked_grades": {"upstream": [3, 1, 1, 2, 1, 1, 1, 1, 1, 0, 0, 1, 2, 0, 1, 2, 0, 0, 0, 0], "finetuned": [1, 2, 1, 0, 1, 1, 3, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0672", "group": "g0007", "reference_grade_counts": {"0": 1, "1": 45, "2": 19, "3": 3}, "ranked_grades": {"upstream": [1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 2, 1], "finetuned": [2, 2, 3, 2, 2, 3, 2, 2, 2, 3, 2, 2, 1, 1, 2, 2, 2, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0673", "group": "g0008", "reference_grade_counts": {"0": 44, "1": 29, "2": 38, "3": 3}, "ranked_grades": {"upstream": [1, 1, 1, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 2, 1, 0, 0, 2, 0, 1], "finetuned": [2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0674", "group": "g0007", "reference_grade_counts": {"0": 1, "1": 24, "2": 21, "3": 31}, "ranked_grades": {"upstream": [3, 3, 3, 2, 3, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 2, 3, 3, 2, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0675", "group": "g0015", "reference_grade_counts": {"0": 37, "1": 33, "2": 36, "3": 4}, "ranked_grades": {"upstream": [2, 1, 2, 2, 2, 2, 2, 2, 3, 1, 3, 1, 2, 1, 2, 1, 1, 2, 2, 1], "finetuned": [0, 0, 2, 2, 0, 2, 3, 2, 3, 2, 2, 2, 2, 0, 2, 2, 0, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0676", "group": "g0007", "reference_grade_counts": {"0": 1, "1": 39, "2": 0, "3": 31}, "ranked_grades": {"upstream": [1, 3, 3, 1, 1, 1, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0677", "group": "g0028", "reference_grade_counts": {"0": 46, "1": 32, "2": 9, "3": 6}, "ranked_grades": {"upstream": [3, 2, 3, 3, 3, 2, 0, 2, 3, 2, 0, 2, 0, 2, 1, 1, 0, 0, 0, 0], "finetuned": [2, 3, 2, 2, 2, 0, 2, 3, 3, 0, 0, 2, 1, 3, 2, 0, 0, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0678", "group": "g0005", "reference_grade_counts": {"0": 20, "1": 41, "2": 14, "3": 4}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "finetuned": [3, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0679", "group": "g0007", "reference_grade_counts": {"0": 56, "1": 30, "2": 14, "3": 3}, "ranked_grades": {"upstream": [0, 1, 0, 3, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 3, 1, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0680", "group": "g0013", "reference_grade_counts": {"0": 57, "1": 3, "2": 20, "3": 20}, "ranked_grades": {"upstream": [0, 2, 0, 1, 0, 3, 0, 0, 2, 2, 1, 2, 3, 3, 2, 2, 2, 2, 3, 3], "finetuned": [0, 0, 2, 2, 0, 2, 0, 2, 0, 2, 0, 2, 3, 2, 2, 3, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0681", "group": "g0009", "reference_grade_counts": {"0": 23, "1": 49, "2": 10, "3": 0}, "ranked_grades": {"upstream": [0, 1, 1, 0, 2, 2, 0, 2, 2, 0, 2, 0, 1, 0, 0, 1, 2, 2, 1, 1], "finetuned": [2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0682", "group": "g0008", "reference_grade_counts": {"0": 23, "1": 23, "2": 22, "3": 4}, "ranked_grades": {"upstream": [3, 3, 3, 2, 2, 1, 2, 2, 2, 2, 1, 2, 2, 1, 1, 2, 2, 2, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 3, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0683", "group": "g0007", "reference_grade_counts": {"0": 41, "1": 32, "2": 16, "3": 1}, "ranked_grades": {"upstream": [1, 1, 0, 0, 0, 2, 2, 1, 2, 1, 0, 0, 0, 0, 2, 1, 0, 0, 2, 1], "finetuned": [1, 1, 3, 0, 0, 2, 0, 1, 1, 1, 2, 1, 0, 1, 2, 1, 1, 0, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0684", "group": "g0034", "reference_grade_counts": {"0": 63, "1": 6, "2": 35, "3": 2}, "ranked_grades": {"upstream": [0, 2, 1, 2, 0, 2, 2, 2, 2, 0, 2, 2, 2, 0, 2, 0, 0, 2, 0, 2], "finetuned": [2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0685", "group": "g0015", "reference_grade_counts": {"0": 36, "1": 13, "2": 35, "3": 10}, "ranked_grades": {"upstream": [3, 2, 3, 2, 2, 2, 2, 2, 2, 2, 0, 0, 2, 2, 2, 2, 0, 2, 1, 2], "finetuned": [3, 2, 0, 2, 2, 3, 3, 2, 3, 2, 2, 0, 1, 2, 2, 2, 2, 0, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0686", "group": "g0024", "reference_grade_counts": {"0": 36, "1": 34, "2": 13, "3": 19}, "ranked_grades": {"upstream": [0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 2, 1, 1, 3, 1, 0, 3, 2, 1, 1, 1, 1, 1, 2, 3, 0, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0687", "group": "g0024", "reference_grade_counts": {"0": 59, "1": 7, "2": 24, "3": 8}, "ranked_grades": {"upstream": [3, 3, 0, 2, 2, 2, 2, 2, 1, 0, 1, 2, 2, 1, 3, 2, 1, 3, 1, 2], "finetuned": [0, 3, 3, 3, 0, 0, 3, 0, 3, 0, 2, 0, 2, 0, 2, 0, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0688", "group": "g0024", "reference_grade_counts": {"0": 79, "1": 12, "2": 10, "3": 1}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 2, 0, 1, 2, 0, 2, 0, 1, 0, 0, 0, 2, 0, 0], "finetuned": [0, 0, 0, 3, 1, 1, 1, 1, 0, 2, 0, 1, 0, 1, 2, 1, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0689", "group": "g0009", "reference_grade_counts": {"0": 13, "1": 13, "2": 28, "3": 38}, "ranked_grades": {"upstream": [3, 2, 3, 2, 3, 3, 3, 3, 2, 3, 3, 3, 3, 1, 3, 3, 2, 3, 1, 2], "finetuned": [3, 3, 3, 2, 2, 3, 2, 3, 3, 3, 2, 2, 3, 3, 3, 3, 3, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0690", "group": "g0024", "reference_grade_counts": {"0": 22, "1": 17, "2": 53, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 0, 2, 0, 0, 0, 2, 2, 0, 2, 2, 1, 2, 2, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0691", "group": "g0005", "reference_grade_counts": {"0": 18, "1": 26, "2": 31, "3": 21}, "ranked_grades": {"upstream": [3, 3, 3, 1, 2, 2, 1, 2, 3, 3, 3, 1, 2, 2, 2, 1, 2, 2, 1, 1], "finetuned": [3, 3, 3, 3, 3, 3, 2, 3, 3, 2, 3, 2, 2, 2, 2, 2, 2, 2, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0692", "group": "g0009", "reference_grade_counts": {"0": 22, "1": 57, "2": 9, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0], "finetuned": [1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0693", "group": "g0034", "reference_grade_counts": {"0": 7, "1": 18, "2": 60, "3": 5}, "ranked_grades": {"upstream": [1, 2, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2], "finetuned": [3, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 3, 3, 2, 2, 2, 2, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0694", "group": "g0008", "reference_grade_counts": {"0": 73, "1": 15, "2": 4, "3": 0}, "ranked_grades": {"upstream": [2, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 1, 1, 0, 1], "finetuned": [0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0695", "group": "g0015", "reference_grade_counts": {"0": 73, "1": 28, "2": 6, "3": 0}, "ranked_grades": {"upstream": [1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0], "finetuned": [0, 0, 0, 1, 0, 0, 1, 2, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0696", "group": "g0009", "reference_grade_counts": {"0": 50, "1": 47, "2": 3, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1], "finetuned": [2, 2, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0697", "group": "g0024", "reference_grade_counts": {"0": 21, "1": 26, "2": 36, "3": 10}, "ranked_grades": {"upstream": [2, 2, 0, 2, 0, 0, 0, 2, 1, 1, 0, 2, 1, 2, 0, 1, 3, 2, 2, 2], "finetuned": [2, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 2, 0, 1, 1, 2, 2, 3, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0698", "group": "g0007", "reference_grade_counts": {"0": 36, "1": 16, "2": 34, "3": 12}, "ranked_grades": {"upstream": [0, 0, 3, 1, 3, 2, 3, 3, 3, 0, 2, 0, 2, 0, 2, 0, 0, 0, 0, 1], "finetuned": [2, 2, 2, 2, 3, 2, 3, 2, 1, 3, 0, 3, 2, 2, 2, 3, 2, 3, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0699", "group": "g0008", "reference_grade_counts": {"0": 94, "1": 0, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0700", "group": "g0024", "reference_grade_counts": {"0": 1, "1": 17, "2": 64, "3": 20}, "ranked_grades": {"upstream": [3, 2, 2, 1, 3, 1, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 3, 2, 3, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0701", "group": "g0009", "reference_grade_counts": {"0": 29, "1": 50, "2": 5, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1], "finetuned": [1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0702", "group": "g0021", "reference_grade_counts": {"0": 28, "1": 12, "2": 20, "3": 22}, "ranked_grades": {"upstream": [3, 3, 3, 2, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 0, 1, 1, 2, 2, 3], "finetuned": [3, 3, 3, 3, 2, 2, 3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0703", "group": "g0036", "reference_grade_counts": {"0": 29, "1": 31, "2": 13, "3": 2}, "ranked_grades": {"upstream": [2, 1, 2, 0, 1, 1, 2, 1, 0, 2, 0, 2, 1, 2, 1, 1, 1, 2, 0, 1], "finetuned": [2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 0, 1, 1, 1, 3, 0, 2, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0704", "group": "g0016", "reference_grade_counts": {"0": 28, "1": 9, "2": 32, "3": 17}, "ranked_grades": {"upstream": [2, 1, 3, 3, 3, 3, 2, 1, 0, 3, 2, 2, 2, 2, 3, 0, 1, 2, 2, 3], "finetuned": [3, 3, 3, 2, 3, 3, 2, 2, 3, 2, 2, 3, 3, 1, 2, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0705", "group": "g0034", "reference_grade_counts": {"0": 8, "1": 23, "2": 71, "3": 1}, "ranked_grades": {"upstream": [2, 2, 1, 2, 2, 1, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 1, 1, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0706", "group": "g0007", "reference_grade_counts": {"0": 46, "1": 26, "2": 23, "3": 7}, "ranked_grades": {"upstream": [1, 2, 3, 2, 1, 2, 2, 0, 2, 2, 2, 0, 2, 1, 1, 1, 0, 0, 2, 0], "finetuned": [0, 2, 0, 0, 2, 1, 0, 3, 2, 0, 1, 0, 1, 2, 0, 1, 0, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0707", "group": "g0031", "reference_grade_counts": {"0": 9, "1": 33, "2": 31, "3": 12}, "ranked_grades": {"upstream": [2, 3, 1, null, 2, null, 2, null, 1, 2, null, 2, null, null, 1, 2, 2, 3, 2, null], "finetuned": [2, 2, null, null, 2, null, null, 3, null, 1, 2, null, null, 2, null, null, 2, null, null, null]}, "excluded": {"upstream": [false, false, false, true, false, true, false, true, false, false, true, false, true, true, false, false, false, false, false, true], "finetuned": [false, false, true, true, false, true, true, false, true, false, false, true, true, false, true, true, false, true, true, true]}}, {"id": "q0708", "group": "g0034", "reference_grade_counts": {"0": 5, "1": 14, "2": 22, "3": 43}, "ranked_grades": {"upstream": [3, 3, 2, 3, 3, 3, 3, 3, 0, 1, 3, 2, 3, 2, 3, 3, 3, 2, 1, 3], "finetuned": [3, 3, 2, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 3, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0709", "group": "g0008", "reference_grade_counts": {"0": 2, "1": 35, "2": 29, "3": 4}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1], "finetuned": [2, 2, 3, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0710", "group": "g0032", "reference_grade_counts": {"0": 11, "1": 16, "2": 23, "3": 23}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 1, 3, 2, 1, 3, 2, 3, 1, 2, 2, 2, 3, 1, 3, 2], "finetuned": [3, 2, 2, 3, 3, 3, 1, 2, 3, 3, 3, 1, 2, 0, 1, 2, 1, 1, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0711", "group": "g0015", "reference_grade_counts": {"0": 5, "1": 19, "2": 52, "3": 3}, "ranked_grades": {"upstream": [1, 2, 1, 2, 1, 2, 2, 2, 1, 0, 2, 1, 2, 2, 2, 2, 1, 1, 2, 1], "finetuned": [2, 2, 2, 3, 2, 1, 2, 2, 2, 2, 2, 3, 2, 2, 3, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0712", "group": "g0034", "reference_grade_counts": {"0": 9, "1": 41, "2": 39, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 1, 1, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0713", "group": "g0003", "reference_grade_counts": {"0": 70, "1": 16, "2": 19, "3": 3}, "ranked_grades": {"upstream": [0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0], "finetuned": [2, 0, 0, 2, 2, 2, 1, 2, 1, 1, 2, 1, 0, 0, 2, 0, 3, 1, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0714", "group": "g0033", "reference_grade_counts": {"0": 3, "1": 15, "2": 43, "3": 32}, "ranked_grades": {"upstream": [3, 3, 3, 2, 3, 3, 3, 3, 2, 3, 3, 2, 2, 3, null, 3, 3, 2, 3, 2], "finetuned": [3, 2, 2, 3, 2, 2, 2, 2, 2, 3, 2, 3, 2, 2, 2, 3, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0715", "group": "g0005", "reference_grade_counts": {"0": 7, "1": 6, "2": 1, "3": 65}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 1, 3], "finetuned": [3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0716", "group": "g0014", "reference_grade_counts": {"0": 29, "1": 20, "2": 43, "3": 7}, "ranked_grades": {"upstream": [0, 2, 0, 0, 3, 2, 2, 2, 1, 0, 1, 2, 1, 2, 3, 2, 3, 2, 1, 2], "finetuned": [2, 1, 2, 0, 2, null, 1, 2, 2, 2, 2, 0, 2, 2, 2, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0717", "group": "g0024", "reference_grade_counts": {"0": 20, "1": 34, "2": 28, "3": 0}, "ranked_grades": {"upstream": [2, 2, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 2, 0, 0, 1, 1, 2, 2, 2], "finetuned": [2, 2, 2, 1, 1, 2, 1, 0, 1, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0718", "group": "g0007", "reference_grade_counts": {"0": 2, "1": 16, "2": 38, "3": 9}, "ranked_grades": {"upstream": [2, 3, 2, 2, 2, 2, 2, 3, 2, 3, 2, 3, 3, 2, 2, 1, 2, 2, 2, 2], "finetuned": [3, 2, 3, 3, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0719", "group": "g0005", "reference_grade_counts": {"0": 21, "1": 6, "2": 43, "3": 11}, "ranked_grades": {"upstream": [3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0720", "group": "g0015", "reference_grade_counts": {"0": 51, "1": 16, "2": 30, "3": 11}, "ranked_grades": {"upstream": [3, 0, 3, 3, 2, 0, 2, 1, 2, 2, 2, 1, 0, 3, 2, 2, 3, 2, 2, 1], "finetuned": [2, 3, 1, 2, 2, 2, 2, 3, 2, 0, 2, 2, 2, 2, 2, 2, 3, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0721", "group": "g0034", "reference_grade_counts": {"0": 4, "1": 50, "2": 31, "3": 4}, "ranked_grades": {"upstream": [2, 1, 2, 2, 3, 2, 3, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 1, 1, 2], "finetuned": [2, 2, 1, 3, 1, 2, 2, 2, 2, 1, 1, 3, 3, 1, 2, 1, 2, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0722", "group": "g0009", "reference_grade_counts": {"0": 30, "1": 13, "2": 30, "3": 10}, "ranked_grades": {"upstream": [2, 3, 3, 2, 2, 2, 2, 0, 1, 3, 2, 3, 2, 3, 2, 2, 2, 2, 0, 0], "finetuned": [0, 2, 2, 0, 0, 0, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 0, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0723", "group": "g0024", "reference_grade_counts": {"0": 40, "1": 9, "2": 23, "3": 28}, "ranked_grades": {"upstream": [3, 0, 2, 0, 2, 2, 0, 2, 2, 0, 1, 3, 3, 0, 1, 0, 0, 2, 2, 0], "finetuned": [3, 3, 3, 3, 2, 3, 2, 2, 3, 3, 3, 3, 3, 2, 3, 2, 3, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0724", "group": "g0025", "reference_grade_counts": {"0": 6, "1": 3, "2": 57, "3": 27}, "ranked_grades": {"upstream": [3, 3, 3, 2, 2, 3, 2, 2, 2, 2, 3, 3, 2, 3, 2, 2, 2, 2, 2, 3], "finetuned": [3, 3, 2, 2, 3, 2, 3, 2, 2, 2, 3, 2, 3, 1, 2, 3, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0725", "group": "g0015", "reference_grade_counts": {"0": 40, "1": 34, "2": 23, "3": 6}, "ranked_grades": {"upstream": [2, 2, 2, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 2, 2, 2, 0, 0, 2, 2], "finetuned": [1, 0, 1, 2, 1, 2, 2, 1, 0, 0, 3, 1, 2, 2, 1, 1, 0, 0, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0726", "group": "g0015", "reference_grade_counts": {"0": 36, "1": 35, "2": 31, "3": 4}, "ranked_grades": {"upstream": [1, 0, 2, 0, 1, 1, 2, 0, 2, 0, 1, 1, 2, 0, 2, 1, 2, 1, 2, 1], "finetuned": [0, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2, 1, 2, 1, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0727", "group": "g0009", "reference_grade_counts": {"0": 5, "1": 16, "2": 60, "3": 20}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 1, 2, 2, 2, 0, 2, 2, 3, 2, 2, 2, 2, 2, 1, 2], "finetuned": [3, 3, 0, 3, 0, 2, 2, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0728", "group": "g0030", "reference_grade_counts": {"0": 31, "1": 10, "2": 25, "3": 18}, "ranked_grades": {"upstream": [3, 3, 0, 2, 0, 3, 3, 2, 2, 3, 0, 0, 2, 2, 3, 1, 3, 2, 3, 2], "finetuned": [3, 2, 3, 3, 2, 2, 3, 1, 0, 3, 2, 3, 3, 3, 3, 0, 1, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0729", "group": "g0028", "reference_grade_counts": {"0": 53, "1": 5, "2": 14, "3": 18}, "ranked_grades": {"upstream": [3, 3, 0, 0, 3, 3, 2, 0, 3, 3, 0, 3, 2, 2, 0, 1, 2, 2, 2, 0], "finetuned": [3, 3, 2, 2, 2, 3, 3, 3, 2, 2, 3, 2, 2, 3, 3, 0, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0730", "group": "g0007", "reference_grade_counts": {"0": 40, "1": 24, "2": 7, "3": 7}, "ranked_grades": {"upstream": [1, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 1], "finetuned": [3, 3, 3, 0, 1, 3, 3, 1, 1, 3, 1, 3, 0, 2, 0, 2, 1, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0731", "group": "g0018", "reference_grade_counts": {"0": 37, "1": 36, "2": 7, "3": 2}, "ranked_grades": {"upstream": [0, 2, 2, 2, 1, 0, 1, 2, 1, 3, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0], "finetuned": [1, 0, 3, 0, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0732", "group": "g0008", "reference_grade_counts": {"0": 2, "1": 11, "2": 39, "3": 17}, "ranked_grades": {"upstream": [3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 3, 3, 2, 2, 3], "finetuned": [3, 3, 3, 3, 3, 3, 2, 3, 2, 2, 3, 2, 3, 2, 3, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0733", "group": "g0034", "reference_grade_counts": {"0": 21, "1": 30, "2": 44, "3": 2}, "ranked_grades": {"upstream": [0, 1, 1, 2, 2, 2, 2, 1, 2, 2, 3, 1, 1, 2, 2, 2, 1, 1, 1, 2], "finetuned": [2, 1, 2, 2, 2, 2, 3, 2, 2, 2, 1, 2, 2, 1, 2, 3, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0734", "group": "g0007", "reference_grade_counts": {"0": 18, "1": 41, "2": 5, "3": 0}, "ranked_grades": {"upstream": [2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 0, 1, 1, 1, 2, 1, 1, 1, 0, 1], "finetuned": [2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0735", "group": "g0028", "reference_grade_counts": {"0": 77, "1": 12, "2": 5, "3": 6}, "ranked_grades": {"upstream": [0, 0, 1, 0, 3, 0, 3, 0, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 2, 0, 0, 0, 0, 0, 3, 3, 0, 2, 0, 0, 0, 3, 1, 0, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0736", "group": "g0009", "reference_grade_counts": {"0": 35, "1": 20, "2": 34, "3": 7}, "ranked_grades": {"upstream": [1, 3, 3, 3, 2, 2, 2, 0, 2, 2, 2, 1, 1, 3, 2, 0, 1, 2, 1, 1], "finetuned": [2, 1, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0737", "group": "g0034", "reference_grade_counts": {"0": 50, "1": 18, "2": 24, "3": 10}, "ranked_grades": {"upstream": [0, 2, 1, 2, 1, 2, 3, 2, 1, 2, 3, 3, 1, 3, 2, 0, 0, 2, 1, 2], "finetuned": [3, 3, 1, 2, 3, 3, 2, 0, 2, 3, 1, 0, 2, 0, 1, 1, 2, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0738", "group": "g0015", "reference_grade_counts": {"0": 29, "1": 65, "2": 9, "3": 2}, "ranked_grades": {"upstream": [0, 0, 0, 2, 1, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1], "finetuned": [1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 0, 1, 1, 0, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0739", "group": "g0007", "reference_grade_counts": {"0": 7, "1": 34, "2": 25, "3": 0}, "ranked_grades": {"upstream": [2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 0, 2, 1], "finetuned": [2, 1, 2, 1, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0740", "group": "g0008", "reference_grade_counts": {"0": 13, "1": 35, "2": 48, "3": 5}, "ranked_grades": {"upstream": [1, 2, 2, 2, 0, 1, 1, 2, 1, 2, 1, 2, 1, 2, 0, 2, 1, 2, 2, 2], "finetuned": [2, 2, 3, 2, 2, 2, 2, 2, 2, 1, 2, 2, 0, 2, 2, 1, 1, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0741", "group": "g0018", "reference_grade_counts": {"0": 72, "1": 11, "2": 6, "3": 4}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0], "finetuned": [3, 0, 1, 3, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 2, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0742", "group": "g0005", "reference_grade_counts": {"0": 36, "1": 10, "2": 27, "3": 15}, "ranked_grades": {"upstream": [1, 0, 2, 3, 1, 2, 2, 1, 1, 0, 1, 0, 0, 3, 0, 2, 2, 3, 1, 2], "finetuned": [3, 3, 3, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0743", "group": "g0006", "reference_grade_counts": {"0": 15, "1": 20, "2": 32, "3": 16}, "ranked_grades": {"upstream": [3, 3, 3, 2, 0, 3, 0, 1, 3, 2, 3, 1, 2, 2, 2, 2, 2, 3, 1, 3], "finetuned": [3, 3, 3, 3, 3, 2, 2, 3, 2, 3, 2, 3, 2, 3, 3, 1, 3, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0744", "group": "g0008", "reference_grade_counts": {"0": 66, "1": 14, "2": 12, "3": 0}, "ranked_grades": {"upstream": [2, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 2, 0, 1, 0, 1, 0, 0, 0], "finetuned": [1, 0, 2, 2, 0, 2, 1, 0, 0, 0, 2, 1, 1, 0, 2, 0, 2, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0745", "group": "g0007", "reference_grade_counts": {"0": 38, "1": 27, "2": 30, "3": 1}, "ranked_grades": {"upstream": [2, 1, 0, 1, 2, 1, 2, 2, 1, 1, 1, 0, 0, 1, 0, 2, 1, 1, 1, 1], "finetuned": [2, 2, 2, 2, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0746", "group": "g0034", "reference_grade_counts": {"0": 19, "1": 11, "2": 45, "3": 10}, "ranked_grades": {"upstream": [2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 2, 3, 2, 3, 2, 1, 2, 1, 2, 2], "finetuned": [3, 1, 2, 2, 2, 0, 2, 2, 2, 2, 3, 2, 3, 2, 2, 2, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0747", "group": "g0015", "reference_grade_counts": {"0": 28, "1": 47, "2": 24, "3": 4}, "ranked_grades": {"upstream": [1, 0, 1, 0, 2, 2, 0, 1, 2, 0, 1, 1, 1, 1, 1, 0, 1, 1, 2, 0], "finetuned": [1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 0, 2, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0748", "group": "g0015", "reference_grade_counts": {"0": 18, "1": 19, "2": 18, "3": 27}, "ranked_grades": {"upstream": [3, 3, 1, 2, 3, 3, 2, 3, 1, 0, 1, 1, 2, 3, 2, 1, 2, 1, 3, 2], "finetuned": [2, 3, 2, 3, 1, 2, 2, 3, 3, 2, 2, 1, 0, 0, 0, 3, 3, 1, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0749", "group": "g0005", "reference_grade_counts": {"0": 18, "1": 15, "2": 34, "3": 6}, "ranked_grades": {"upstream": [2, 3, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 1, 3, 2, 2, 0], "finetuned": [2, 3, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 1, 2, 2, 1, 2, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0750", "group": "g0009", "reference_grade_counts": {"0": 30, "1": 39, "2": 18, "3": 3}, "ranked_grades": {"upstream": [1, 2, 2, 3, 2, 1, 1, 1, 2, 2, 3, 1, 0, 2, 1, 1, 1, 2, 1, 1], "finetuned": [2, 2, 2, 2, 0, 2, 0, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0751", "group": "g0006", "reference_grade_counts": {"0": 37, "1": 16, "2": 22, "3": 15}, "ranked_grades": {"upstream": [3, 3, 3, 2, 1, 2, 2, 3, 0, 1, 3, 0, 2, 2, 2, 2, 3, 1, 0, 0], "finetuned": [3, 2, 3, 3, 3, 2, 1, 2, 2, 3, 1, 2, 2, 1, 3, 3, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0752", "group": "g0005", "reference_grade_counts": {"0": 18, "1": 37, "2": 24, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 2, 1], "finetuned": [1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0753", "group": "g0008", "reference_grade_counts": {"0": 1, "1": 45, "2": 26, "3": 7}, "ranked_grades": {"upstream": [3, 1, 1, 2, 1, 2, 3, 2, 3, 2, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1], "finetuned": [2, 2, 2, 3, 3, 2, 3, 2, 3, 3, 2, 3, 2, 2, 3, 1, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0754", "group": "g0024", "reference_grade_counts": {"0": 35, "1": 19, "2": 36, "3": 12}, "ranked_grades": {"upstream": [2, 3, 2, 2, 2, 2, 2, 2, 3, 0, 1, 2, 0, 2, 0, 2, 2, 2, 2, 3], "finetuned": [2, 2, 1, 3, 2, 2, 2, 3, 1, 2, 2, 1, 2, 2, 3, 3, 1, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0755", "group": "g0015", "reference_grade_counts": {"0": 3, "1": 20, "2": 22, "3": 29}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 2, 1, 3, 3, 3, 2, 1, 2, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0756", "group": "g0008", "reference_grade_counts": {"0": 4, "1": 16, "2": 31, "3": 18}, "ranked_grades": {"upstream": [3, 0, 1, 3, 2, 2, 2, 1, 2, 3, 0, 2, 2, 2, 1, 2, 2, 3, 2, 2], "finetuned": [3, 2, 2, 2, 2, 3, 2, 3, 2, 2, 2, 2, 1, 3, 3, 3, 3, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0757", "group": "g0025", "reference_grade_counts": {"0": 11, "1": 27, "2": 23, "3": 24}, "ranked_grades": {"upstream": [3, 2, 3, 2, 3, 2, 1, 3, 2, 3, 2, 1, 3, 3, 2, 1, 2, 3, 3, 1], "finetuned": [1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0758", "group": "g0008", "reference_grade_counts": {"0": 79, "1": 12, "2": 3, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1], "finetuned": [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0759", "group": "g0024", "reference_grade_counts": {"0": 61, "1": 30, "2": 9, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 2, 2, 0, 0, 0, 0, 0, 1, 1], "finetuned": [0, 2, 1, 0, 1, 0, 0, 2, 1, 0, 2, 2, 1, 1, 0, 2, 1, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0760", "group": "g0025", "reference_grade_counts": {"0": 7, "1": 13, "2": 56, "3": 28}, "ranked_grades": {"upstream": [1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 3, 2, 2, 1, 2], "finetuned": [2, 3, 1, 2, 2, 2, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0761", "group": "g0034", "reference_grade_counts": {"0": 29, "1": 18, "2": 4, "3": 38}, "ranked_grades": {"upstream": [3, 3, 1, 1, 1, 3, 1, 3, 3, 3, 3, 3, 1, 1, 1, 1, 1, 3, 1, 1], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0762", "group": "g0020", "reference_grade_counts": {"0": 15, "1": 16, "2": 19, "3": 28}, "ranked_grades": {"upstream": [2, 3, 3, 3, 3, 2, 3, 1, 2, 1, 3, 3, 0, 3, 0, 3, 1, 3, 2, 0], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0763", "group": "g0024", "reference_grade_counts": {"0": 28, "1": 30, "2": 43, "3": 11}, "ranked_grades": {"upstream": [2, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 2, 2, 1, 2, 1, 2, 2, 1], "finetuned": [2, 2, 2, 2, 1, 2, 2, 2, 2, 0, 2, 0, 3, 0, 1, 2, 0, 0, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0764", "group": "g0034", "reference_grade_counts": {"0": 11, "1": 25, "2": 13, "3": 38}, "ranked_grades": {"upstream": [0, 2, 2, 3, 3, 3, 1, 3, 3, 2, 0, 0, 1, 1, 1, 1, 2, 2, 3, 1], "finetuned": [3, 2, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 3, 3, 2, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0765", "group": "g0034", "reference_grade_counts": {"0": 34, "1": 37, "2": 25, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 2, 0, 2, 2, 1, 1, 1, 0, 0, 2, 0, 1, 1, 1, 1, 2, 1], "finetuned": [2, 2, 2, 1, 1, 2, 2, 1, 2, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0766", "group": "g0008", "reference_grade_counts": {"0": 20, "1": 39, "2": 31, "3": 7}, "ranked_grades": {"upstream": [1, 2, 1, 2, 2, 1, 1, 2, 1, 0, 2, 1, 0, 2, 3, 0, 0, 2, 2, 0], "finetuned": [2, 2, 1, 1, 0, 2, 2, 2, 0, 3, 2, 0, 1, 1, 1, 1, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0767", "group": "g0007", "reference_grade_counts": {"0": 0, "1": 19, "2": 28, "3": 22}, "ranked_grades": {"upstream": [2, 1, 2, 2, 2, 2, 1, 3, 1, 2, 1, 2, 3, 1, 2, 3, 2, 2, 2, 2], "finetuned": [3, 2, 3, 3, 2, 2, 2, 2, 3, 3, 2, 3, 2, 3, 2, 3, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0768", "group": "g0034", "reference_grade_counts": {"0": 34, "1": 59, "2": 14, "3": 0}, "ranked_grades": {"upstream": [1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "finetuned": [1, 2, 1, 2, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0769", "group": "g0007", "reference_grade_counts": {"0": 29, "1": 33, "2": 0, "3": 15}, "ranked_grades": {"upstream": [3, 0, 1, 3, 1, 0, 1, 3, 0, 1, 1, 1, 3, 0, 1, 1, 1, 1, 3, 0], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 1, 3, 3, 3, 0, 1, 1, 1, 3, 1, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0770", "group": "g0008", "reference_grade_counts": {"0": 36, "1": 48, "2": 2, "3": 0}, "ranked_grades": {"upstream": [0, 2, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0771", "group": "g0034", "reference_grade_counts": {"0": 56, "1": 38, "2": 3, "3": 0}, "ranked_grades": {"upstream": [1, 2, 0, 0, 0, 1, 1, 1, 0, 2, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0], "finetuned": [0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0772", "group": "g0024", "reference_grade_counts": {"0": 70, "1": 31, "2": 3, "3": 0}, "ranked_grades": {"upstream": [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0], "finetuned": [1, 1, 1, 2, 2, 0, 1, 1, 0, 0, 1, 0, 1, 2, 0, 1, 0, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0773", "group": "g0005", "reference_grade_counts": {"0": 17, "1": 13, "2": 43, "3": 10}, "ranked_grades": {"upstream": [2, 3, 2, 3, 1, 2, 2, 2, 2, 2, 3, 2, 1, 3, 2, 1, 2, 3, 2, 2], "finetuned": [2, 2, 3, 2, 2, 2, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0774", "group": "g0021", "reference_grade_counts": {"0": 36, "1": 32, "2": 10, "3": 1}, "ranked_grades": {"upstream": [2, 1, 1, 2, 2, 1, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 3, 2], "finetuned": [1, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 0, 1, 1, 2, 3, 2, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0775", "group": "g0009", "reference_grade_counts": {"0": 40, "1": 40, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0], "finetuned": [1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0776", "group": "g0034", "reference_grade_counts": {"0": 38, "1": 21, "2": 35, "3": 2}, "ranked_grades": {"upstream": [2, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 2, 1, 1, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 3, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0777", "group": "g0005", "reference_grade_counts": {"0": 28, "1": 11, "2": 37, "3": 13}, "ranked_grades": {"upstream": [2, 2, 2, 2, 1, 2, 1, 2, 2, 2, 1, 1, 2, 0, 2, 2, 2, 3, 2, 1], "finetuned": [3, 3, 3, 3, 3, 2, 2, 1, 3, 2, 3, 1, 2, 2, 2, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0778", "group": "g0024", "reference_grade_counts": {"0": 35, "1": 19, "2": 34, "3": 6}, "ranked_grades": {"upstream": [2, 2, 2, 1, 3, 3, 1, 2, 2, 2, 2, 2, null, 3, 2, 1, 3, 2, 2, 2], "finetuned": [3, 1, 1, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1, 1, null, 2, 1, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false]}}, {"id": "q0779", "group": "g0028", "reference_grade_counts": {"0": 11, "1": 39, "2": 31, "3": 6}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 2, 1, 2, 2, 2, 2], "finetuned": [2, 1, 2, 1, 3, 2, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0780", "group": "g0005", "reference_grade_counts": {"0": 12, "1": 71, "2": 14, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1], "finetuned": [1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0781", "group": "g0009", "reference_grade_counts": {"0": 16, "1": 32, "2": 2, "3": 26}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 0, 0, 3, 3, 0, 3, 3, 3, 3, 3, 3, 3, 0, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0782", "group": "g0034", "reference_grade_counts": {"0": 13, "1": 31, "2": 52, "3": 2}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0783", "group": "g0024", "reference_grade_counts": {"0": 10, "1": 21, "2": 51, "3": 6}, "ranked_grades": {"upstream": [2, 1, 1, 1, 2, 1, 1, 0, 1, 2, 2, 2, 1, 1, 1, 2, 2, 1, 2, 2], "finetuned": [2, 2, 2, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0784", "group": "g0038", "reference_grade_counts": {"0": 17, "1": 7, "2": 53, "3": 26}, "ranked_grades": {"upstream": [2, 3, 2, 2, null, 2, 2, 1, null, 2, 2, 2, 3, 3, 2, 3, 2, 2, 3, 2], "finetuned": [2, 2, 2, 2, 2, 2, 3, 2, 2, 1, 2, 3, 2, 2, 2, 3, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, true, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0785", "group": "g0034", "reference_grade_counts": {"0": 7, "1": 22, "2": 67, "3": 6}, "ranked_grades": {"upstream": [3, 2, 2, 3, 2, 2, 2, 2, 3, 2, 0, 2, 3, 2, 2, 2, 2, 2, 2, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0786", "group": "g0009", "reference_grade_counts": {"0": 35, "1": 17, "2": 23, "3": 8}, "ranked_grades": {"upstream": [3, 2, 1, 2, 0, 2, 1, 2, 0, 0, 3, 1, 1, 2, 2, 0, 1, 0, 0, 3], "finetuned": [3, 1, 0, 2, 1, 3, 2, 0, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0787", "group": "g0034", "reference_grade_counts": {"0": 84, "1": 7, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0788", "group": "g0009", "reference_grade_counts": {"0": 17, "1": 28, "2": 20, "3": 12}, "ranked_grades": {"upstream": [3, 2, 1, 2, 3, 3, 0, 2, 2, 3, 1, 3, 1, 1, 0, 2, 1, 1, 2, 0], "finetuned": [3, 3, 3, 2, 2, 2, 3, 1, 2, 3, 2, 2, 2, 2, 2, 2, 3, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0789", "group": "g0024", "reference_grade_counts": {"0": 25, "1": 42, "2": 16, "3": 5}, "ranked_grades": {"upstream": [1, 0, 1, 1, 2, 2, null, 3, 1, 1, 1, 2, null, 1, 1, 2, 2, 3, null, 1], "finetuned": [2, 1, 3, 1, 0, 1, 1, 2, 1, 3, 1, 1, 1, 1, 2, 1, 2, 2, null, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, true, false, false, false, false, false, true, false, false, false, false, false, true, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false]}}, {"id": "q0790", "group": "g0034", "reference_grade_counts": {"0": 23, "1": 18, "2": 29, "3": 17}, "ranked_grades": {"upstream": [2, 3, 1, 2, 0, 3, 2, 2, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2], "finetuned": [3, 3, 3, 3, 3, 2, 3, 2, 3, 2, 3, 3, 2, 2, 2, 3, 3, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0791", "group": "g0007", "reference_grade_counts": {"0": 9, "1": 52, "2": 5, "3": 0}, "ranked_grades": {"upstream": [0, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1], "finetuned": [2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0792", "group": "g0002", "reference_grade_counts": {"0": 37, "1": 16, "2": 44, "3": 13}, "ranked_grades": {"upstream": [0, 0, 2, 0, 0, 0, 2, 1, 1, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0], "finetuned": [3, 3, 3, 3, 2, 2, 3, 2, 3, 1, 3, 2, 3, 1, 3, 2, 0, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0793", "group": "g0005", "reference_grade_counts": {"0": 6, "1": 52, "2": 40, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 1, 2, 2, 1, 1, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0794", "group": "g0028", "reference_grade_counts": {"0": 67, "1": 15, "2": 21, "3": 5}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 2, 0, 0], "finetuned": [0, 3, 2, 2, 1, 2, 2, 3, 2, 0, 2, 1, 2, 1, 2, 2, 2, 1, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0795", "group": "g0008", "reference_grade_counts": {"0": 52, "1": 24, "2": 11, "3": 4}, "ranked_grades": {"upstream": [1, 1, 2, 0, 2, 1, 2, 3, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1], "finetuned": [3, 3, 3, 2, 1, 1, 2, 1, 0, 0, 1, 0, 2, 0, 1, 0, 0, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0796", "group": "g0005", "reference_grade_counts": {"0": 23, "1": 26, "2": 17, "3": 18}, "ranked_grades": {"upstream": [3, 0, 2, 3, 1, 0, 1, 3, 1, 1, 3, 1, 3, 1, 0, 3, 1, 2, 3, 1], "finetuned": [2, 2, 3, 3, 3, 3, 2, 3, 3, 3, 3, 3, 3, 2, 3, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0797", "group": "g0005", "reference_grade_counts": {"0": 28, "1": 13, "2": 38, "3": 15}, "ranked_grades": {"upstream": [3, 2, 1, 2, 2, 1, 3, 2, 2, 1, 2, 2, 1, 0, 1, 2, 2, 2, 2, 3], "finetuned": [3, 3, 2, 3, 3, 3, 3, 3, 2, 2, 2, 3, 3, 2, 2, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0798", "group": "g0014", "reference_grade_counts": {"0": 30, "1": 13, "2": 32, "3": 25}, "ranked_grades": {"upstream": [3, 2, 3, 2, 2, 3, 2, 2, 3, 3, 2, 1, 3, 1, 3, 2, 2, 2, 1, 2], "finetuned": [2, 2, 2, 2, 1, 1, 2, 3, 2, 2, 2, 3, 3, 3, 1, 2, 2, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0799", "group": "g0015", "reference_grade_counts": {"0": 44, "1": 35, "2": 3, "3": 8}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 1], "finetuned": [3, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 0, 2, 1, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0800", "group": "g0038", "reference_grade_counts": {"0": 53, "1": 8, "2": 11, "3": 13}, "ranked_grades": {"upstream": [3, 0, null, null, 0, 1, null, 1, null, null, 0, 3, null, 3, 2, 2, 2, 3, null, null], "finetuned": [3, 2, 0, 0, null, 0, 0, 3, 3, 3, 2, null, 3, null, null, 0, 3, null, null, 0]}, "excluded": {"upstream": [false, false, true, true, false, false, true, false, true, true, false, false, true, false, false, false, false, false, true, true], "finetuned": [false, false, false, false, true, false, false, false, false, false, false, true, false, true, true, false, false, true, true, false]}}, {"id": "q0801", "group": "g0015", "reference_grade_counts": {"0": 38, "1": 7, "2": 39, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 1, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0802", "group": "g0015", "reference_grade_counts": {"0": 73, "1": 9, "2": 19, "3": 3}, "ranked_grades": {"upstream": [0, 2, 0, 2, 0, 2, 2, 1, 0, 0, 0, 2, 2, 1, 2, 2, 2, 0, 1, 1], "finetuned": [2, 0, 0, 2, 1, 0, 2, 3, 2, 0, 1, 2, 2, 3, 0, 0, 0, 0, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0803", "group": "g0015", "reference_grade_counts": {"0": 27, "1": 17, "2": 39, "3": 9}, "ranked_grades": {"upstream": [2, 3, 3, 2, 1, 2, 3, 3, 1, 1, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2], "finetuned": [2, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 3, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0804", "group": "g0007", "reference_grade_counts": {"0": 14, "1": 38, "2": 15, "3": 1}, "ranked_grades": {"upstream": [1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1], "finetuned": [1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0805", "group": "g0024", "reference_grade_counts": {"0": 53, "1": 37, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0806", "group": "g0007", "reference_grade_counts": {"0": 58, "1": 15, "2": 10, "3": 2}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 2, 0, 0, 0, 1, 2, 1, 0, 0], "finetuned": [3, 0, 0, 2, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0807", "group": "g0009", "reference_grade_counts": {"0": 19, "1": 11, "2": 35, "3": 22}, "ranked_grades": {"upstream": [3, 1, 2, 1, 1, 2, 0, 2, 2, 2, 2, 2, 3, 1, 2, 2, 3, 2, 2, 2], "finetuned": [0, 0, 3, 0, 2, 2, 2, 3, 2, 3, 2, 3, 2, 1, 3, 3, 3, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0808", "group": "g0009", "reference_grade_counts": {"0": 47, "1": 36, "2": 9, "3": 3}, "ranked_grades": {"upstream": [1, 2, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 3, 0, 0, 2, 1, 1, 2], "finetuned": [3, 3, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 2, 1, 2, 1, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0809", "group": "g0008", "reference_grade_counts": {"0": 2, "1": 9, "2": 31, "3": 18}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 3, 2, 2, 3, 3, 2, 2, 3, 2, 3, 2, 3, 2, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0810", "group": "g0028", "reference_grade_counts": {"0": 32, "1": 15, "2": 26, "3": 11}, "ranked_grades": {"upstream": [0, 0, 2, 2, 2, 0, 0, 0, 2, 2, 2, 2, 2, 0, 2, 0, 0, 2, 2, 0], "finetuned": [2, 2, 3, 3, 2, 3, 3, 2, 2, 2, 3, 1, 1, 1, 2, 3, 3, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0811", "group": "g0028", "reference_grade_counts": {"0": 55, "1": 34, "2": 1, "3": 0}, "ranked_grades": {"upstream": [0, 1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0], "finetuned": [1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0812", "group": "g0009", "reference_grade_counts": {"0": 10, "1": 30, "2": 38, "3": 3}, "ranked_grades": {"upstream": [1, 3, 2, 1, 1, 2, 2, 3, 3, 1, 1, 2, 2, 2, 1, 2, 2, 2, 2, 2], "finetuned": [2, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 2, 2, 1, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0813", "group": "g0024", "reference_grade_counts": {"0": 69, "1": 11, "2": 9, "3": 21}, "ranked_grades": {"upstream": [0, 2, 0, 0, 0, 1, 0, 2, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 2, 3, 0, 2, 0, 3, 0, 3, 3, 0, 0, 0, 3, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0814", "group": "g0004", "reference_grade_counts": {"0": 31, "1": 14, "2": 20, "3": 16}, "ranked_grades": {"upstream": [2, 1, 2, 2, 2, 3, 1, 1, 1, 1, 0, 3, 2, 2, 1, 0, 3, 1, 2, 2], "finetuned": [3, 2, 2, 2, 2, 1, 3, 3, 2, 3, 3, 3, 3, 3, 2, 2, 2, 1, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0815", "group": "g0028", "reference_grade_counts": {"0": 56, "1": 41, "2": 9, "3": 0}, "ranked_grades": {"upstream": [1, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0], "finetuned": [1, 1, 1, 2, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0816", "group": "g0034", "reference_grade_counts": {"0": 32, "1": 46, "2": 24, "3": 9}, "ranked_grades": {"upstream": [2, 1, 1, 2, 1, 0, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 0, 0, 1], "finetuned": [2, 2, 3, 1, 2, 3, 1, 2, 2, 2, 1, 2, 2, 2, 3, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0817", "group": "g0015", "reference_grade_counts": {"0": 6, "1": 17, "2": 52, "3": 23}, "ranked_grades": {"upstream": [3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 1, 2, 2, 3, 2, 2, 2], "finetuned": [3, 2, 3, 3, 2, 2, 3, 2, 2, 2, 2, 1, 2, 0, 2, 1, 2, 1, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0818", "group": "g0028", "reference_grade_counts": {"0": 75, "1": 10, "2": 7, "3": 3}, "ranked_grades": {"upstream": [0, 1, 2, 1, 2, 0, 3, 3, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 0, 0], "finetuned": [1, 1, 3, 0, 0, 2, 0, 0, 2, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0819", "group": "g0020", "reference_grade_counts": {"0": 37, "1": 21, "2": 22, "3": 14}, "ranked_grades": {"upstream": [2, 0, 3, 3, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 2, 0, 2, 3, 2, 0], "finetuned": [3, 1, 3, 2, 1, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0820", "group": "g0009", "reference_grade_counts": {"0": 4, "1": 28, "2": 43, "3": 12}, "ranked_grades": {"upstream": [2, 3, 3, 1, 2, 2, 3, 3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 1, 2, 1], "finetuned": [3, 3, 1, 2, 3, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 1, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0821", "group": "g0034", "reference_grade_counts": {"0": 14, "1": 20, "2": 50, "3": 26}, "ranked_grades": {"upstream": [1, 2, 2, 2, 2, 3, 2, 2, 3, 1, 3, 2, 1, 2, 2, 2, 2, 1, 3, 1], "finetuned": [2, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 2, 1, 2, 2, 3, 1, 1, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0822", "group": "g0005", "reference_grade_counts": {"0": 10, "1": 22, "2": 63, "3": 8}, "ranked_grades": {"upstream": [3, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 3, 2, 1, 2, 1, 1, 2], "finetuned": [2, 3, 2, 3, 2, 2, 2, 3, 1, 3, 2, 2, 2, 2, 2, 2, 2, 1, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0823", "group": "g0009", "reference_grade_counts": {"0": 34, "1": 30, "2": 23, "3": 9}, "ranked_grades": {"upstream": [2, 0, 1, 3, 1, 1, 2, 1, 2, 0, 2, 2, 2, 1, 1, 1, 1, 0, 1, 1], "finetuned": [2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 2, 1, 3, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0824", "group": "g0005", "reference_grade_counts": {"0": 1, "1": 4, "2": 31, "3": 39}, "ranked_grades": {"upstream": [2, 2, 3, 3, 3, 3, 3, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 3, 3], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 3, 3, 3, 3, 2, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0825", "group": "g0005", "reference_grade_counts": {"0": 13, "1": 73, "2": 21, "3": 1}, "ranked_grades": {"upstream": [2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1], "finetuned": [2, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0826", "group": "g0008", "reference_grade_counts": {"0": 40, "1": 32, "2": 19, "3": 3}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 3, 1, 2, 0, 1], "finetuned": [1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 1, 0, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0827", "group": "g0028", "reference_grade_counts": {"0": 61, "1": 10, "2": 14, "3": 9}, "ranked_grades": {"upstream": [2, 0, 2, 1, 0, 0, 3, 3, 3, 0, 2, 2, 0, 0, 0, 1, 0, 0, 2, 0], "finetuned": [2, 2, 2, 2, 2, 3, 3, 2, 2, 3, 3, 3, 2, 2, 2, 2, 3, 0, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0828", "group": "g0007", "reference_grade_counts": {"0": 35, "1": 28, "2": 21, "3": 8}, "ranked_grades": {"upstream": [2, 1, 0, 0, 0, 1, 0, 3, 0, 1, 0, 0, 2, 3, 1, 0, 1, 3, 2, 1], "finetuned": [2, 3, 1, 3, 1, 0, 3, 2, 3, 2, 1, 2, 1, 0, 0, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0829", "group": "g0007", "reference_grade_counts": {"0": 61, "1": 8, "2": 7, "3": 3}, "ranked_grades": {"upstream": [0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 1], "finetuned": [0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 2, 2, 0, 3, 2, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0830", "group": "g0034", "reference_grade_counts": {"0": 82, "1": 8, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1], "finetuned": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0831", "group": "g0006", "reference_grade_counts": {"0": 25, "1": 23, "2": 18, "3": 20}, "ranked_grades": {"upstream": [2, 0, 1, 3, 2, 3, 1, 3, 3, 0, 3, 1, 2, 1, 0, 2, 0, 0, 2, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 1, 3, 2, 3, 3, 3, 3, 3, 2, 2, 1, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0832", "group": "g0025", "reference_grade_counts": {"0": 7, "1": 27, "2": 30, "3": 23}, "ranked_grades": {"upstream": [2, 3, 2, 3, 1, 2, 2, 3, 2, 2, 2, 2, 3, 1, 2, 2, 2, 1, 2, 2], "finetuned": [3, 3, 2, 3, 1, 3, 3, 2, 1, 3, 3, 1, 3, 2, 2, 2, 2, 3, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0833", "group": "g0028", "reference_grade_counts": {"0": 31, "1": 24, "2": 7, "3": 22}, "ranked_grades": {"upstream": [3, 3, 3, 3, 0, 3, 3, 2, 3, 1, 3, 0, 3, 3, 0, 0, 3, 1, 1, 2], "finetuned": [3, 3, 3, 3, 3, 3, 2, 3, 1, 3, 3, 3, 1, 3, 3, 3, 3, 3, 3, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0834", "group": "g0017", "reference_grade_counts": {"0": 8, "1": 31, "2": 34, "3": 35}, "ranked_grades": {"upstream": [3, 2, 1, 2, 3, 2, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 3], "finetuned": [3, 3, 3, 2, 2, 2, 3, 3, 2, 0, 2, 0, 3, 2, 3, 2, 2, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0835", "group": "g0005", "reference_grade_counts": {"0": 56, "1": 28, "2": 1, "3": 0}, "ranked_grades": {"upstream": [0, 1, 0, 1, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1], "finetuned": [1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0836", "group": "g0015", "reference_grade_counts": {"0": 48, "1": 30, "2": 23, "3": 8}, "ranked_grades": {"upstream": [3, 1, 2, 2, 1, 2, 0, 1, 1, 0, 2, 2, 0, 1, 0, 3, 2, 2, 0, 2], "finetuned": [3, 0, 2, 3, 2, 2, 2, 2, 2, 0, 1, 1, 2, 2, 0, 2, 2, 3, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0837", "group": "g0005", "reference_grade_counts": {"0": 4, "1": 19, "2": 67, "3": 2}, "ranked_grades": {"upstream": [2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0838", "group": "g0012", "reference_grade_counts": {"0": 15, "1": 16, "2": 20, "3": 22}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 3, 3, 2, 1, 3, 3, 3, 3, 1, 3, 2, 2, 3, 1], "finetuned": [3, 3, 3, 3, 3, 3, 2, 2, 3, 1, 2, 2, 3, 2, 3, 3, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0839", "group": "g0034", "reference_grade_counts": {"0": 26, "1": 32, "2": 15, "3": 12}, "ranked_grades": {"upstream": [3, 1, 1, 3, 1, 2, 2, 2, 0, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1], "finetuned": [2, 3, 3, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 1, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0840", "group": "g0034", "reference_grade_counts": {"0": 8, "1": 17, "2": 56, "3": 12}, "ranked_grades": {"upstream": [3, 3, 2, 2, 2, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 3, 2, 2, 2, 2], "finetuned": [2, 2, 2, 3, 2, 3, 2, 2, 2, 2, 2, 2, 3, 2, 3, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0841", "group": "g0016", "reference_grade_counts": {"0": 23, "1": 10, "2": 34, "3": 31}, "ranked_grades": {"upstream": [2, 3, 3, 1, 1, 3, 2, 3, 3, 2, 2, 2, 1, 2, 2, 2, 2, 2, 0, 1], "finetuned": [3, 3, 2, 3, 3, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0842", "group": "g0019", "reference_grade_counts": {"0": 66, "1": 13, "2": 23, "3": 2}, "ranked_grades": {"upstream": [0, 0, 0, 2, 0, 2, 2, 2, 2, 0, 0, 1, 1, 2, 2, 2, 1, 2, 2, 1], "finetuned": [0, 2, 2, 1, 2, 2, 0, 2, 2, 2, 0, 0, 2, 3, 0, 2, 0, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0843", "group": "g0033", "reference_grade_counts": {"0": 17, "1": 14, "2": 24, "3": 27}, "ranked_grades": {"upstream": [2, 3, 2, 3, 2, 3, 2, 2, 2, 3, 3, 2, 3, 1, 2, 2, 3, 2, 3, 3], "finetuned": [2, 2, 3, 3, 2, 3, 3, 2, 0, 0, 3, 1, 3, 3, 3, 2, 2, 2, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0844", "group": "g0005", "reference_grade_counts": {"0": 16, "1": 1, "2": 36, "3": 19}, "ranked_grades": {"upstream": [3, 3, 3, 3, 2, 2, 3, 2, 3, 3, 2, 3, 2, 2, 2, 3, 3, 2, 3, 2], "finetuned": [3, 2, 2, 3, 3, 2, 2, 3, 2, 2, 2, 3, 2, 2, 3, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0845", "group": "g0009", "reference_grade_counts": {"0": 16, "1": 21, "2": 32, "3": 18}, "ranked_grades": {"upstream": [3, 2, 1, 2, 2, 3, 3, 3, 2, 2, 2, 2, 1, 1, 2, 3, 2, 2, 1, 3], "finetuned": [0, 2, 1, 2, 1, 2, 1, 2, 3, 3, 2, 1, 1, 1, 2, 3, 1, 2, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0846", "group": "g0028", "reference_grade_counts": {"0": 54, "1": 22, "2": 18, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0], "finetuned": [1, 2, 2, 0, 2, 2, 0, 1, 2, 2, 0, 2, 1, 2, 2, 1, 0, 2, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0847", "group": "g0028", "reference_grade_counts": {"0": 67, "1": 5, "2": 14, "3": 7}, "ranked_grades": {"upstream": [3, 2, 3, 2, 0, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0], "finetuned": [2, 3, 3, 2, 2, 2, 2, 3, 0, 2, 3, 2, 0, 3, 0, 3, 2, 0, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0848", "group": "g0028", "reference_grade_counts": {"0": 58, "1": 7, "2": 11, "3": 12}, "ranked_grades": {"upstream": [3, 0, 0, 3, 2, 3, 0, 0, 2, 1, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0], "finetuned": [2, 2, 3, 2, 3, 1, 3, 3, 1, 1, 0, 1, 3, 0, 2, 1, 3, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0849", "group": "g0005", "reference_grade_counts": {"0": 36, "1": 65, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0850", "group": "g0034", "reference_grade_counts": {"0": 43, "1": 29, "2": 22, "3": 2}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 2, 1, 0, 1, 1, 1, 1, 0, 2, 0, 0, 0, 1, 1, 0], "finetuned": [2, 3, 2, 2, 2, 2, 3, 2, null, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0851", "group": "g0009", "reference_grade_counts": {"0": 8, "1": 10, "2": 46, "3": 31}, "ranked_grades": {"upstream": [3, 3, 2, 2, 2, 1, 3, 2, 2, 2, 2, 3, 2, 3, 3, 2, 3, 2, 0, 3], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 2, 1, 3, 2, 2, 2, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0852", "group": "g0024", "reference_grade_counts": {"0": 8, "1": 71, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0853", "group": "g0015", "reference_grade_counts": {"0": 27, "1": 53, "2": 12, "3": 2}, "ranked_grades": {"upstream": [1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0854", "group": "g0007", "reference_grade_counts": {"0": 5, "1": 33, "2": 20, "3": 15}, "ranked_grades": {"upstream": [1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2], "finetuned": [2, 3, 3, 2, 2, 2, 3, 2, 2, 1, 2, 2, 3, 3, 3, 3, 3, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0855", "group": "g0033", "reference_grade_counts": {"0": 36, "1": 32, "2": 26, "3": 8}, "ranked_grades": {"upstream": [2, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 2, 2, 3, 1, null, 0, 0, 3, 2], "finetuned": [1, 2, 3, 2, 2, 1, 0, 2, 1, 1, 2, 1, 1, 0, 1, 0, 3, 2, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0856", "group": "g0028", "reference_grade_counts": {"0": 63, "1": 13, "2": 13, "3": 4}, "ranked_grades": {"upstream": [1, 0, 2, 0, 0, 0, 0, 2, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 0], "finetuned": [1, 2, 1, 1, 2, 2, 2, 2, 0, 2, 2, 0, 1, 2, 1, 3, 2, 3, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0857", "group": "g0024", "reference_grade_counts": {"0": 34, "1": 54, "2": 2, "3": 0}, "ranked_grades": {"upstream": [1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 2, 1, 0, 1, 1, 1, 1, 1, 1, 2], "finetuned": [0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0858", "group": "g0028", "reference_grade_counts": {"0": 61, "1": 29, "2": 10, "3": 11}, "ranked_grades": {"upstream": [1, 0, 1, 0, 1, 0, 3, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 3, 0, 0], "finetuned": [1, 3, 2, 1, 3, 1, 1, 2, 1, 0, 2, 3, 2, 2, 0, 1, 1, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0859", "group": "g0015", "reference_grade_counts": {"0": 14, "1": 30, "2": 48, "3": 14}, "ranked_grades": {"upstream": [1, 2, 2, 3, 2, 2, 2, 2, 2, 2, 1, 1, 2, 0, 1, 2, 2, 1, 1, 0], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 3, 2, 2, 2, 2, 2, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0860", "group": "g0028", "reference_grade_counts": {"0": 25, "1": 62, "2": 4, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0], "finetuned": [2, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 2, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0861", "group": "g0012", "reference_grade_counts": {"0": 16, "1": 15, "2": 23, "3": 23}, "ranked_grades": {"upstream": [3, 3, 2, 3, 2, 2, 3, 2, 3, 3, 2, 3, 1, 1, 3, 3, 2, 2, 1, 3], "finetuned": [3, 2, 3, 2, 1, 3, 3, 2, 3, 3, 2, 3, 2, 2, 2, 2, 2, 1, 1, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0862", "group": "g0008", "reference_grade_counts": {"0": 7, "1": 12, "2": 32, "3": 27}, "ranked_grades": {"upstream": [2, 3, 3, 2, 2, 2, 3, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2], "finetuned": [2, 2, 3, 2, 3, 3, 2, 2, 2, 3, 3, 2, 2, 3, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0863", "group": "g0015", "reference_grade_counts": {"0": 36, "1": 40, "2": 30, "3": 0}, "ranked_grades": {"upstream": [0, 1, 2, 2, 2, 1, 2, 2, 1, 2, 2, 1, 1, 1, 1, 2, 2, 0, 0, 0], "finetuned": [1, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0864", "group": "g0034", "reference_grade_counts": {"0": 75, "1": 17, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0865", "group": "g0004", "reference_grade_counts": {"0": 26, "1": 20, "2": 27, "3": 11}, "ranked_grades": {"upstream": [3, 2, 2, 2, 2, 2, 2, 1, 1, 3, 2, 3, 1, 1, 1, 2, 1, 0, 3, 2], "finetuned": [3, 2, 2, 2, 2, 3, 1, 1, 2, 3, 2, 2, 3, 2, 2, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0866", "group": "g0013", "reference_grade_counts": {"0": 4, "1": 45, "2": 36, "3": 17}, "ranked_grades": {"upstream": [3, 1, 1, 1, 1, 1, 2, 1, 2, 2, 2, 2, 1, 2, 1, 0, 3, 2, 1, 1], "finetuned": [2, 2, 2, 1, 1, 1, 2, 2, 3, 2, 1, 3, 3, 2, 3, 1, 1, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0867", "group": "g0007", "reference_grade_counts": {"0": 24, "1": 47, "2": 24, "3": 4}, "ranked_grades": {"upstream": [0, 2, 2, 2, 2, 2, 1, 1, 2, 0, 1, 1, 3, 1, 0, 1, 3, 1, 1, 1], "finetuned": [2, 1, 1, 1, 2, 2, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0868", "group": "g0015", "reference_grade_counts": {"0": 18, "1": 18, "2": 38, "3": 26}, "ranked_grades": {"upstream": [3, 3, 3, 2, 2, 3, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2], "finetuned": [3, 3, 2, 2, 2, 3, 2, 3, 2, 3, 3, 3, 3, 2, 1, 3, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0869", "group": "g0034", "reference_grade_counts": {"0": 30, "1": 26, "2": 42, "3": 0}, "ranked_grades": {"upstream": [2, 1, 2, 2, 2, 2, 1, 2, 2, 2, 1, 0, 2, 1, 2, 1, 1, 1, 1, 2], "finetuned": [2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0870", "group": "g0005", "reference_grade_counts": {"0": 34, "1": 27, "2": 29, "3": 10}, "ranked_grades": {"upstream": [1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 2, 1, 0, 2, 0, 1, 1, 2, 2, 1], "finetuned": [2, 3, 3, 2, 3, 2, 2, 3, 1, 2, 3, 3, 2, 2, 2, 3, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0871", "group": "g0009", "reference_grade_counts": {"0": 52, "1": 24, "2": 31, "3": 9}, "ranked_grades": {"upstream": [0, 1, 2, 2, 0, 2, 1, 1, 2, 2, 2, 2, 1, 1, 2, 1, 0, 2, 2, 0], "finetuned": [2, 2, 0, 2, 2, 2, 0, 2, 2, 2, 2, 2, 1, 0, 2, 2, 2, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0872", "group": "g0015", "reference_grade_counts": {"0": 77, "1": 19, "2": 15, "3": 1}, "ranked_grades": {"upstream": [0, 1, 0, 2, 2, 0, 1, 1, 0, 0, 2, 0, 2, 0, 1, 0, 1, 1, 0, 1], "finetuned": [0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 2, 2, 0, 2, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0873", "group": "g0026", "reference_grade_counts": {"0": 5, "1": 21, "2": 29, "3": 26}, "ranked_grades": {"upstream": [3, 3, 3, 1, 1, 3, 3, 1, 2, 2, 2, 3, 1, 2, 2, 3, 2, 2, 0, 1], "finetuned": [3, 3, 3, 3, 3, 3, 1, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0874", "group": "g0028", "reference_grade_counts": {"0": 66, "1": 4, "2": 20, "3": 8}, "ranked_grades": {"upstream": [2, 0, 0, 0, 0, 2, 3, 0, 0, 0, 1, 2, 0, 0, 2, 0, 0, 0, 0, 0], "finetuned": [2, 2, 2, 3, 2, 2, 3, 2, 2, 2, 2, 3, 2, 2, 3, 2, 2, 3, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0875", "group": "g0024", "reference_grade_counts": {"0": 26, "1": 48, "2": 23, "3": 3}, "ranked_grades": {"upstream": [1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 0], "finetuned": [3, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 2, 3, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0876", "group": "g0005", "reference_grade_counts": {"0": 43, "1": 35, "2": 9, "3": 4}, "ranked_grades": {"upstream": [1, 3, 2, 0, 1, 2, 1, 1, 0, 1, 1, 0, 0, 1, 1, 3, 1, 1, 1, 1], "finetuned": [2, 2, 3, 1, 3, 1, 3, 1, 1, 0, 1, 3, 1, 1, 1, 1, 1, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0877", "group": "g0009", "reference_grade_counts": {"0": 33, "1": 42, "2": 24, "3": 10}, "ranked_grades": {"upstream": [2, 0, 1, 1, 3, 1, 0, 1, 2, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1], "finetuned": [2, 2, 2, 2, 2, 0, 3, 1, 2, 0, 2, 0, 2, 1, 0, 1, 1, 1, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0878", "group": "g0007", "reference_grade_counts": {"0": 36, "1": 39, "2": 1, "3": 0}, "ranked_grades": {"upstream": [0, 2, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0879", "group": "g0009", "reference_grade_counts": {"0": 6, "1": 39, "2": 34, "3": 6}, "ranked_grades": {"upstream": [3, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 3], "finetuned": [2, 2, 2, 1, 1, 2, 1, 2, 2, 2, 2, 1, 2, 2, 1, 1, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0880", "group": "g0008", "reference_grade_counts": {"0": 9, "1": 25, "2": 14, "3": 15}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 1, 3, 2, 3, 1, 3, 1, 2, 3, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 3, 3, 2, 1, 3, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0881", "group": "g0009", "reference_grade_counts": {"0": 78, "1": 3, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0882", "group": "g0015", "reference_grade_counts": {"0": 16, "1": 45, "2": 26, "3": 6}, "ranked_grades": {"upstream": [2, 2, 1, 2, 2, 1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 2, 1, 1, 1, 1], "finetuned": [2, 1, 3, 1, 1, 1, 2, 2, 1, 2, 3, 2, 2, 2, 0, 2, 3, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0883", "group": "g0008", "reference_grade_counts": {"0": 6, "1": 21, "2": 24, "3": 19}, "ranked_grades": {"upstream": [3, 3, 2, 3, 3, 3, 3, 1, 3, 1, 3, 1, 3, 3, 3, 3, 2, 1, 1, 3], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 2, 3, 3, 3, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0884", "group": "g0028", "reference_grade_counts": {"0": 25, "1": 29, "2": 20, "3": 0}, "ranked_grades": {"upstream": [1, 0, 1, 0, 2, 2, 2, 1, 0, 0, 1, 0, 0, 0, 2, 1, 0, 2, 1, 0], "finetuned": [2, 2, 2, 2, 2, 1, 1, 2, 2, 0, 1, 2, 1, 0, 2, 2, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0885", "group": "g0008", "reference_grade_counts": {"0": 100, "1": 0, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0886", "group": "g0005", "reference_grade_counts": {"0": 15, "1": 61, "2": 10, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1], "finetuned": [1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0887", "group": "g0008", "reference_grade_counts": {"0": 76, "1": 18, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1], "finetuned": [0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0888", "group": "g0015", "reference_grade_counts": {"0": 6, "1": 13, "2": 67, "3": 17}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 3, 2, 3, 2, 3, 1, 2, 2, 2, 2, 2, 2, 2, 2], "finetuned": [2, 1, 2, 3, 1, 2, 2, 2, 1, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0889", "group": "g0035", "reference_grade_counts": {"0": 10, "1": 11, "2": 38, "3": 33}, "ranked_grades": {"upstream": [3, 2, 2, 2, 2, 2, 3, 3, 2, 2, 2, 2, 2, 2, 3, 2, 1, 2, 2, 2], "finetuned": [2, 3, 3, 3, 3, 3, 3, 3, 2, 2, 3, 2, 2, 3, 2, 3, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0890", "group": "g0028", "reference_grade_counts": {"0": 40, "1": 15, "2": 15, "3": 14}, "ranked_grades": {"upstream": [1, 2, 2, 0, 1, 3, 3, 2, 3, 2, 3, 2, 3, 1, 2, 0, 2, 0, 2, 0], "finetuned": [2, 0, 0, 0, 0, 1, 3, 1, 3, 0, 0, 0, 1, 1, 0, 3, 1, 2, 3, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0891", "group": "g0008", "reference_grade_counts": {"0": 22, "1": 53, "2": 23, "3": 0}, "ranked_grades": {"upstream": [2, 1, 1, 2, 2, 1, 0, 1, 1, 1, 2, 1, 1, 0, 2, 1, 1, 2, 1, 2], "finetuned": [2, 1, 1, 1, 2, 2, 0, 1, 1, 1, 1, 2, 1, 2, 2, 2, 2, 0, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0892", "group": "g0024", "reference_grade_counts": {"0": 78, "1": 12, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0893", "group": "g0028", "reference_grade_counts": {"0": 49, "1": 26, "2": 18, "3": 1}, "ranked_grades": {"upstream": [2, 0, 2, 2, 0, 2, 2, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 3, 0, 0], "finetuned": [1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0894", "group": "g0001", "reference_grade_counts": {"0": 37, "1": 7, "2": 29, "3": 11}, "ranked_grades": {"upstream": [3, 3, 2, 2, 0, 1, 2, 3, 2, 1, 3, 2, 2, 3, 0, 1, 1, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 3, 2, 3, 2, 2, 0, 3, 0, 3, 3, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0895", "group": "g0038", "reference_grade_counts": {"0": 22, "1": 17, "2": 35, "3": 22}, "ranked_grades": {"upstream": [3, 2, 3, 2, 2, 2, 3, 2, 1, 2, 3, 1, 1, 3, 2, 2, 2, 2, 2, 2], "finetuned": [3, 3, 3, 3, 2, 2, 2, 3, 2, 3, 3, 3, 2, 2, 2, 3, 3, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0896", "group": "g0009", "reference_grade_counts": {"0": 44, "1": 24, "2": 13, "3": 2}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1], "finetuned": [0, 3, 1, 2, 0, 0, 1, 0, 2, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0897", "group": "g0005", "reference_grade_counts": {"0": 59, "1": 32, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0], "finetuned": [1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0898", "group": "g0005", "reference_grade_counts": {"0": 14, "1": 59, "2": 1, "3": 0}, "ranked_grades": {"upstream": [1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0899", "group": "g0034", "reference_grade_counts": {"0": 35, "1": 39, "2": 28, "3": 0}, "ranked_grades": {"upstream": [1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 0, 1, 0, 0, 0, 0, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0900", "group": "g0031", "reference_grade_counts": {"0": 6, "1": 16, "2": 39, "3": 38}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 3, 2, 2, 3, 2, 3, 3, 3, 2, null, 2, 3, 2, 3], "finetuned": [3, 2, 3, 2, 2, 3, 2, 2, 2, null, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0901", "group": "g0028", "reference_grade_counts": {"0": 67, "1": 18, "2": 6, "3": 0}, "ranked_grades": {"upstream": [1, 0, 0, 2, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 2, 0, 1, 0, 0], "finetuned": [1, 1, 1, 1, 2, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0902", "group": "g0009", "reference_grade_counts": {"0": 26, "1": 32, "2": 34, "3": 12}, "ranked_grades": {"upstream": [1, 2, 3, 2, 2, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2], "finetuned": [3, 3, 0, 3, 2, 3, 3, 2, 2, 2, 2, 2, 2, 0, 2, 2, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0903", "group": "g0007", "reference_grade_counts": {"0": 19, "1": 44, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0], "finetuned": [1, 1, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0904", "group": "g0015", "reference_grade_counts": {"0": 66, "1": 14, "2": 14, "3": 7}, "ranked_grades": {"upstream": [0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 3, 1, 0, 2, 0, 1, 2, 3, 2, 0], "finetuned": [2, 3, 3, 3, 3, 2, 2, 0, 3, 0, 1, 0, 2, 0, 2, 1, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0905", "group": "g0021", "reference_grade_counts": {"0": 19, "1": 16, "2": 24, "3": 15}, "ranked_grades": {"upstream": [3, 2, 2, 3, 3, 2, 2, 2, 2, 3, 1, 3, 1, 1, 1, 2, 2, 2, 3, 3], "finetuned": [2, 3, 3, 3, 2, 3, 2, 2, 3, 3, 3, 2, 1, 2, 3, 2, 2, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0906", "group": "g0008", "reference_grade_counts": {"0": 26, "1": 13, "2": 27, "3": 15}, "ranked_grades": {"upstream": [2, 2, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 3, 3, 1, 3, 2, 3, 1, 3], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 3, 2, 0, 2, 1, 3, 3, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0907", "group": "g0007", "reference_grade_counts": {"0": 5, "1": 20, "2": 20, "3": 21}, "ranked_grades": {"upstream": [3, 3, 3, 2, 3, 2, 1, 2, 1, 2, 1, 3, 2, 2, 3, 3, 2, 2, 1, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 3, 3, 2, 3, 2, 3, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0908", "group": "g0007", "reference_grade_counts": {"0": 8, "1": 20, "2": 22, "3": 14}, "ranked_grades": {"upstream": [2, 2, 3, 0, 2, 1, 2, 2, 1, 2, 2, 3, 1, 0, 2, 2, 1, 3, 1, 2], "finetuned": [3, 3, 3, 3, 2, 2, 3, 2, 2, 3, 2, 2, 2, 3, 0, 2, 2, 1, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0909", "group": "g0008", "reference_grade_counts": {"0": 71, "1": 13, "2": 9, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0910", "group": "g0008", "reference_grade_counts": {"0": 46, "1": 34, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1], "finetuned": [1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0911", "group": "g0009", "reference_grade_counts": {"0": 6, "1": 37, "2": 48, "3": 9}, "ranked_grades": {"upstream": [3, 2, 2, 3, 2, 2, 2, 0, 2, 2, 2, 1, 2, 2, 1, 2, 2, 2, 2, 1], "finetuned": [1, 2, 2, 2, 1, 2, 1, 3, 2, 2, 1, 2, 1, 2, 2, 2, 2, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0912", "group": "g0005", "reference_grade_counts": {"0": 13, "1": 18, "2": 55, "3": 3}, "ranked_grades": {"upstream": [1, 2, 2, 2, 1, 0, 2, 1, 2, 2, 2, 1, 0, 1, 2, 1, 2, 2, 1, 2], "finetuned": [2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0913", "group": "g0034", "reference_grade_counts": {"0": 13, "1": 67, "2": 8, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 0, 2], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0914", "group": "g0015", "reference_grade_counts": {"0": 26, "1": 22, "2": 40, "3": 14}, "ranked_grades": {"upstream": [0, 1, 2, 3, 3, 2, 2, 0, 2, 1, 2, 0, 2, 0, 2, 1, 2, 0, 0, 2], "finetuned": [3, 3, 2, 2, 2, 3, 2, 2, 2, 2, 3, 2, 3, 2, 2, 1, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0915", "group": "g0028", "reference_grade_counts": {"0": 30, "1": 37, "2": 29, "3": 1}, "ranked_grades": {"upstream": [2, 2, 2, 1, 0, 0, 0, 1, 2, 1, 0, 0, 1, 0, 0, 0, 0, 2, 2, 0], "finetuned": [2, 1, 1, 0, 0, 1, 0, 2, 0, 2, 0, 2, 0, 0, 1, 0, 1, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0916", "group": "g0009", "reference_grade_counts": {"0": 6, "1": 38, "2": 45, "3": 12}, "ranked_grades": {"upstream": [3, 2, 1, 2, 1, 1, 1, 3, 3, 2, 2, 2, 1, 1, 2, 2, 1, 2, 3, 2], "finetuned": [2, 2, 1, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0917", "group": "g0028", "reference_grade_counts": {"0": 64, "1": 35, "2": 3, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0], "finetuned": [1, 0, 0, 1, 0, 1, 1, 1, 1, 1, 2, 0, 1, 0, 0, 1, 0, 1, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0918", "group": "g0008", "reference_grade_counts": {"0": 4, "1": 37, "2": 16, "3": 5}, "ranked_grades": {"upstream": [3, 3, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0919", "group": "g0008", "reference_grade_counts": {"0": 21, "1": 38, "2": 0, "3": 6}, "ranked_grades": {"upstream": [3, 0, 0, 0, 0, 3, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1], "finetuned": [0, 3, 3, 3, 0, 0, 1, 1, 0, 0, 0, 3, 1, 1, 1, 1, 0, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0920", "group": "g0007", "reference_grade_counts": {"0": 12, "1": 22, "2": 36, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0921", "group": "g0005", "reference_grade_counts": {"0": 3, "1": 56, "2": 20, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 2, 1, 1, 2], "finetuned": [1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0922", "group": "g0028", "reference_grade_counts": {"0": 14, "1": 38, "2": 34, "3": 11}, "ranked_grades": {"upstream": [1, 1, 1, 1, 0, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 2], "finetuned": [1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0923", "group": "g0022", "reference_grade_counts": {"0": 23, "1": 15, "2": 24, "3": 14}, "ranked_grades": {"upstream": [2, 3, 3, 2, 3, 3, 2, 3, 3, 3, 2, 0, 2, 1, 2, 0, 3, 3, 2, 1], "finetuned": [2, 3, 3, 2, 2, 3, 2, 2, 2, 1, 3, 2, 3, 0, 0, 2, 2, 2, 0, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0924", "group": "g0009", "reference_grade_counts": {"0": 33, "1": 23, "2": 32, "3": 3}, "ranked_grades": {"upstream": [2, 2, 2, 1, 1, 2, 0, 3, 2, 0, 2, 2, 1, 1, 2, 3, 2, 2, 2, 2], "finetuned": [0, 0, 0, 0, 0, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 0, 0, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0925", "group": "g0008", "reference_grade_counts": {"0": 5, "1": 43, "2": 15, "3": 10}, "ranked_grades": {"upstream": [3, 3, 3, 3, 3, 3, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 2, 2, 2, 2], "finetuned": [2, 1, 1, 2, 2, 0, 1, 1, 1, 2, 0, 2, 1, 3, 2, 1, 2, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0926", "group": "g0028", "reference_grade_counts": {"0": 40, "1": 32, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0927", "group": "g0015", "reference_grade_counts": {"0": 18, "1": 20, "2": 40, "3": 12}, "ranked_grades": {"upstream": [3, 3, 3, 3, 2, 3, 0, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 1], "finetuned": [0, 1, 3, 3, 3, 2, 2, 2, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0928", "group": "g0007", "reference_grade_counts": {"0": 25, "1": 29, "2": 18, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0929", "group": "g0034", "reference_grade_counts": {"0": 34, "1": 26, "2": 48, "3": 6}, "ranked_grades": {"upstream": [3, 2, 1, 2, 2, 1, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2], "finetuned": [2, 1, 1, 1, 2, 1, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0930", "group": "g0028", "reference_grade_counts": {"0": 27, "1": 25, "2": 40, "3": 9}, "ranked_grades": {"upstream": [2, 2, 2, 1, 2, 0, 2, 0, 3, 1, 2, 2, 1, 0, 2, 2, 1, 2, 1, 0], "finetuned": [3, 2, 2, 2, 3, 2, 2, 3, 3, 2, 2, 2, 0, 2, 2, 1, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0931", "group": "g0024", "reference_grade_counts": {"0": 28, "1": 34, "2": 28, "3": 1}, "ranked_grades": {"upstream": [2, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 0, 2, 0, 1, 1, 1, 1, 2, 1], "finetuned": [0, 1, 1, 2, 2, 2, 0, 1, 1, 1, 2, 1, 0, 2, 0, 2, 2, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0932", "group": "g0009", "reference_grade_counts": {"0": 19, "1": 14, "2": 49, "3": 25}, "ranked_grades": {"upstream": [3, 3, 3, 3, 2, 3, 3, 3, 2, 2, 2, 1, 2, 2, 2, 2, 2, 3, 1, 1], "finetuned": [0, 0, 3, 0, 1, 2, 2, 2, 2, 3, 3, 2, 3, 3, 3, 3, 3, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0933", "group": "g0024", "reference_grade_counts": {"0": 37, "1": 33, "2": 29, "3": 3}, "ranked_grades": {"upstream": [2, 2, 3, 2, 0, 1, 1, 1, 1, 2, 0, 1, 2, 0, 3, 2, 2, 1, 2, 0], "finetuned": [2, 1, 0, 0, 2, 1, 2, 0, 0, 1, 1, 2, 2, 2, 2, 3, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0934", "group": "g0029", "reference_grade_counts": {"0": 7, "1": 22, "2": 23, "3": 24}, "ranked_grades": {"upstream": [3, 3, 3, 1, 1, 2, 2, 3, 3, 3, 1, 0, 3, 0, 3, 1, 1, 1, 3, 3], "finetuned": [3, 3, 3, 3, 1, 2, 3, 3, 3, 2, 3, 3, 3, 2, 2, 0, 3, 0, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0935", "group": "g0015", "reference_grade_counts": {"0": 45, "1": 15, "2": 27, "3": 7}, "ranked_grades": {"upstream": [0, 0, 2, 0, 2, 2, 0, 2, 0, 2, 0, 3, 1, 2, 0, 2, 2, 2, 0, 0], "finetuned": [0, 0, 0, 3, 0, 2, 2, 0, 0, 3, 2, 0, 0, 0, 0, 3, 2, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0936", "group": "g0007", "reference_grade_counts": {"0": 57, "1": 29, "2": 12, "3": 8}, "ranked_grades": {"upstream": [0, 2, 1, 0, 1, 2, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 2, 1, 1, 0], "finetuned": [2, 2, 1, 3, 3, 2, 0, 1, 1, 2, 2, 0, 2, 1, 1, 0, 2, 0, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0937", "group": "g0028", "reference_grade_counts": {"0": 49, "1": 37, "2": 17, "3": 2}, "ranked_grades": {"upstream": [0, 0, 2, 1, 1, 1, 0, 2, 1, 1, 0, 1, 0, 0, 2, 2, 0, 0, 2, 0], "finetuned": [0, 2, 1, 2, 1, 2, 1, 2, 2, 1, 0, 1, 1, 1, 0, 0, 1, 2, 2, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0938", "group": "g0004", "reference_grade_counts": {"0": 73, "1": 16, "2": 3, "3": 0}, "ranked_grades": {"upstream": [1, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [1, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0939", "group": "g0034", "reference_grade_counts": {"0": 34, "1": 67, "2": 1, "3": 0}, "ranked_grades": {"upstream": [1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0940", "group": "g0024", "reference_grade_counts": {"0": 14, "1": 21, "2": 7, "3": 40}, "ranked_grades": {"upstream": [1, 3, 2, 3, 3, 3, 0, 2, 3, 3, 3, 1, 3, 3, 0, 3, 1, 1, 3, 3], "finetuned": [1, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0941", "group": "g0005", "reference_grade_counts": {"0": 16, "1": 24, "2": 37, "3": 3}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 0, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 0, 0, 1], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0942", "group": "g0015", "reference_grade_counts": {"0": 0, "1": 21, "2": 54, "3": 5}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 1, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0943", "group": "g0008", "reference_grade_counts": {"0": 97, "1": 0, "2": 0, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "finetuned": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0944", "group": "g0009", "reference_grade_counts": {"0": 74, "1": 14, "2": 14, "3": 3}, "ranked_grades": {"upstream": [0, 0, 0, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 0, 2, 1, 2, 1, 0, 0], "finetuned": [0, 2, 1, 3, 1, 0, 2, 0, 2, 1, 0, 2, 2, 2, 2, 0, 0, 1, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0945", "group": "g0024", "reference_grade_counts": {"0": 10, "1": 45, "2": 21, "3": 6}, "ranked_grades": {"upstream": [2, 0, 2, 1, 2, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 0, 0], "finetuned": [2, 2, 2, 2, 3, 1, 2, 0, 2, 2, 1, 2, 1, 0, 3, 2, 2, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0946", "group": "g0009", "reference_grade_counts": {"0": 14, "1": 25, "2": 37, "3": 13}, "ranked_grades": {"upstream": [3, 2, 1, 0, 2, 2, 2, 2, 2, 1, 2, 3, 2, 1, 2, 2, 1, 1, 2, 2], "finetuned": [0, 0, 0, 1, 2, 2, 2, 2, 3, 3, 3, 3, 2, 2, 2, 2, 0, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0947", "group": "g0007", "reference_grade_counts": {"0": 20, "1": 38, "2": 25, "3": 0}, "ranked_grades": {"upstream": [0, 0, 2, 2, 2, 0, 0, 1, 0, 2, 1, 0, 0, 2, 1, 0, 0, 0, 1, 0], "finetuned": [2, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0948", "group": "g0008", "reference_grade_counts": {"0": 20, "1": 9, "2": 34, "3": 8}, "ranked_grades": {"upstream": [2, 2, 1, 3, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 1, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 3, 3, 2, 2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0949", "group": "g0024", "reference_grade_counts": {"0": 10, "1": 33, "2": 59, "3": 7}, "ranked_grades": {"upstream": [1, 2, 2, 1, 1, 2, 2, 2, 2, 1, 3, null, 2, 2, 2, 2, 1, 2, 2, 3], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0950", "group": "g0015", "reference_grade_counts": {"0": 29, "1": 45, "2": 19, "3": 4}, "ranked_grades": {"upstream": [2, 1, 2, 1, 2, 1, 1, 1, 1, 0, 0, 0, 1, 0, 2, 1, 0, 1, 1, 1], "finetuned": [2, 2, 2, 1, 2, 0, 1, 1, 1, 1, 1, 0, 0, 2, 2, 1, 1, 2, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0951", "group": "g0034", "reference_grade_counts": {"0": 18, "1": 59, "2": 29, "3": 1}, "ranked_grades": {"upstream": [2, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 0], "finetuned": [1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 0, 0, 1, 0, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0952", "group": "g0007", "reference_grade_counts": {"0": 7, "1": 44, "2": 20, "3": 3}, "ranked_grades": {"upstream": [0, 2, 1, 3, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1], "finetuned": [2, 2, 3, 2, 3, 2, 2, 2, 3, 2, 2, 1, 1, 2, 1, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0953", "group": "g0008", "reference_grade_counts": {"0": 83, "1": 18, "2": 5, "3": 0}, "ranked_grades": {"upstream": [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0], "finetuned": [2, 0, 1, 1, 2, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 2, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0954", "group": "g0037", "reference_grade_counts": {"0": 29, "1": 15, "2": 30, "3": 19}, "ranked_grades": {"upstream": [3, 3, 2, 2, 3, 2, 2, 3, 1, 3, 2, 2, 3, 2, 2, 3, 2, 2, 1, 3], "finetuned": [3, 3, 3, 3, 2, 2, 1, 2, 0, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0955", "group": "g0030", "reference_grade_counts": {"0": 66, "1": 14, "2": 12, "3": 6}, "ranked_grades": {"upstream": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1], "finetuned": [3, 2, 3, 2, 1, 2, 2, 3, 1, 3, 2, 2, 3, 1, 1, 2, 2, 0, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0956", "group": "g0035", "reference_grade_counts": {"0": 15, "1": 8, "2": 36, "3": 49}, "ranked_grades": {"upstream": [1, 2, null, 3, 2, 2, 1, 2, 2, 2, 3, 2, 3, 3, 3, 3, 3, 2, 2, 2], "finetuned": [2, 2, 3, 3, 2, 3, 2, 3, 3, 3, 2, 2, 3, 2, 3, 3, 3, 2, 3, 3]}, "excluded": {"upstream": [false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0957", "group": "g0028", "reference_grade_counts": {"0": 48, "1": 37, "2": 10, "3": 0}, "ranked_grades": {"upstream": [0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1], "finetuned": [0, 0, 1, 0, 2, 1, 2, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0958", "group": "g0015", "reference_grade_counts": {"0": 18, "1": 45, "2": 27, "3": 3}, "ranked_grades": {"upstream": [0, 2, 1, 1, 2, 1, 1, 0, 2, 1, 2, 2, 2, 2, 1, 3, 1, 1, 1, 1], "finetuned": [2, 2, 2, 0, 1, 2, 2, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0959", "group": "g0005", "reference_grade_counts": {"0": 21, "1": 46, "2": 8, "3": 0}, "ranked_grades": {"upstream": [1, 2, 2, 1, 1, 0, 1, 2, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0960", "group": "g0008", "reference_grade_counts": {"0": 41, "1": 21, "2": 26, "3": 11}, "ranked_grades": {"upstream": [1, 2, 1, 2, 1, 2, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 2, 0, 0], "finetuned": [1, 2, 2, 1, 1, 0, 0, 1, 2, 2, 0, 3, 1, 3, 1, 1, 1, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0961", "group": "g0024", "reference_grade_counts": {"0": 26, "1": 33, "2": 7, "3": 3}, "ranked_grades": {"upstream": [1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 2, 1, 0, 1, 1, 1, 1, 1], "finetuned": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0962", "group": "g0007", "reference_grade_counts": {"0": 74, "1": 9, "2": 0, "3": 0}, "ranked_grades": {"upstream": [1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1], "finetuned": [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0963", "group": "g0008", "reference_grade_counts": {"0": 35, "1": 22, "2": 23, "3": 1}, "ranked_grades": {"upstream": [0, 0, 2, 2, 2, 2, 1, 2, 2, 0, 1, 0, 2, 2, 2, 0, 2, 2, 0, 0], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 2, 2, 1, 0, 2, 1, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0964", "group": "g0008", "reference_grade_counts": {"0": 1, "1": 23, "2": 22, "3": 19}, "ranked_grades": {"upstream": [3, 2, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 3, 2, 1, 2, 2, 2], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 1]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0965", "group": "g0015", "reference_grade_counts": {"0": 10, "1": 21, "2": 20, "3": 26}, "ranked_grades": {"upstream": [3, 2, 2, 1, 3, 2, 1, 1, 3, 3, 1, 3, 2, 2, 1, 2, 2, 3, 3, 2], "finetuned": [3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 3, 3, 3, 3, 1, 3, 3, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0966", "group": "g0005", "reference_grade_counts": {"0": 14, "1": 39, "2": 34, "3": 17}, "ranked_grades": {"upstream": [3, 3, 2, 2, 2, 2, 2, 2, 2, 1, 3, 2, 2, 2, 3, 1, 2, 2, 2, 1], "finetuned": [3, 3, 2, 2, 2, 2, 3, 2, 1, 2, 2, 0, 3, 0, 2, 0, 3, 0, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0967", "group": "g0011", "reference_grade_counts": {"0": 5, "1": 14, "2": 32, "3": 17}, "ranked_grades": {"upstream": [3, 3, 3, 2, 3, 2, 3, 3, 3, 2, 3, 3, 1, 3, 1, 3, 3, 1, 0, 3], "finetuned": [3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 3, 2, 2, 1, 2, 3, 1, 2, 2, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0968", "group": "g0008", "reference_grade_counts": {"0": 4, "1": 34, "2": 33, "3": 0}, "ranked_grades": {"upstream": [2, 2, 2, 2, 2, 2, 1, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 2], "finetuned": [2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0969", "group": "g0007", "reference_grade_counts": {"0": 30, "1": 10, "2": 20, "3": 26}, "ranked_grades": {"upstream": [3, 2, 0, 0, 3, 0, 1, 2, 1, 3, 2, 0, 2, 0, 0, 1, 0, 3, 3, 3], "finetuned": [3, 3, 3, 3, 3, 3, 3, 3, 1, 3, 3, 3, 3, 2, 2, 2, 3, 2, 3, 3]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}, {"id": "q0970", "group": "g0008", "reference_grade_counts": {"0": 2, "1": 1, "2": 54, "3": 17}, "ranked_grades": {"upstream": [3, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3, 2, 2, 2, 2, 2], "finetuned": [3, 3, 3, 2, 3, 2, 3, 2, 3, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2]}, "excluded": {"upstream": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "finetuned": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false]}}]}