diff --git "a/evaluation/promotion.json" "b/evaluation/promotion.json"
new file mode 100644--- /dev/null
+++ "b/evaluation/promotion.json"
@@ -0,0 +1 @@
+{"schema":"daecore.public-promotion-comparison.v1","date":"2026-09-28","model_order":["production","candidate"],"models":{"production":{"id":"Daecore/embeddinggemma-300m-memory-ft-v1","revision":"d4b3438923217e05c2ff7b85de77e74ea99be4f6"},"candidate":{"id":"Daecore/embeddinggemma-300m-memory-ft-v1","model_tree_sha256":"30a7b9f1c42b1fcee29a6729742685d5b744e8fa87d13cefab2fd2d49ea9150e","selected_update":1130}},"upstream":{"id":"google/embeddinggemma-300m","model_tree_sha256":"24b175205b9fc9a4ba6480a54ee8ea8c26178d52ef33752d6f82d53921e96b4d"},"private_scope":"970 reused development queries; Gemma plus BM25, fusion and unchanged Ettin; 82719 passage texts; model-generated grades with seven reviewed corrections; 65 abstained pairs excluded inside original prefixes without backfill","public_scope":"Dense-only full public corpora; held out from this training; these datasets informed model development and are not untouched final tests","calibration_scope":"Existing score mapping transferred to candidate lists; exact new serving bindings require separate qualification","source_evidence_sha256":["40d07c11c60ebe97469048e8b862ad59a87425aa0fdc940d4d15d4f67c75287c","76d652832d0c1e8a646394bdd0e87f2f91101d99ab6e7a4d5ea185a75e8aa178","02e197523f09125b053cebf6d5daedcfe991de45fdc58d32628d96d0e72158ce","f4ad40142a15859f8d8d9a3b3614823e1dc06a5c64a6d5df6c2042e68504a44d","dce452b37cfc40b9e9e56341ec89f67a704729669b025cd9ae4894bde50008e9","c574fa9ea13a1141f1b5d2508f868760810cdc70edbb16b109dbc74f9b1a4c75","a3dd4550e77aae7f3730cdd06941c4b4fc10fdfbdf74c6bb05fa3c332f839163","8b455eafb1a44f953cf2245c403b21f57f63866cadc1b9d529e97a8483e3facd"],"rows":[{"id":"q0001","group":"g008","reference_grade_counts":{"0":34,"1":39,"2":12,"3":3},"ranked_grades":{"production":[2,3,2,3,1,3,1,1,1,1,1,0,1,1,1,1,0,0,1,1],"candidate":[2,1,2,2,3,2,2,3,1,1,1,1,0,1,1,2,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0002","group":"g005","reference_grade_counts":{"0":8,"1":20,"2":20,"3":29},"ranked_grades":{"production":[3,3,2,3,3,2,3,3,3,3,3,3,3,1,3,3,3,3,2,3],"candidate":[2,3,2,3,2,3,3,3,3,3,3,3,2,1,2,3,3,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0003","group":"g028","reference_grade_counts":{"0":25,"1":35,"2":8,"3":0},"ranked_grades":{"production":[2,2,1,1,1,1,2,1,1,1,1,1,1,1,0,1,2,1,1,1],"candidate":[2,2,1,1,1,2,1,1,1,1,1,1,0,1,2,1,1,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0004","group":"g034","reference_grade_counts":{"0":35,"1":33,"2":33,"3":0},"ranked_grades":{"production":[1,2,1,1,1,2,2,2,2,2,2,1,2,2,1,2,2,2,1,2],"candidate":[0,2,1,1,2,1,1,2,1,1,2,1,1,2,2,1,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0005","group":"g034","reference_grade_counts":{"0":8,"1":20,"2":47,"3":6},"ranked_grades":{"production":[2,3,2,2,3,2,2,2,2,2,2,2,2,3,2,3,2,3,2,2],"candidate":[2,3,2,3,2,2,1,2,2,2,2,3,2,2,3,2,1,1,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":20}},{"id":"q0006","group":"g019","reference_grade_counts":{"0":6,"1":20,"2":37,"3":24},"ranked_grades":{"production":[3,3,3,2,2,2,3,2,2,2,2,2,2,2,3,3,3,3,1,2],"candidate":[3,3,3,2,2,2,3,2,2,3,2,2,2,2,2,3,3,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":15,"candidate":13}},{"id":"q0007","group":"g009","reference_grade_counts":{"0":4,"1":13,"2":41,"3":16},"ranked_grades":{"production":[3,3,2,3,3,3,0,2,3,2,2,3,3,3,2,3,2,2,1,2],"candidate":[3,3,2,3,1,3,3,0,1,2,2,3,2,1,2,2,3,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0008","group":"g007","reference_grade_counts":{"0":22,"1":31,"2":28,"3":7},"ranked_grades":{"production":[1,1,2,2,3,2,3,3,2,2,3,2,1,2,1,2,2,2,2,1],"candidate":[1,2,2,3,3,3,2,2,2,2,3,2,1,2,2,2,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0009","group":"g024","reference_grade_counts":{"0":48,"1":7,"2":17,"3":10},"ranked_grades":{"production":[0,3,3,0,3,1,0,1,2,2,2,2,2,3,2,2,3,0,3,0],"candidate":[1,0,3,0,1,2,3,3,1,1,0,3,3,0,0,0,2,0,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0010","group":"g024","reference_grade_counts":{"0":42,"1":39,"2":4,"3":2},"ranked_grades":{"production":[3,1,1,0,3,2,2,1,1,1,0,1,0,1,1,0,1,1,1,1],"candidate":[1,1,2,0,3,2,1,1,0,1,2,2,1,0,1,1,0,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0011","group":"g026","reference_grade_counts":{"0":14,"1":20,"2":13,"3":16},"ranked_grades":{"production":[2,3,3,3,3,3,3,3,3,1,3,3,1,2,3,3,3,3,2,2],"candidate":[2,3,3,3,3,3,3,3,3,1,3,3,2,2,2,3,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":9}},{"id":"q0012","group":"g015","reference_grade_counts":{"0":40,"1":19,"2":24,"3":8},"ranked_grades":{"production":[3,3,2,3,3,0,0,3,3,2,0,0,1,2,0,1,2,2,0,0],"candidate":[3,2,2,2,2,2,2,3,2,2,2,2,3,2,2,2,0,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0013","group":"g015","reference_grade_counts":{"0":4,"1":36,"2":39,"3":6},"ranked_grades":{"production":[3,2,2,2,2,2,2,2,2,3,2,2,3,3,2,0,1,2,1,2],"candidate":[3,2,2,2,2,3,2,2,2,2,2,2,1,0,2,2,2,1,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0014","group":"g009","reference_grade_counts":{"0":22,"1":38,"2":18,"3":0},"ranked_grades":{"production":[1,2,2,2,0,1,2,2,1,1,1,1,1,1,1,1,1,2,2,2],"candidate":[2,1,2,1,2,2,0,0,1,2,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0015","group":"g028","reference_grade_counts":{"0":56,"1":10,"2":16,"3":0},"ranked_grades":{"production":[2,1,2,2,1,1,2,2,2,2,2,2,2,2,1,2,0,2,0,0],"candidate":[0,0,1,1,0,2,0,2,2,0,1,2,0,0,0,0,0,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0016","group":"g024","reference_grade_counts":{"0":13,"1":20,"2":43,"3":8},"ranked_grades":{"production":[3,2,3,2,1,2,2,2,2,2,3,2,2,2,3,2,2,2,1,2],"candidate":[3,3,2,3,3,2,2,2,2,3,2,3,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0017","group":"g019","reference_grade_counts":{"0":53,"1":15,"2":13,"3":4},"ranked_grades":{"production":[0,1,0,1,1,0,2,2,1,2,0,0,0,0,1,0,2,2,1,2],"candidate":[2,0,1,2,2,2,2,1,2,0,2,1,1,1,0,2,1,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0018","group":"g028","reference_grade_counts":{"0":52,"1":14,"2":15,"3":5},"ranked_grades":{"production":[2,3,1,1,2,1,2,3,2,1,3,2,0,1,2,0,1,0,3,0],"candidate":[0,3,0,2,1,1,1,0,1,0,1,2,1,2,0,1,2,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0019","group":"g028","reference_grade_counts":{"0":25,"1":41,"2":14,"3":7},"ranked_grades":{"production":[2,0,2,1,1,1,2,2,3,1,1,3,2,3,2,1,2,1,2,2],"candidate":[2,1,1,2,3,1,1,3,2,1,1,1,1,1,2,1,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0020","group":"g015","reference_grade_counts":{"0":40,"1":14,"2":7,"3":17},"ranked_grades":{"production":[3,3,3,3,3,3,2,3,3,2,3,3,3,3,3,2,2,3,3,3],"candidate":[3,3,3,2,3,3,2,3,3,2,2,3,3,3,3,3,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0021","group":"g005","reference_grade_counts":{"0":16,"1":7,"2":49,"3":17},"ranked_grades":{"production":[3,3,2,2,2,2,1,2,2,2,2,2,2,1,2,2,2,2,2,2],"candidate":[3,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0022","group":"g034","reference_grade_counts":{"0":30,"1":27,"2":24,"3":1},"ranked_grades":{"production":[1,0,1,1,1,3,1,2,1,1,1,1,1,2,2,1,2,2,0,1],"candidate":[2,1,1,1,1,3,1,1,2,2,2,1,1,2,1,1,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0023","group":"g008","reference_grade_counts":{"0":38,"1":17,"2":13,"3":12},"ranked_grades":{"production":[3,3,3,1,0,3,2,3,0,2,0,0,3,3,3,3,1,0,3,1],"candidate":[3,3,3,2,3,0,2,0,1,1,3,1,1,0,0,2,2,2,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0024","group":"g007","reference_grade_counts":{"0":48,"1":7,"2":14,"3":12},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,0,0,2,2,3,2,2,0,2,2,2,0],"candidate":[3,3,3,3,1,3,3,3,0,0,2,2,2,2,2,2,2,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":13}},{"id":"q0025","group":"g028","reference_grade_counts":{"0":10,"1":18,"2":34,"3":18},"ranked_grades":{"production":[3,2,3,1,1,2,2,3,2,3,1,1,2,2,1,2,2,3,2,2],"candidate":[3,2,3,2,2,1,2,2,0,2,3,2,3,1,2,1,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0026","group":"g038","reference_grade_counts":{"0":8,"1":20,"2":29,"3":20},"ranked_grades":{"production":[3,3,3,3,2,3,3,2,2,3,2,2,2,3,2,2,2,2,2,3],"candidate":[3,3,2,3,3,3,2,3,2,2,2,2,2,2,2,3,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0027","group":"g001","reference_grade_counts":{"0":12,"1":12,"2":29,"3":21},"ranked_grades":{"production":[3,3,2,3,0,3,2,3,3,2,3,3,2,3,3,1,2,2,2,2],"candidate":[3,3,3,3,0,3,2,3,3,3,2,2,3,3,2,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0028","group":"g008","reference_grade_counts":{"0":71,"1":8,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0029","group":"g015","reference_grade_counts":{"0":28,"1":31,"2":10,"3":16},"ranked_grades":{"production":[3,2,3,3,3,2,3,3,3,3,2,3,3,1,1,3,1,1,0,1],"candidate":[3,3,2,3,2,2,3,3,2,3,3,3,3,3,2,3,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":5}},{"id":"q0030","group":"g005","reference_grade_counts":{"0":18,"1":27,"2":27,"3":3},"ranked_grades":{"production":[1,2,2,2,1,2,2,2,2,2,2,2,1,1,2,2,2,2,1,2],"candidate":[1,2,2,2,1,2,2,2,2,2,1,1,2,2,2,2,2,1,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":13,"candidate":11}},{"id":"q0031","group":"g015","reference_grade_counts":{"0":79,"1":2,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0032","group":"g007","reference_grade_counts":{"0":2,"1":11,"2":13,"3":38},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0033","group":"g024","reference_grade_counts":{"0":24,"1":32,"2":18,"3":7},"ranked_grades":{"production":[3,3,2,1,3,2,2,2,1,2,2,3,0,1,2,1,1,1,1,1],"candidate":[3,2,3,2,1,2,3,2,2,2,1,2,3,2,0,1,2,2,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0034","group":"g024","reference_grade_counts":{"0":13,"1":21,"2":44,"3":10},"ranked_grades":{"production":[3,3,2,2,3,2,2,2,1,3,2,2,2,2,2,1,2,2,3,2],"candidate":[3,3,2,3,2,2,1,2,3,2,2,1,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0035","group":"g008","reference_grade_counts":{"0":21,"1":24,"2":21,"3":4},"ranked_grades":{"production":[2,2,3,2,2,3,1,3,3,1,2,1,2,2,1,1,1,1,2,2],"candidate":[2,2,3,2,2,3,3,3,1,2,1,2,1,2,1,1,1,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0036","group":"g003","reference_grade_counts":{"0":49,"1":3,"2":7,"3":21},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,2,1,3,3],"candidate":[3,3,3,3,3,3,3,3,3,null,3,null,2,3,3,2,1,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,true,false,true,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0037","group":"g009","reference_grade_counts":{"0":22,"1":45,"2":10,"3":4},"ranked_grades":{"production":[2,1,1,1,1,1,3,2,1,1,1,1,2,1,1,1,3,1,1,1],"candidate":[3,1,1,1,1,2,2,3,2,1,1,1,1,1,2,1,1,1,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":12}},{"id":"q0038","group":"g009","reference_grade_counts":{"0":35,"1":25,"2":14,"3":5},"ranked_grades":{"production":[0,3,0,3,3,2,3,2,0,2,2,0,2,1,0,0,1,0,1,0],"candidate":[2,0,3,0,3,1,2,0,1,0,1,1,0,0,0,0,1,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0039","group":"g009","reference_grade_counts":{"0":8,"1":13,"2":27,"3":27},"ranked_grades":{"production":[3,2,3,3,3,3,3,3,2,1,3,3,3,2,3,3,3,3,2,2],"candidate":[3,2,2,2,3,2,3,2,3,3,2,3,3,3,3,2,2,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":8,"candidate":13}},{"id":"q0040","group":"g034","reference_grade_counts":{"0":3,"1":16,"2":31,"3":21},"ranked_grades":{"production":[2,2,2,3,2,2,2,2,2,3,3,3,3,3,3,2,2,3,3,3],"candidate":[2,2,2,2,2,2,2,2,3,3,3,3,2,3,2,2,2,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0041","group":"g028","reference_grade_counts":{"0":21,"1":9,"2":21,"3":15},"ranked_grades":{"production":[3,3,3,3,2,3,3,3,3,3,2,3,1,0,3,2,2,3,3,2],"candidate":[3,3,3,3,2,3,3,3,3,3,3,0,1,2,0,3,2,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":15,"candidate":16}},{"id":"q0042","group":"g007","reference_grade_counts":{"0":8,"1":31,"2":33,"3":1},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,2,1,2,1],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0043","group":"g005","reference_grade_counts":{"0":12,"1":20,"2":26,"3":18},"ranked_grades":{"production":[3,3,3,2,3,3,2,3,2,2,2,2,3,2,2,2,2,3,2,1],"candidate":[3,3,3,3,3,2,3,2,3,2,2,2,2,3,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":15,"candidate":20}},{"id":"q0044","group":"g024","reference_grade_counts":{"0":45,"1":0,"2":9,"3":33},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3],"candidate":[2,2,2,3,3,3,3,3,3,3,2,2,3,2,3,3,2,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0045","group":"g005","reference_grade_counts":{"0":50,"1":22,"2":2,"3":0},"ranked_grades":{"production":[1,0,1,1,1,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1],"candidate":[1,0,1,1,1,1,1,0,2,2,0,1,1,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0046","group":"g011","reference_grade_counts":{"0":26,"1":21,"2":14,"3":7},"ranked_grades":{"production":[2,2,3,2,2,2,1,2,2,2,1,1,2,1,2,1,1,1,2,1],"candidate":[2,2,3,2,2,2,1,2,2,2,2,1,2,3,1,2,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0047","group":"g009","reference_grade_counts":{"0":11,"1":15,"2":24,"3":18},"ranked_grades":{"production":[2,2,3,2,2,3,3,2,2,2,3,3,2,3,3,2,2,2,1,3],"candidate":[2,2,3,3,3,2,1,2,3,3,2,3,3,2,3,2,2,2,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":7}},{"id":"q0048","group":"g008","reference_grade_counts":{"0":3,"1":29,"2":0,"3":30},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,1,3,3,3,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,1,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0049","group":"g024","reference_grade_counts":{"0":67,"1":2,"2":4,"3":7},"ranked_grades":{"production":[3,3,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[3,3,0,0,0,0,2,0,0,2,0,0,0,0,1,0,0,1,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0050","group":"g028","reference_grade_counts":{"0":48,"1":27,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,0,1,0,0,0,0,1,0,1,1,0,0,1],"candidate":[1,1,1,1,1,1,1,0,1,0,0,1,0,0,1,0,1,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0051","group":"g005","reference_grade_counts":{"0":11,"1":2,"2":13,"3":39},"ranked_grades":{"production":[3,3,2,3,2,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3],"candidate":[3,3,3,2,3,3,3,3,2,3,3,3,3,3,2,3,3,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0052","group":"g008","reference_grade_counts":{"0":13,"1":16,"2":33,"3":9},"ranked_grades":{"production":[3,3,2,3,2,3,2,3,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[3,3,2,2,3,3,2,3,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0053","group":"g034","reference_grade_counts":{"0":16,"1":30,"2":36,"3":8},"ranked_grades":{"production":[2,2,2,3,2,2,2,3,2,2,2,1,3,3,2,2,2,3,2,2],"candidate":[2,2,2,2,2,2,2,3,2,2,2,3,2,2,2,2,2,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":20}},{"id":"q0054","group":"g008","reference_grade_counts":{"0":19,"1":27,"2":28,"3":5},"ranked_grades":{"production":[3,2,2,2,2,1,3,1,2,2,2,2,2,2,1,0,1,1,0,1],"candidate":[3,3,2,2,2,2,1,2,2,2,2,2,2,1,1,1,0,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0055","group":"g007","reference_grade_counts":{"0":56,"1":2,"2":6,"3":7},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0056","group":"g007","reference_grade_counts":{"0":55,"1":8,"2":12,"3":8},"ranked_grades":{"production":[3,3,0,3,2,1,0,3,1,0,0,0,1,1,0,2,3,3,2,2],"candidate":[3,3,0,3,2,0,3,0,1,2,0,2,3,3,2,1,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0057","group":"g007","reference_grade_counts":{"0":10,"1":19,"2":31,"3":9},"ranked_grades":{"production":[2,3,2,3,2,1,1,3,2,3,2,2,2,0,0,2,2,2,2,2],"candidate":[2,3,2,3,2,2,1,1,3,2,2,3,2,2,2,0,0,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0058","group":"g028","reference_grade_counts":{"0":19,"1":22,"2":21,"3":9},"ranked_grades":{"production":[3,3,2,2,1,2,2,2,2,0,2,2,2,2,3,3,2,3,0,1],"candidate":[3,3,2,2,1,2,1,2,2,2,1,0,2,2,2,2,3,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":13,"candidate":15}},{"id":"q0059","group":"g005","reference_grade_counts":{"0":8,"1":19,"2":45,"3":10},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,3,2,2,3,2,2,3,2,2,3,2],"candidate":[3,2,2,2,2,2,2,2,2,2,3,2,2,2,3,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":9}},{"id":"q0060","group":"g024","reference_grade_counts":{"0":49,"1":16,"2":13,"3":0},"ranked_grades":{"production":[1,2,2,2,2,1,2,1,2,0,0,2,1,0,0,1,1,1,1,0],"candidate":[1,1,2,2,2,2,2,1,2,2,1,1,2,0,2,1,0,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0061","group":"g009","reference_grade_counts":{"0":18,"1":29,"2":32,"3":12},"ranked_grades":{"production":[1,0,3,1,2,3,3,3,3,3,1,2,1,1,1,1,1,1,1,1],"candidate":[2,0,3,1,3,3,1,3,2,3,3,1,2,1,1,2,1,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":18,"candidate":20}},{"id":"q0062","group":"g008","reference_grade_counts":{"0":49,"1":9,"2":17,"3":4},"ranked_grades":{"production":[0,0,2,0,0,0,2,0,0,0,0,0,0,2,2,0,2,0,2,2],"candidate":[0,0,2,0,0,0,0,2,1,0,0,0,1,0,0,0,1,0,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0063","group":"g034","reference_grade_counts":{"0":18,"1":22,"2":35,"3":9},"ranked_grades":{"production":[3,3,2,3,2,2,2,2,2,2,2,1,2,3,2,2,3,2,3,3],"candidate":[3,3,3,2,2,2,2,2,2,2,3,2,2,3,2,3,3,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0064","group":"g015","reference_grade_counts":{"0":26,"1":24,"2":28,"3":0},"ranked_grades":{"production":[1,2,2,2,2,2,2,2,2,1,2,2,2,1,2,2,2,2,2,2],"candidate":[1,2,2,2,2,2,2,1,2,2,1,2,2,2,2,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":7}},{"id":"q0065","group":"g034","reference_grade_counts":{"0":21,"1":15,"2":35,"3":19},"ranked_grades":{"production":[3,3,3,3,3,3,2,2,2,2,2,3,1,2,2,2,2,2,2,2],"candidate":[3,2,2,1,2,3,1,2,2,2,2,2,2,1,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":14}},{"id":"q0066","group":"g015","reference_grade_counts":{"0":10,"1":32,"2":18,"3":17},"ranked_grades":{"production":[3,3,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,3],"candidate":[3,3,3,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":20}},{"id":"q0067","group":"g015","reference_grade_counts":{"0":53,"1":15,"2":8,"3":7},"ranked_grades":{"production":[0,0,0,2,0,0,0,3,3,0,0,0,3,1,1,1,0,0,0,2],"candidate":[0,0,0,2,0,0,3,3,0,3,1,1,1,1,1,2,0,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0068","group":"g008","reference_grade_counts":{"0":0,"1":3,"2":18,"3":42},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,3],"candidate":[3,3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0069","group":"g024","reference_grade_counts":{"0":43,"1":20,"2":22,"3":2},"ranked_grades":{"production":[2,1,2,1,2,3,3,1,1,2,1,2,1,1,1,1,1,0,1,0],"candidate":[2,1,2,2,2,1,2,3,3,1,1,2,1,2,0,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":12}},{"id":"q0070","group":"g034","reference_grade_counts":{"0":15,"1":24,"2":12,"3":19},"ranked_grades":{"production":[3,3,3,3,2,2,3,2,3,1,2,3,3,3,0,3,2,3,1,1],"candidate":[3,3,2,3,3,3,1,2,3,3,1,0,2,1,3,1,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":7}},{"id":"q0071","group":"g015","reference_grade_counts":{"0":33,"1":32,"2":17,"3":0},"ranked_grades":{"production":[1,2,0,0,2,2,1,0,1,1,0,0,1,2,1,0,1,1,1,1],"candidate":[1,2,0,2,2,2,0,2,2,2,0,1,0,1,0,2,0,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0072","group":"g035","reference_grade_counts":{"0":12,"1":14,"2":20,"3":31},"ranked_grades":{"production":[3,3,3,3,3,3,3,2,3,3,2,3,3,3,3,3,3,3,2,2],"candidate":[3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0073","group":"g034","reference_grade_counts":{"0":43,"1":26,"2":7,"3":2},"ranked_grades":{"production":[1,1,1,0,1,2,0,1,1,1,0,1,1,2,1,0,0,0,0,1],"candidate":[1,1,1,0,1,2,0,1,0,1,1,2,1,0,0,2,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":10}},{"id":"q0074","group":"g005","reference_grade_counts":{"0":36,"1":34,"2":5,"3":4},"ranked_grades":{"production":[2,3,3,1,2,2,1,1,1,1,1,1,1,1,1,3,1,1,1,1],"candidate":[2,3,3,1,2,2,1,1,2,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0075","group":"g024","reference_grade_counts":{"0":30,"1":16,"2":16,"3":15},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,3,1,3,1,2],"candidate":[3,3,3,3,3,3,2,3,3,3,3,3,2,3,2,3,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":20}},{"id":"q0076","group":"g005","reference_grade_counts":{"0":4,"1":18,"2":24,"3":31},"ranked_grades":{"production":[3,3,3,3,3,2,3,3,3,2,2,3,3,2,3,3,3,3,3,3],"candidate":[3,2,2,3,3,3,3,3,3,3,2,3,2,2,2,2,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0077","group":"g028","reference_grade_counts":{"0":27,"1":44,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0078","group":"g024","reference_grade_counts":{"0":13,"1":28,"2":14,"3":25},"ranked_grades":{"production":[3,3,3,3,3,3,3,2,3,3,3,3,2,1,3,0,3,3,3,3],"candidate":[3,3,3,2,3,3,2,3,3,3,2,2,1,0,2,3,3,1,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":8}},{"id":"q0079","group":"g007","reference_grade_counts":{"0":69,"1":0,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0080","group":"g009","reference_grade_counts":{"0":27,"1":50,"2":1,"3":0},"ranked_grades":{"production":[1,1,0,0,1,1,1,1,0,1,1,0,0,1,1,1,1,1,1,0],"candidate":[1,1,0,0,1,0,1,1,1,0,0,1,1,0,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0081","group":"g024","reference_grade_counts":{"0":45,"1":20,"2":8,"3":7},"ranked_grades":{"production":[3,3,3,3,2,3,2,1,1,1,1,0,1,0,0,0,1,1,1,0],"candidate":[3,3,3,3,2,3,3,3,2,2,2,1,1,2,2,1,1,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":9}},{"id":"q0082","group":"g022","reference_grade_counts":{"0":16,"1":24,"2":17,"3":9},"ranked_grades":{"production":[3,0,1,2,3,1,0,3,2,3,2,3,1,3,1,3,1,2,1,1],"candidate":[3,0,2,3,1,1,2,3,1,0,3,2,3,2,3,1,1,3,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0083","group":"g024","reference_grade_counts":{"0":37,"1":32,"2":4,"3":2},"ranked_grades":{"production":[3,1,1,1,1,0,1,1,1,0,1,1,0,1,1,1,1,1,1,1],"candidate":[3,2,0,1,1,2,1,1,1,1,1,1,0,1,0,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0084","group":"g015","reference_grade_counts":{"0":48,"1":11,"2":5,"3":18},"ranked_grades":{"production":[3,3,0,3,0,3,0,0,3,3,0,0,3,3,0,3,3,2,3,0],"candidate":[3,3,0,3,0,2,0,0,2,3,0,0,3,3,2,3,2,2,3,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0085","group":"g009","reference_grade_counts":{"0":22,"1":16,"2":32,"3":3},"ranked_grades":{"production":[2,2,2,2,2,3,2,2,3,1,3,1,0,0,2,1,2,1,2,1],"candidate":[2,2,2,2,2,3,2,1,2,3,2,1,3,1,0,0,2,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":6}},{"id":"q0086","group":"g034","reference_grade_counts":{"0":44,"1":14,"2":21,"3":3},"ranked_grades":{"production":[2,3,0,2,2,0,2,0,0,0,0,0,0,0,0,0,2,0,2,0],"candidate":[3,0,2,2,2,2,2,0,0,0,2,0,0,2,0,2,2,0,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":18,"candidate":16}},{"id":"q0087","group":"g034","reference_grade_counts":{"0":24,"1":8,"2":36,"3":2},"ranked_grades":{"production":[2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,2,2,2],"candidate":[2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":7}},{"id":"q0088","group":"g009","reference_grade_counts":{"0":13,"1":21,"2":31,"3":15},"ranked_grades":{"production":[3,3,2,2,2,2,2,3,0,3,2,2,3,2,3,2,2,3,2,2],"candidate":[3,2,2,3,0,3,3,3,2,3,3,2,2,2,2,2,2,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":9}},{"id":"q0089","group":"g034","reference_grade_counts":{"0":11,"1":28,"2":41,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,1,2],"candidate":[2,2,2,2,2,2,1,2,2,2,2,2,2,1,2,1,2,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":4}},{"id":"q0090","group":"g028","reference_grade_counts":{"0":41,"1":23,"2":12,"3":0},"ranked_grades":{"production":[2,2,1,1,1,1,1,1,1,1,1,2,1,1,1,2,1,1,1,0],"candidate":[2,2,2,2,1,1,1,1,1,1,1,1,1,1,2,1,1,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0091","group":"g028","reference_grade_counts":{"0":64,"1":6,"2":4,"3":4},"ranked_grades":{"production":[3,3,2,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0],"candidate":[3,3,2,0,0,0,1,0,1,0,2,0,0,3,0,1,1,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0092","group":"g005","reference_grade_counts":{"0":5,"1":1,"2":57,"3":31},"ranked_grades":{"production":[3,2,3,3,2,3,2,3,2,2,2,2,2,2,2,2,3,3,3,2],"candidate":[3,2,3,3,2,2,2,3,2,2,2,3,3,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0093","group":"g028","reference_grade_counts":{"0":62,"1":3,"2":5,"3":18},"ranked_grades":{"production":[0,0,1,3,0,0,0,3,3,0,2,3,3,0,0,2,3,2,3,3],"candidate":[1,0,3,3,2,3,3,0,0,3,0,3,2,3,0,0,3,0,0,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0094","group":"g009","reference_grade_counts":{"0":21,"1":15,"2":20,"3":19},"ranked_grades":{"production":[1,3,3,3,2,2,2,2,2,2,3,3,2,2,2,1,1,3,3,3],"candidate":[1,3,3,2,2,2,3,2,2,2,2,1,1,3,2,2,2,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0095","group":"g007","reference_grade_counts":{"0":37,"1":26,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,0,1,1,0,1,1,0,1,0,1,1,0,1],"candidate":[1,1,1,1,1,1,1,0,1,1,1,0,1,1,0,1,0,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0096","group":"g028","reference_grade_counts":{"0":48,"1":32,"2":0,"3":0},"ranked_grades":{"production":[1,1,0,0,1,0,1,1,1,1,1,0,1,1,1,1,0,0,0,0],"candidate":[1,1,1,0,1,0,1,1,1,0,0,1,1,0,1,1,1,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0097","group":"g005","reference_grade_counts":{"0":13,"1":25,"2":28,"3":12},"ranked_grades":{"production":[3,3,3,3,2,3,3,3,2,2,2,3,2,2,2,2,2,2,2,2],"candidate":[3,3,2,3,2,3,3,2,3,3,2,3,3,2,2,2,3,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":20}},{"id":"q0098","group":"g030","reference_grade_counts":{"0":58,"1":31,"2":1,"3":0},"ranked_grades":{"production":[1,2,1,1,1,1,0,0,1,1,1,1,1,0,0,0,1,0,0,0],"candidate":[1,1,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0099","group":"g024","reference_grade_counts":{"0":60,"1":9,"2":14,"3":7},"ranked_grades":{"production":[1,0,0,2,0,3,3,0,2,2,1,1,2,2,0,0,0,0,0,1],"candidate":[2,1,2,0,0,2,2,0,3,0,0,0,0,2,1,3,1,2,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0100","group":"g009","reference_grade_counts":{"0":4,"1":36,"2":37,"3":1},"ranked_grades":{"production":[2,2,2,2,1,1,2,2,1,1,1,1,1,2,2,1,2,2,1,2],"candidate":[3,2,2,2,2,2,2,2,2,2,2,1,2,2,2,1,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":14}},{"id":"q0101","group":"g034","reference_grade_counts":{"0":11,"1":27,"2":34,"3":4},"ranked_grades":{"production":[2,2,1,2,2,2,2,2,3,2,3,2,3,2,2,2,2,2,1,2],"candidate":[2,2,1,2,2,2,2,2,3,2,2,3,2,2,3,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0102","group":"g028","reference_grade_counts":{"0":54,"1":13,"2":19,"3":2},"ranked_grades":{"production":[2,2,2,2,2,0,2,2,3,2,2,0,1,0,2,0,2,1,2,2],"candidate":[2,2,2,2,0,0,2,0,0,1,2,2,2,0,2,0,1,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0103","group":"g024","reference_grade_counts":{"0":57,"1":11,"2":15,"3":6},"ranked_grades":{"production":[3,2,3,3,3,3,1,3,2,2,0,0,0,0,0,0,0,0,0,0],"candidate":[2,2,3,2,1,2,2,3,2,2,2,3,2,2,3,2,1,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":10}},{"id":"q0104","group":"g037","reference_grade_counts":{"0":21,"1":7,"2":20,"3":31},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,1,3,3,2,3,2,2],"candidate":[3,3,3,3,3,3,3,2,3,2,2,2,3,2,3,2,2,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0105","group":"g023","reference_grade_counts":{"0":14,"1":14,"2":21,"3":21},"ranked_grades":{"production":[3,3,3,2,3,3,3,3,3,3,2,1,3,3,1,0,2,0,3,1],"candidate":[3,2,3,3,3,3,3,2,3,2,2,3,0,0,3,2,2,1,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":8}},{"id":"q0106","group":"g024","reference_grade_counts":{"0":72,"1":10,"2":0,"3":0},"ranked_grades":{"production":[1,0,0,0,1,1,0,0,0,0,1,0,1,0,0,0,0,0,0,0],"candidate":[1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0107","group":"g015","reference_grade_counts":{"0":48,"1":22,"2":10,"3":11},"ranked_grades":{"production":[0,1,0,3,1,1,0,0,1,1,0,0,0,0,1,3,0,0,2,1],"candidate":[1,2,0,1,0,2,3,2,0,0,2,1,0,1,0,1,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0108","group":"g005","reference_grade_counts":{"0":13,"1":42,"2":24,"3":4},"ranked_grades":{"production":[2,3,1,1,2,2,2,2,1,2,2,2,2,3,2,2,2,1,1,1],"candidate":[2,3,1,2,2,2,2,1,1,2,2,2,2,2,2,2,3,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0109","group":"g005","reference_grade_counts":{"0":22,"1":58,"2":1,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":10}},{"id":"q0110","group":"g015","reference_grade_counts":{"0":73,"1":1,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0111","group":"g024","reference_grade_counts":{"0":29,"1":28,"2":22,"3":6},"ranked_grades":{"production":[3,1,3,1,2,1,2,1,1,2,2,2,2,1,3,3,3,3,2,2],"candidate":[2,3,1,2,1,1,2,2,1,3,3,3,3,2,1,1,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0112","group":"g034","reference_grade_counts":{"0":11,"1":22,"2":31,"3":19},"ranked_grades":{"production":[3,3,3,3,2,3,2,3,3,3,2,2,3,2,2,3,2,2,2,3],"candidate":[2,3,3,3,2,3,3,2,3,2,2,2,2,2,2,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0113","group":"g034","reference_grade_counts":{"0":26,"1":6,"2":42,"3":3},"ranked_grades":{"production":[3,3,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2],"candidate":[3,3,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":9}},{"id":"q0114","group":"g029","reference_grade_counts":{"0":16,"1":6,"2":30,"3":23},"ranked_grades":{"production":[3,3,3,3,3,3,2,3,3,3,2,3,2,2,2,3,2,2,2,2],"candidate":[3,2,3,3,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":8}},{"id":"q0115","group":"g008","reference_grade_counts":{"0":28,"1":14,"2":29,"3":11},"ranked_grades":{"production":[2,3,3,1,2,2,2,3,2,0,2,1,1,2,2,0,2,2,2,2],"candidate":[2,2,2,0,2,1,1,1,0,2,2,2,3,2,2,0,1,0,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0116","group":"g020","reference_grade_counts":{"0":23,"1":15,"2":15,"3":17},"ranked_grades":{"production":[3,3,2,3,3,3,3,3,3,3,3,3,2,3,2,2,3,3,3,2],"candidate":[3,3,2,3,3,3,3,3,3,3,3,3,2,3,2,3,2,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":19}},{"id":"q0117","group":"g008","reference_grade_counts":{"0":49,"1":24,"2":7,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,2,1,1],"candidate":[2,0,0,0,0,0,0,0,0,0,0,0,1,0,1,1,0,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0118","group":"g005","reference_grade_counts":{"0":4,"1":67,"2":18,"3":0},"ranked_grades":{"production":[2,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,2,1,2,2,2,2,2,2,2,2,2,1,2,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":9}},{"id":"q0119","group":"g008","reference_grade_counts":{"0":2,"1":33,"2":36,"3":9},"ranked_grades":{"production":[1,1,2,2,2,2,2,2,2,3,1,1,2,2,2,2,2,3,1,3],"candidate":[1,2,2,2,2,2,2,2,1,1,2,2,2,2,2,2,2,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0120","group":"g027","reference_grade_counts":{"0":11,"1":11,"2":28,"3":36},"ranked_grades":{"production":[null,null,3,3,3,2,2,3,3,3,3,2,3,3,3,2,null,2,3,2],"candidate":[null,3,3,3,3,3,2,3,3,3,3,3,3,3,2,null,3,2,2,2]},"excluded":{"production":[true,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false],"candidate":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0121","group":"g008","reference_grade_counts":{"0":62,"1":3,"2":11,"3":3},"ranked_grades":{"production":[0,0,0,0,3,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[3,0,0,0,0,1,3,0,0,2,0,2,2,0,0,2,0,0,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":4}},{"id":"q0122","group":"g009","reference_grade_counts":{"0":35,"1":11,"2":27,"3":9},"ranked_grades":{"production":[2,3,3,2,2,2,3,2,3,3,2,2,0,3,0,0,1,3,0,1],"candidate":[3,3,2,3,2,3,2,2,2,3,2,2,0,2,0,2,0,2,0,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":13,"candidate":13}},{"id":"q0123","group":"g009","reference_grade_counts":{"0":71,"1":12,"2":1,"3":0},"ranked_grades":{"production":[0,0,0,1,0,0,1,0,0,1,1,0,1,1,0,0,0,1,1,1],"candidate":[0,2,0,1,0,0,0,1,0,0,1,1,0,1,1,1,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0124","group":"g005","reference_grade_counts":{"0":30,"1":13,"2":33,"3":2},"ranked_grades":{"production":[3,3,0,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2],"candidate":[3,3,0,2,1,2,2,1,2,1,2,2,2,1,2,1,2,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0125","group":"g009","reference_grade_counts":{"0":13,"1":22,"2":10,"3":30},"ranked_grades":{"production":[3,3,3,3,1,3,3,3,3,3,3,0,3,3,3,1,3,3,3,2],"candidate":[3,3,3,3,1,2,3,3,3,3,3,3,3,0,3,3,1,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":15}},{"id":"q0126","group":"g034","reference_grade_counts":{"0":28,"1":27,"2":24,"3":0},"ranked_grades":{"production":[2,2,2,2,2,1,2,2,2,1,2,2,2,2,1,2,0,1,0,0],"candidate":[2,2,2,2,2,2,1,2,2,2,1,1,2,2,2,1,1,2,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0127","group":"g017","reference_grade_counts":{"0":10,"1":15,"2":34,"3":22},"ranked_grades":{"production":[3,3,2,3,3,3,3,3,3,2,3,3,3,3,2,2,2,2,3,2],"candidate":[3,3,2,3,3,3,3,2,3,2,2,3,3,3,3,3,2,1,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":7}},{"id":"q0128","group":"g034","reference_grade_counts":{"0":8,"1":10,"2":55,"3":15},"ranked_grades":{"production":[3,2,3,2,3,3,2,3,3,3,3,2,2,2,2,3,2,3,3,2],"candidate":[3,2,2,3,2,3,2,2,3,1,3,2,2,2,2,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0129","group":"g007","reference_grade_counts":{"0":21,"1":30,"2":32,"3":2},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,0,1,2,1],"candidate":[2,2,2,1,2,2,2,2,2,1,1,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0130","group":"g024","reference_grade_counts":{"0":24,"1":35,"2":3,"3":11},"ranked_grades":{"production":[1,2,3,1,1,1,2,3,3,2,1,1,3,0,3,1,0,1,1,1],"candidate":[1,2,3,1,1,2,3,3,2,1,1,1,3,0,3,1,0,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":4}},{"id":"q0131","group":"g015","reference_grade_counts":{"0":25,"1":38,"2":9,"3":0},"ranked_grades":{"production":[2,2,1,2,1,2,1,2,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,2,2,2,1,2,1,2,2,1,1,1,1,2,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0132","group":"g009","reference_grade_counts":{"0":6,"1":5,"2":27,"3":32},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,2,3,3,2,2,2,3,3,3,2,3,2],"candidate":[3,3,3,3,3,3,3,2,2,2,2,3,3,2,3,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0133","group":"g007","reference_grade_counts":{"0":19,"1":43,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0134","group":"g034","reference_grade_counts":{"0":9,"1":24,"2":20,"3":22},"ranked_grades":{"production":[3,2,3,3,2,2,2,2,3,2,3,1,1,2,3,3,3,1,3,1],"candidate":[3,2,3,3,2,2,3,2,3,1,1,2,3,3,3,1,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0135","group":"g028","reference_grade_counts":{"0":53,"1":9,"2":23,"3":5},"ranked_grades":{"production":[2,3,2,2,2,3,2,2,2,3,2,2,3,3,0,0,1,1,2,1],"candidate":[2,2,2,2,2,3,2,2,2,2,2,3,2,2,3,2,3,2,3,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0136","group":"g005","reference_grade_counts":{"0":15,"1":18,"2":15,"3":24},"ranked_grades":{"production":[2,3,3,3,2,1,3,2,3,1,3,3,3,0,3,3,3,3,1,1],"candidate":[2,3,3,3,2,2,1,3,2,2,3,1,3,3,3,0,3,3,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0137","group":"g015","reference_grade_counts":{"0":45,"1":28,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,0,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0138","group":"g037","reference_grade_counts":{"0":20,"1":11,"2":16,"3":31},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,2,3,1,0,3,2,2,3,3],"candidate":[3,3,3,3,3,3,3,3,2,3,3,2,3,3,0,3,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0139","group":"g005","reference_grade_counts":{"0":34,"1":26,"2":23,"3":3},"ranked_grades":{"production":[2,2,2,3,2,1,1,3,1,0,1,0,1,1,1,1,1,1,1,1],"candidate":[2,2,2,2,2,2,1,2,1,2,1,3,2,2,2,1,1,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":18}},{"id":"q0140","group":"g028","reference_grade_counts":{"0":43,"1":10,"2":17,"3":17},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,2,2,0,3,2,3,3,3,2,2,3,1],"candidate":[3,3,3,0,1,2,0,1,1,1,0,2,2,0,1,3,3,0,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":3}},{"id":"q0141","group":"g023","reference_grade_counts":{"0":30,"1":11,"2":12,"3":15},"ranked_grades":{"production":[2,2,2,0,1,3,3,1,1,3,3,1,3,1,1,2,3,0,1,1],"candidate":[2,2,2,1,3,1,1,3,3,1,1,3,1,2,3,2,0,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":4}},{"id":"q0142","group":"g018","reference_grade_counts":{"0":31,"1":19,"2":7,"3":9},"ranked_grades":{"production":[3,1,3,1,3,1,2,1,1,1,1,2,1,2,3,3,1,2,2,2],"candidate":[3,1,3,1,3,1,1,2,3,1,1,1,2,1,2,0,3,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":10}},{"id":"q0143","group":"g034","reference_grade_counts":{"0":12,"1":56,"2":8,"3":0},"ranked_grades":{"production":[2,1,2,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1],"candidate":[2,2,2,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":5}},{"id":"q0144","group":"g036","reference_grade_counts":{"0":27,"1":36,"2":5,"3":1},"ranked_grades":{"production":[1,1,1,0,1,2,1,3,2,1,0,1,0,1,1,1,1,1,1,2],"candidate":[1,1,1,0,1,0,2,1,0,3,2,1,0,1,0,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":5}},{"id":"q0145","group":"g009","reference_grade_counts":{"0":28,"1":9,"2":35,"3":7},"ranked_grades":{"production":[3,2,2,2,2,0,2,1,3,3,2,2,0,2,1,1,0,0,3,2],"candidate":[3,2,2,2,0,2,2,3,2,3,2,2,2,0,2,2,1,1,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":12}},{"id":"q0146","group":"g005","reference_grade_counts":{"0":72,"1":13,"2":0,"3":0},"ranked_grades":{"production":[1,1,0,0,1,1,1,0,1,1,0,0,0,0,0,0,1,0,0,0],"candidate":[1,1,1,0,1,1,1,0,1,0,1,0,1,0,1,1,0,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0147","group":"g024","reference_grade_counts":{"0":49,"1":19,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,0,1,1,1,0,0,0,1,0,0,1,0,0,0],"candidate":[1,1,1,1,1,1,1,0,1,1,1,0,0,0,1,0,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0148","group":"g011","reference_grade_counts":{"0":30,"1":26,"2":5,"3":9},"ranked_grades":{"production":[3,2,2,1,3,0,1,3,1,2,3,1,3,3,1,1,2,1,1,2],"candidate":[3,2,2,1,3,3,1,1,2,3,1,3,3,1,1,2,1,1,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0149","group":"g009","reference_grade_counts":{"0":37,"1":20,"2":15,"3":15},"ranked_grades":{"production":[3,3,2,3,2,3,3,1,3,1,1,2,0,2,1,0,0,3,2,3],"candidate":[0,3,3,2,3,3,0,3,3,1,1,2,2,0,2,2,0,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":8,"candidate":8}},{"id":"q0150","group":"g009","reference_grade_counts":{"0":25,"1":17,"2":22,"3":9},"ranked_grades":{"production":[3,2,2,2,2,3,2,3,2,3,2,2,2,3,2,1,1,2,1,2],"candidate":[3,2,2,3,2,2,3,2,3,2,3,2,3,2,2,2,3,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":20}},{"id":"q0151","group":"g005","reference_grade_counts":{"0":10,"1":36,"2":34,"3":5},"ranked_grades":{"production":[3,3,3,2,2,2,2,2,1,2,2,3,1,2,1,2,1,2,2,1],"candidate":[3,3,2,3,3,2,2,2,2,2,2,1,2,2,2,3,1,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0152","group":"g015","reference_grade_counts":{"0":26,"1":11,"2":28,"3":11},"ranked_grades":{"production":[3,3,3,3,3,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2],"candidate":[3,3,3,3,2,3,2,2,1,1,2,1,3,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":13}},{"id":"q0153","group":"g013","reference_grade_counts":{"0":24,"1":21,"2":24,"3":20},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,2,2,3,2,3,3,3,3,2,3,3,3],"candidate":[3,3,3,3,3,3,2,2,2,3,2,2,2,2,2,2,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0154","group":"g009","reference_grade_counts":{"0":34,"1":38,"2":2,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1],"candidate":[1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0155","group":"g009","reference_grade_counts":{"0":38,"1":19,"2":16,"3":3},"ranked_grades":{"production":[2,2,1,2,1,2,2,1,1,2,1,1,2,2,1,3,2,0,2,3],"candidate":[2,2,1,2,1,2,1,1,1,2,1,1,2,1,2,1,3,0,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0156","group":"g033","reference_grade_counts":{"0":21,"1":10,"2":16,"3":33},"ranked_grades":{"production":[3,3,0,3,3,3,3,3,3,3,3,3,2,2,3,2,3,3,3,3],"candidate":[3,0,3,3,3,3,2,3,3,3,2,2,2,3,2,2,3,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":10}},{"id":"q0157","group":"g005","reference_grade_counts":{"0":22,"1":51,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0158","group":"g007","reference_grade_counts":{"0":1,"1":25,"2":24,"3":11},"ranked_grades":{"production":[3,2,2,3,2,3,2,3,2,2,2,2,3,2,2,2,3,3,2,3],"candidate":[3,2,2,3,2,3,2,3,3,2,2,2,2,2,3,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":20}},{"id":"q0159","group":"g007","reference_grade_counts":{"0":3,"1":9,"2":50,"3":5},"ranked_grades":{"production":[3,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,1,2],"candidate":[3,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0160","group":"g028","reference_grade_counts":{"0":39,"1":34,"2":5,"3":0},"ranked_grades":{"production":[1,1,0,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1],"candidate":[2,0,1,1,0,0,0,1,1,0,2,1,1,1,2,1,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0161","group":"g005","reference_grade_counts":{"0":33,"1":19,"2":30,"3":0},"ranked_grades":{"production":[2,2,1,2,2,2,2,1,1,2,2,2,1,2,2,1,1,2,2,2],"candidate":[2,2,2,2,1,2,2,1,2,2,2,2,2,1,1,2,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":13}},{"id":"q0162","group":"g007","reference_grade_counts":{"0":13,"1":34,"2":2,"3":21},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,1,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0163","group":"g005","reference_grade_counts":{"0":18,"1":17,"2":4,"3":34},"ranked_grades":{"production":[3,3,3,3,3,1,3,3,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[3,3,3,3,1,3,3,3,3,3,3,3,3,1,3,3,3,3,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0164","group":"g008","reference_grade_counts":{"0":25,"1":30,"2":20,"3":5},"ranked_grades":{"production":[2,2,2,1,1,2,1,3,1,2,3,1,1,2,2,1,1,1,2,0],"candidate":[0,2,2,2,1,0,1,1,2,1,1,1,2,1,0,1,1,2,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0165","group":"g034","reference_grade_counts":{"0":5,"1":28,"2":51,"3":5},"ranked_grades":{"production":[3,2,2,1,2,3,2,2,2,2,1,2,2,2,1,1,2,2,2,1],"candidate":[3,2,2,2,1,2,3,1,1,2,1,2,2,2,2,2,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0166","group":"g024","reference_grade_counts":{"0":42,"1":14,"2":15,"3":17},"ranked_grades":{"production":[3,2,0,3,3,1,2,3,0,0,3,3,3,3,2,3,0,3,3,0],"candidate":[3,2,2,2,2,2,0,3,2,0,2,2,0,1,2,3,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0167","group":"g007","reference_grade_counts":{"0":66,"1":7,"2":8,"3":0},"ranked_grades":{"production":[2,0,2,0,0,2,2,1,0,0,2,0,0,0,0,1,0,0,0,0],"candidate":[0,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0168","group":"g028","reference_grade_counts":{"0":31,"1":22,"2":8,"3":12},"ranked_grades":{"production":[3,3,3,3,3,2,3,3,3,1,3,3,3,3,1,2,1,1,2,1],"candidate":[3,2,3,2,3,3,3,2,3,3,3,1,3,3,2,3,3,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0169","group":"g005","reference_grade_counts":{"0":2,"1":14,"2":43,"3":17},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,2,2,2,3,2,2,2,2,2,2],"candidate":[3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":18,"candidate":20}},{"id":"q0170","group":"g028","reference_grade_counts":{"0":30,"1":26,"2":15,"3":10},"ranked_grades":{"production":[3,3,3,2,1,3,2,3,2,2,0,1,3,1,3,0,1,2,2,2],"candidate":[1,3,2,3,1,2,2,1,3,1,2,3,1,2,1,2,2,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0171","group":"g034","reference_grade_counts":{"0":8,"1":18,"2":46,"3":5},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2],"candidate":[1,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0172","group":"g015","reference_grade_counts":{"0":19,"1":53,"2":16,"3":0},"ranked_grades":{"production":[2,1,1,1,1,2,1,2,1,1,1,1,2,1,1,2,1,1,1,2],"candidate":[2,2,2,2,1,1,1,1,2,2,1,2,0,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0173","group":"g015","reference_grade_counts":{"0":41,"1":28,"2":12,"3":0},"ranked_grades":{"production":[2,2,2,1,1,1,1,2,2,1,1,1,1,1,1,1,1,1,1,2],"candidate":[2,2,2,2,1,1,2,2,0,1,1,1,2,2,2,1,1,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0174","group":"g005","reference_grade_counts":{"0":21,"1":23,"2":37,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,1,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0175","group":"g024","reference_grade_counts":{"0":13,"1":25,"2":35,"3":9},"ranked_grades":{"production":[3,3,3,2,2,3,2,3,1,2,2,2,2,2,1,1,3,2,2,0],"candidate":[3,3,3,2,2,3,2,3,1,2,2,2,2,2,1,2,2,1,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0176","group":"g009","reference_grade_counts":{"0":21,"1":20,"2":43,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,0,1,2,2,2,2,2,2,2,2,2,1],"candidate":[2,2,2,2,2,0,1,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0177","group":"g026","reference_grade_counts":{"0":29,"1":19,"2":12,"3":16},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,1,3,2,3,3,3,2,1,3,1,2,1],"candidate":[3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,1,3,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":4}},{"id":"q0178","group":"g034","reference_grade_counts":{"0":37,"1":49,"2":0,"3":0},"ranked_grades":{"production":[1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0],"candidate":[1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0179","group":"g024","reference_grade_counts":{"0":30,"1":26,"2":10,"3":11},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,2,3,3,0,2,1,2,2,0,0,0],"candidate":[3,3,3,3,2,3,3,2,3,2,2,1,2,0,0,1,2,2,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":9}},{"id":"q0180","group":"g015","reference_grade_counts":{"0":43,"1":30,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":20}},{"id":"q0181","group":"g028","reference_grade_counts":{"0":47,"1":9,"2":9,"3":19},"ranked_grades":{"production":[3,2,0,2,3,0,3,3,3,3,2,1,3,3,1,0,1,3,3,3],"candidate":[3,3,0,3,3,3,3,1,3,1,0,3,3,3,0,0,0,0,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":3}},{"id":"q0182","group":"g007","reference_grade_counts":{"0":31,"1":14,"2":34,"3":1},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,2,0,2,0,2,2,2,2,1,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0183","group":"g007","reference_grade_counts":{"0":23,"1":22,"2":17,"3":2},"ranked_grades":{"production":[2,2,2,2,2,2,2,3,2,3,2,2,2,2,2,1,2,1,2,1],"candidate":[2,2,2,2,2,2,2,3,2,3,2,2,1,2,2,2,1,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":13,"candidate":14}},{"id":"q0184","group":"g008","reference_grade_counts":{"0":4,"1":20,"2":45,"3":5},"ranked_grades":{"production":[2,2,3,2,3,2,2,2,2,3,3,2,3,2,2,2,2,2,2,2],"candidate":[2,2,3,2,3,2,2,2,2,2,3,3,2,3,2,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":6}},{"id":"q0185","group":"g028","reference_grade_counts":{"0":61,"1":4,"2":8,"3":5},"ranked_grades":{"production":[0,0,2,0,0,0,2,0,0,0,0,0,3,0,0,3,2,0,0,3],"candidate":[0,1,2,0,1,3,3,2,0,0,0,3,0,0,0,2,2,0,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0186","group":"g024","reference_grade_counts":{"0":15,"1":31,"2":25,"3":9},"ranked_grades":{"production":[3,3,3,2,3,2,2,3,2,3,2,1,2,1,3,2,1,1,1,2],"candidate":[3,2,3,3,3,1,2,2,3,2,1,3,2,2,1,1,2,1,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0187","group":"g015","reference_grade_counts":{"0":2,"1":38,"2":36,"3":14},"ranked_grades":{"production":[3,3,2,3,3,3,2,2,3,2,2,3,2,2,3,2,2,2,3,2],"candidate":[2,3,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0188","group":"g007","reference_grade_counts":{"0":4,"1":42,"2":13,"3":4},"ranked_grades":{"production":[3,3,3,2,2,2,1,2,2,2,3,1,1,2,1,1,2,1,1,2],"candidate":[3,3,3,2,2,2,1,2,2,2,1,2,1,2,1,1,2,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0189","group":"g005","reference_grade_counts":{"0":20,"1":11,"2":30,"3":17},"ranked_grades":{"production":[3,3,3,2,3,2,3,3,2,3,2,3,3,2,2,1,2,1,3,2],"candidate":[3,2,3,3,2,3,2,3,3,2,2,1,3,2,3,3,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":15}},{"id":"q0190","group":"g028","reference_grade_counts":{"0":59,"1":2,"2":6,"3":17},"ranked_grades":{"production":[0,0,0,0,0,3,0,3,3,3,3,3,3,3,2,0,3,1,3,1],"candidate":[3,3,3,3,3,3,3,2,3,1,3,0,2,3,3,2,3,0,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":3}},{"id":"q0191","group":"g028","reference_grade_counts":{"0":35,"1":29,"2":14,"3":1},"ranked_grades":{"production":[2,2,2,2,2,3,2,2,2,2,2,1,1,1,2,1,0,1,2,1],"candidate":[2,0,2,2,2,3,2,2,2,2,2,2,2,0,0,1,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0192","group":"g009","reference_grade_counts":{"0":43,"1":20,"2":12,"3":6},"ranked_grades":{"production":[0,2,3,3,2,1,2,1,2,0,2,1,1,1,0,1,3,1,2,2],"candidate":[0,2,3,2,1,1,0,1,0,1,3,2,1,1,2,1,3,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0193","group":"g005","reference_grade_counts":{"0":3,"1":62,"2":15,"3":0},"ranked_grades":{"production":[1,1,1,2,1,2,2,1,1,1,1,1,1,1,1,1,2,1,2,1],"candidate":[2,1,1,1,2,1,2,2,2,1,2,1,2,2,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":20}},{"id":"q0194","group":"g005","reference_grade_counts":{"0":19,"1":14,"2":38,"3":8},"ranked_grades":{"production":[3,3,3,2,3,2,2,2,3,3,2,2,2,2,0,1,2,2,2,3],"candidate":[3,3,3,2,3,2,2,2,2,2,3,3,2,2,2,1,0,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0195","group":"g024","reference_grade_counts":{"0":51,"1":18,"2":12,"3":1},"ranked_grades":{"production":[2,1,2,1,2,2,1,0,2,0,3,0,0,2,2,2,0,1,0,2],"candidate":[2,2,1,1,2,2,1,2,2,1,0,2,0,3,0,0,2,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0196","group":"g009","reference_grade_counts":{"0":35,"1":13,"2":8,"3":21},"ranked_grades":{"production":[3,2,3,3,3,3,1,3,3,2,3,3,3,3,3,3,2,1,2,3],"candidate":[2,3,3,3,1,2,3,3,2,2,3,3,3,3,3,2,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0197","group":"g009","reference_grade_counts":{"0":50,"1":6,"2":22,"3":4},"ranked_grades":{"production":[2,2,0,1,2,2,2,2,2,2,2,1,2,2,2,3,3,2,2,3],"candidate":[2,2,0,2,2,2,2,2,2,1,2,2,2,2,2,2,2,1,3,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0198","group":"g009","reference_grade_counts":{"0":44,"1":29,"2":1,"3":11},"ranked_grades":{"production":[1,1,0,0,1,0,1,3,1,1,0,0,3,0,1,0,3,3,3,0],"candidate":[1,0,0,1,3,0,3,1,0,0,1,1,0,0,0,0,0,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0199","group":"g009","reference_grade_counts":{"0":6,"1":33,"2":30,"3":7},"ranked_grades":{"production":[2,3,3,3,1,2,1,2,2,1,1,1,1,1,2,1,2,2,2,1],"candidate":[2,0,3,3,2,1,2,1,2,2,1,1,1,1,1,1,2,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0200","group":"g008","reference_grade_counts":{"0":13,"1":42,"2":4,"3":2},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,3,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,3,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0201","group":"g008","reference_grade_counts":{"0":9,"1":16,"2":25,"3":25},"ranked_grades":{"production":[3,3,3,3,2,3,3,3,3,3,3,2,3,3,2,1,2,3,3,2],"candidate":[3,3,3,3,3,2,3,3,3,3,3,3,3,3,2,1,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0202","group":"g034","reference_grade_counts":{"0":21,"1":31,"2":21,"3":7},"ranked_grades":{"production":[2,0,3,3,3,3,2,2,2,2,1,1,2,1,1,2,1,3,2,1],"candidate":[2,3,2,3,3,3,1,2,2,2,2,1,1,1,1,2,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":11}},{"id":"q0203","group":"g024","reference_grade_counts":{"0":10,"1":18,"2":42,"3":10},"ranked_grades":{"production":[2,2,3,2,3,3,3,2,3,2,2,2,2,2,2,3,3,3,1,2],"candidate":[2,2,2,2,2,3,3,2,3,2,2,2,2,2,2,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":4}},{"id":"q0204","group":"g015","reference_grade_counts":{"0":57,"1":10,"2":9,"3":6},"ranked_grades":{"production":[0,2,0,2,3,3,0,1,0,3,0,0,3,3,0,0,1,1,1,1],"candidate":[2,0,2,0,3,2,3,0,1,0,2,3,2,0,1,3,0,2,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0205","group":"g024","reference_grade_counts":{"0":43,"1":35,"2":0,"3":0},"ranked_grades":{"production":[1,1,0,1,1,1,1,0,1,0,0,0,1,1,0,1,0,1,0,1],"candidate":[1,1,1,0,1,1,1,1,0,0,1,0,0,1,0,1,0,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0206","group":"g024","reference_grade_counts":{"0":49,"1":25,"2":8,"3":2},"ranked_grades":{"production":[0,1,1,0,1,1,0,0,1,1,0,1,0,1,0,1,0,2,2,0],"candidate":[2,0,1,1,0,1,0,0,1,1,2,0,1,0,1,1,1,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0207","group":"g001","reference_grade_counts":{"0":15,"1":19,"2":28,"3":16},"ranked_grades":{"production":[3,3,1,2,3,2,2,3,3,1,3,1,0,3,1,1,2,2,2,2],"candidate":[3,2,3,1,1,2,2,1,2,3,3,2,1,1,2,0,1,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0208","group":"g024","reference_grade_counts":{"0":22,"1":22,"2":33,"3":10},"ranked_grades":{"production":[3,3,2,2,3,3,2,2,2,3,1,2,2,1,1,2,2,2,1,0],"candidate":[3,2,2,2,2,3,2,0,1,2,2,2,1,2,1,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0209","group":"g006","reference_grade_counts":{"0":16,"1":53,"2":0,"3":3},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0210","group":"g007","reference_grade_counts":{"0":25,"1":29,"2":2,"3":14},"ranked_grades":{"production":[1,3,3,3,3,0,3,3,3,3,1,3,0,2,3,3,0,3,1,3],"candidate":[1,1,1,3,1,3,3,3,0,3,3,3,3,1,3,0,2,3,3,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0211","group":"g008","reference_grade_counts":{"0":4,"1":5,"2":30,"3":28},"ranked_grades":{"production":[3,3,3,3,3,2,3,2,2,3,2,2,3,2,2,2,2,3,2,3],"candidate":[3,3,2,3,3,2,3,3,3,2,2,3,2,2,3,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":18}},{"id":"q0212","group":"g008","reference_grade_counts":{"0":28,"1":28,"2":22,"3":4},"ranked_grades":{"production":[2,3,1,2,3,2,3,2,2,1,0,2,1,1,1,2,2,1,2,2],"candidate":[1,2,3,2,1,3,2,1,1,0,2,1,0,1,2,2,0,2,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":5}},{"id":"q0213","group":"g005","reference_grade_counts":{"0":16,"1":13,"2":37,"3":7},"ranked_grades":{"production":[2,3,2,2,3,2,2,2,3,3,3,1,2,2,2,2,2,2,2,2],"candidate":[2,3,2,2,3,2,2,2,2,3,3,3,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0214","group":"g032","reference_grade_counts":{"0":11,"1":8,"2":19,"3":26},"ranked_grades":{"production":[3,3,2,2,3,3,2,3,3,3,3,3,3,3,3,3,2,3,3,3],"candidate":[3,3,2,2,3,3,2,3,3,3,3,3,3,3,3,2,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0215","group":"g008","reference_grade_counts":{"0":23,"1":24,"2":16,"3":16},"ranked_grades":{"production":[0,3,3,1,2,3,3,1,3,1,0,0,3,3,2,2,3,3,3,3],"candidate":[0,2,3,3,0,0,3,3,3,3,0,0,1,1,1,3,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0216","group":"g007","reference_grade_counts":{"0":44,"1":11,"2":18,"3":4},"ranked_grades":{"production":[3,0,0,2,2,0,1,0,0,0,1,2,1,0,0,0,0,3,0,0],"candidate":[3,0,0,2,2,0,0,1,0,0,2,2,1,0,0,0,0,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0217","group":"g007","reference_grade_counts":{"0":5,"1":34,"2":25,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":8}},{"id":"q0218","group":"g029","reference_grade_counts":{"0":12,"1":26,"2":16,"3":8},"ranked_grades":{"production":[3,3,3,3,3,2,2,2,1,2,3,2,1,1,2,2,1,3,1,1],"candidate":[3,3,3,3,3,2,2,2,0,1,2,3,2,1,2,2,1,3,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":5}},{"id":"q0219","group":"g023","reference_grade_counts":{"0":30,"1":9,"2":14,"3":16},"ranked_grades":{"production":[2,3,3,3,2,3,3,2,2,3,2,3,3,3,1,2,3,3,0,1],"candidate":[2,3,3,2,3,3,2,3,3,3,3,3,0,1,1,3,0,1,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":8,"candidate":6}},{"id":"q0220","group":"g024","reference_grade_counts":{"0":35,"1":28,"2":18,"3":3},"ranked_grades":{"production":[2,0,2,2,3,2,3,2,2,2,2,2,0,1,2,0,2,1,2,2],"candidate":[2,0,2,2,3,2,2,2,3,2,2,2,2,2,0,1,2,0,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0221","group":"g008","reference_grade_counts":{"0":6,"1":20,"2":34,"3":4},"ranked_grades":{"production":[2,2,3,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,1,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0222","group":"g034","reference_grade_counts":{"0":23,"1":13,"2":12,"3":24},"ranked_grades":{"production":[3,3,3,1,3,3,2,3,3,3,2,3,2,3,2,3,1,3,2,3],"candidate":[3,3,2,3,1,3,3,2,3,3,3,2,3,1,3,2,3,1,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0223","group":"g008","reference_grade_counts":{"0":6,"1":10,"2":22,"3":26},"ranked_grades":{"production":[3,3,3,2,3,3,3,2,2,3,2,2,3,3,2,3,2,2,1,3],"candidate":[3,3,3,2,3,3,3,2,3,2,2,3,3,3,3,2,3,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0224","group":"g036","reference_grade_counts":{"0":19,"1":23,"2":13,"3":15},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,2,0,2,2,3,3,1,1,1,1,2],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,2,0,2,2,3,3,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0225","group":"g024","reference_grade_counts":{"0":23,"1":45,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,0,0,0,1,0,1,0,1,0,0,0,1,0,1,1,0,1],"candidate":[1,1,1,0,0,0,1,0,0,1,0,1,0,0,1,0,1,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0226","group":"g008","reference_grade_counts":{"0":77,"1":2,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0227","group":"g015","reference_grade_counts":{"0":34,"1":20,"2":14,"3":5},"ranked_grades":{"production":[3,1,3,2,2,1,3,2,2,3,3,2,2,2,2,2,2,1,2,1],"candidate":[3,1,3,2,2,1,3,2,2,3,3,1,2,1,2,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0228","group":"g009","reference_grade_counts":{"0":25,"1":61,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0229","group":"g008","reference_grade_counts":{"0":50,"1":11,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,1,0,0],"candidate":[0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,0,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0230","group":"g007","reference_grade_counts":{"0":11,"1":35,"2":2,"3":16},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,1,1,1,1,1,1,1],"candidate":[3,3,3,3,3,2,3,3,3,2,3,1,3,3,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0231","group":"g005","reference_grade_counts":{"0":25,"1":25,"2":22,"3":7},"ranked_grades":{"production":[2,2,1,3,3,2,2,2,1,2,2,1,1,1,3,1,2,2,3,2],"candidate":[2,2,2,1,3,3,2,1,2,2,1,1,1,1,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":4}},{"id":"q0232","group":"g031","reference_grade_counts":{"0":18,"1":25,"2":30,"3":3},"ranked_grades":{"production":[2,2,2,2,2,3,2,2,2,2,2,2,1,2,2,2,2,2,3,2],"candidate":[2,2,3,2,2,2,null,null,2,2,3,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,true,true,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":14}},{"id":"q0233","group":"g028","reference_grade_counts":{"0":47,"1":4,"2":13,"3":17},"ranked_grades":{"production":[3,3,3,3,2,3,3,3,3,2,3,3,2,2,3,2,1,2,1,0],"candidate":[3,3,3,3,3,3,2,3,2,2,3,1,2,2,2,1,2,3,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":8}},{"id":"q0234","group":"g037","reference_grade_counts":{"0":23,"1":10,"2":11,"3":30},"ranked_grades":{"production":[3,3,3,3,3,3,3,2,3,3,3,3,1,3,2,2,3,3,3,1],"candidate":[3,3,3,3,3,3,2,2,3,3,3,3,3,2,3,3,3,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":13,"candidate":12}},{"id":"q0235","group":"g011","reference_grade_counts":{"0":30,"1":23,"2":9,"3":4},"ranked_grades":{"production":[3,1,1,2,2,2,1,1,0,2,2,1,2,2,1,1,1,1,2,1],"candidate":[0,3,1,1,2,2,2,1,1,2,2,1,2,2,1,1,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0236","group":"g005","reference_grade_counts":{"0":39,"1":30,"2":12,"3":0},"ranked_grades":{"production":[2,1,2,2,2,1,1,1,2,1,1,1,0,1,1,1,1,2,1,1],"candidate":[2,2,2,2,1,1,1,0,1,1,1,1,1,1,1,0,1,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0237","group":"g009","reference_grade_counts":{"0":17,"1":11,"2":22,"3":25},"ranked_grades":{"production":[3,3,3,3,2,3,2,3,3,3,3,3,1,2,3,2,1,2,2,1],"candidate":[3,3,3,3,2,3,1,3,2,3,3,1,2,2,3,1,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":14}},{"id":"q0238","group":"g015","reference_grade_counts":{"0":35,"1":28,"2":22,"3":3},"ranked_grades":{"production":[3,2,2,2,2,2,2,1,2,0,1,2,0,1,0,1,1,1,2,2],"candidate":[2,3,2,2,0,0,2,2,2,2,2,0,2,2,2,2,0,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0239","group":"g034","reference_grade_counts":{"0":24,"1":66,"2":0,"3":0},"ranked_grades":{"production":[1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,0,1,1,1,0,1,1,1,1,1,0,1,1,0,1,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0240","group":"g034","reference_grade_counts":{"0":9,"1":9,"2":48,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0241","group":"g034","reference_grade_counts":{"0":17,"1":14,"2":15,"3":21},"ranked_grades":{"production":[3,2,2,3,3,3,3,3,3,3,3,2,3,3,2,3,2,2,2,2],"candidate":[3,2,2,3,3,3,3,3,2,2,3,3,2,2,2,3,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0242","group":"g028","reference_grade_counts":{"0":39,"1":24,"2":26,"3":3},"ranked_grades":{"production":[2,2,2,3,0,2,1,0,0,0,1,1,1,0,0,1,0,0,1,0],"candidate":[3,3,2,2,0,2,2,2,2,2,2,2,2,1,2,0,2,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0243","group":"g024","reference_grade_counts":{"0":63,"1":8,"2":7,"3":3},"ranked_grades":{"production":[3,0,3,0,0,2,0,0,3,0,0,1,1,2,2,2,0,0,0,0],"candidate":[3,1,2,0,0,0,2,0,2,0,3,0,1,1,0,0,0,1,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0244","group":"g028","reference_grade_counts":{"0":52,"1":8,"2":13,"3":3},"ranked_grades":{"production":[2,2,1,2,2,3,2,2,0,2,2,0,0,0,0,2,0,1,0,2],"candidate":[2,2,2,3,2,2,0,2,2,2,0,0,0,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0245","group":"g012","reference_grade_counts":{"0":15,"1":35,"2":13,"3":7},"ranked_grades":{"production":[3,3,3,3,3,1,1,1,1,1,1,1,2,2,1,1,1,2,3,1],"candidate":[3,3,3,2,1,3,1,1,1,1,1,1,2,2,1,1,2,3,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":7}},{"id":"q0246","group":"g028","reference_grade_counts":{"0":31,"1":32,"2":11,"3":1},"ranked_grades":{"production":[2,2,2,2,2,1,2,2,2,2,1,1,1,1,1,1,1,0,1,1],"candidate":[2,2,2,2,2,2,2,1,2,2,2,1,1,1,1,1,1,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0247","group":"g014","reference_grade_counts":{"0":15,"1":18,"2":29,"3":16},"ranked_grades":{"production":[3,3,2,3,3,2,2,2,1,2,3,2,3,2,2,3,2,3,1,2],"candidate":[null,null,3,2,3,3,null,2,2,1,null,3,3,3,2,2,2,3,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[true,true,false,false,false,false,true,false,false,false,true,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0248","group":"g018","reference_grade_counts":{"0":57,"1":10,"2":3,"3":0},"ranked_grades":{"production":[2,1,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,1],"candidate":[2,0,1,0,0,0,1,0,0,0,1,0,1,0,0,0,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0249","group":"g003","reference_grade_counts":{"0":48,"1":11,"2":11,"3":9},"ranked_grades":{"production":[3,3,3,3,1,3,2,3,2,2,2,0,3,1,2,2,2,2,2,1],"candidate":[3,3,1,1,3,0,1,2,3,2,2,0,3,1,2,2,2,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0250","group":"g009","reference_grade_counts":{"0":30,"1":13,"2":13,"3":26},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[3,3,3,3,2,2,3,2,3,3,2,2,null,3,3,2,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0251","group":"g009","reference_grade_counts":{"0":22,"1":15,"2":17,"3":16},"ranked_grades":{"production":[3,3,3,3,3,2,2,3,2,1,3,3,3,3,2,2,0,2,3,2],"candidate":[3,3,3,3,3,2,3,2,1,3,3,3,2,2,0,2,3,2,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0252","group":"g005","reference_grade_counts":{"0":27,"1":10,"2":36,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":18}},{"id":"q0253","group":"g034","reference_grade_counts":{"0":17,"1":15,"2":32,"3":14},"ranked_grades":{"production":[3,3,3,2,3,2,3,3,2,2,2,3,2,3,2,3,3,3,3,2],"candidate":[3,3,3,2,3,2,3,3,2,2,2,2,3,3,2,3,2,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":11}},{"id":"q0254","group":"g007","reference_grade_counts":{"0":30,"1":25,"2":27,"3":17},"ranked_grades":{"production":[2,2,0,0,0,0,2,2,0,3,2,2,0,2,2,2,3,2,1,3],"candidate":[0,2,3,3,2,1,2,2,2,0,2,3,1,1,2,1,1,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0255","group":"g008","reference_grade_counts":{"0":7,"1":21,"2":14,"3":19},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0256","group":"g005","reference_grade_counts":{"0":41,"1":22,"2":12,"3":1},"ranked_grades":{"production":[0,3,2,1,2,0,0,1,1,1,0,2,1,1,1,1,0,1,1,1],"candidate":[0,2,3,2,2,1,0,1,1,0,1,1,1,0,2,1,2,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0257","group":"g007","reference_grade_counts":{"0":7,"1":16,"2":28,"3":15},"ranked_grades":{"production":[3,3,3,3,2,3,3,2,2,2,2,1,2,3,2,3,2,3,2,3],"candidate":[3,3,3,3,2,3,3,2,2,2,2,1,2,2,3,3,2,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0258","group":"g008","reference_grade_counts":{"0":2,"1":18,"2":51,"3":5},"ranked_grades":{"production":[3,2,2,2,2,3,2,2,3,2,2,3,2,2,2,2,2,2,2,2],"candidate":[3,2,2,2,3,2,3,2,2,2,3,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":8}},{"id":"q0259","group":"g015","reference_grade_counts":{"0":49,"1":18,"2":8,"3":5},"ranked_grades":{"production":[2,2,2,3,2,3,0,0,2,3,2,0,0,3,2,1,1,1,0,1],"candidate":[2,2,2,3,2,3,0,0,3,0,0,2,1,1,1,1,0,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0260","group":"g015","reference_grade_counts":{"0":36,"1":20,"2":17,"3":7},"ranked_grades":{"production":[2,2,3,3,1,3,2,2,2,2,2,0,2,2,3,2,1,1,0,3],"candidate":[2,3,3,1,3,2,1,2,2,2,2,2,2,3,2,2,1,1,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0261","group":"g008","reference_grade_counts":{"0":33,"1":17,"2":14,"3":6},"ranked_grades":{"production":[3,2,2,2,2,3,3,2,2,3,2,2,1,2,1,3,1,1,2,1],"candidate":[3,2,2,2,2,3,3,2,2,2,3,2,2,1,2,2,1,2,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":5}},{"id":"q0262","group":"g005","reference_grade_counts":{"0":24,"1":33,"2":30,"3":1},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,1,1,2,1],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":20}},{"id":"q0263","group":"g033","reference_grade_counts":{"0":11,"1":25,"2":24,"3":29},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,2,3,2,3,1,1,0,3,2,2,2],"candidate":[3,3,3,3,2,3,3,2,2,2,1,2,1,3,2,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0264","group":"g007","reference_grade_counts":{"0":40,"1":19,"2":8,"3":8},"ranked_grades":{"production":[2,1,1,3,2,0,2,1,1,1,3,1,3,1,0,3,2,1,1,1],"candidate":[2,1,0,3,2,2,1,3,1,3,1,3,2,2,1,1,1,1,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0265","group":"g024","reference_grade_counts":{"0":65,"1":11,"2":19,"3":3},"ranked_grades":{"production":[3,0,2,3,0,2,3,2,0,2,2,null,0,0,1,0,2,2,2,0],"candidate":[3,2,3,2,2,2,2,2,2,2,2,2,2,2,1,2,1,0,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0266","group":"g007","reference_grade_counts":{"0":36,"1":26,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0267","group":"g010","reference_grade_counts":{"0":54,"1":10,"2":16,"3":17},"ranked_grades":{"production":[3,3,3,0,3,2,3,1,3,0,0,0,2,2,0,3,0,2,0,2],"candidate":[2,0,0,0,0,0,1,0,3,1,0,0,1,0,0,1,0,0,0,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0268","group":"g013","reference_grade_counts":{"0":47,"1":17,"2":15,"3":6},"ranked_grades":{"production":[2,1,1,1,2,1,2,2,3,2,1,1,3,1,0,2,3,1,2,0],"candidate":[2,2,2,0,2,3,2,2,0,0,2,2,1,3,0,0,1,0,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0269","group":"g007","reference_grade_counts":{"0":42,"1":9,"2":21,"3":6},"ranked_grades":{"production":[2,3,3,3,2,1,2,2,2,3,2,2,2,1,2,2,2,3,2,2],"candidate":[2,3,3,3,2,2,1,3,2,2,2,3,2,0,2,2,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0270","group":"g028","reference_grade_counts":{"0":30,"1":9,"2":22,"3":15},"ranked_grades":{"production":[3,3,3,2,3,2,2,3,3,3,3,3,3,2,2,3,2,2,3,1],"candidate":[2,3,3,3,2,3,2,2,3,3,3,3,2,3,1,3,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":7}},{"id":"q0271","group":"g024","reference_grade_counts":{"0":11,"1":49,"2":9,"3":7},"ranked_grades":{"production":[1,3,1,3,3,1,1,2,1,2,0,1,null,1,1,3,1,3,1,0],"candidate":[1,1,3,3,1,3,2,3,1,2,1,1,0,1,2,1,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":6}},{"id":"q0272","group":"g020","reference_grade_counts":{"0":25,"1":6,"2":17,"3":24},"ranked_grades":{"production":[3,3,3,3,3,2,3,2,3,3,2,3,3,3,2,2,3,3,2,3],"candidate":[3,3,3,3,3,3,2,2,3,3,3,2,2,3,3,2,3,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":8}},{"id":"q0273","group":"g008","reference_grade_counts":{"0":43,"1":18,"2":14,"3":1},"ranked_grades":{"production":[2,3,2,1,1,0,2,1,1,1,2,0,2,0,1,2,0,0,0,0],"candidate":[2,0,3,2,0,2,1,0,2,1,1,1,1,1,2,0,1,2,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0274","group":"g005","reference_grade_counts":{"0":31,"1":9,"2":34,"3":5},"ranked_grades":{"production":[3,3,2,3,3,3,0,2,2,2,2,2,2,1,2,2,2,2,2,0],"candidate":[3,2,3,3,3,2,0,2,2,2,2,2,2,1,2,2,2,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":16}},{"id":"q0275","group":"g009","reference_grade_counts":{"0":23,"1":15,"2":22,"3":13},"ranked_grades":{"production":[3,3,3,2,3,3,3,3,2,3,3,2,2,3,0,2,1,3,3,2],"candidate":[3,3,3,3,2,2,3,2,0,2,1,3,2,0,2,0,2,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":5}},{"id":"q0276","group":"g028","reference_grade_counts":{"0":49,"1":11,"2":10,"3":8},"ranked_grades":{"production":[3,0,3,0,0,0,3,0,0,0,2,0,1,1,1,2,0,0,2,0],"candidate":[3,3,3,0,0,3,0,0,2,1,0,1,1,1,0,0,2,0,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0277","group":"g005","reference_grade_counts":{"0":13,"1":51,"2":5,"3":1},"ranked_grades":{"production":[2,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,2,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":8}},{"id":"q0278","group":"g005","reference_grade_counts":{"0":6,"1":6,"2":48,"3":21},"ranked_grades":{"production":[3,3,2,3,3,2,2,3,3,2,2,2,2,3,2,2,2,3,3,3],"candidate":[2,2,3,3,2,3,2,2,2,2,2,2,3,3,3,3,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0279","group":"g028","reference_grade_counts":{"0":40,"1":24,"2":13,"3":0},"ranked_grades":{"production":[2,2,1,2,2,2,1,1,0,0,1,2,2,2,2,1,2,0,1,2],"candidate":[2,2,1,0,2,2,2,1,0,1,2,2,2,2,2,0,2,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0280","group":"g008","reference_grade_counts":{"0":7,"1":50,"2":4,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,2,1,1,1,1,1,2,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,2,2,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0281","group":"g034","reference_grade_counts":{"0":11,"1":35,"2":27,"3":22},"ranked_grades":{"production":[3,2,3,3,1,3,3,3,3,1,3,3,3,2,2,3,3,2,3,2],"candidate":[2,3,2,2,1,3,3,3,3,3,3,3,2,2,2,1,2,2,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0282","group":"g024","reference_grade_counts":{"0":21,"1":23,"2":27,"3":14},"ranked_grades":{"production":[3,3,3,2,3,2,2,3,2,2,3,2,2,2,2,1,3,2,2,3],"candidate":[3,3,2,2,2,3,2,2,2,3,3,2,2,2,1,2,2,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0283","group":"g034","reference_grade_counts":{"0":38,"1":6,"2":30,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,0,2,1,2,2,1,2,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,0,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0284","group":"g028","reference_grade_counts":{"0":2,"1":24,"2":34,"3":8},"ranked_grades":{"production":[3,3,3,3,2,3,2,1,2,2,2,2,2,2,2,3,2,2,2,1],"candidate":[3,3,3,3,2,3,2,1,2,2,2,2,2,2,2,2,3,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":4}},{"id":"q0285","group":"g005","reference_grade_counts":{"0":22,"1":11,"2":44,"3":2},"ranked_grades":{"production":[3,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0286","group":"g005","reference_grade_counts":{"0":15,"1":25,"2":26,"3":8},"ranked_grades":{"production":[3,2,3,3,2,3,3,2,2,2,2,2,3,2,2,3,2,2,2,2],"candidate":[3,2,3,3,2,3,2,2,2,1,2,2,2,3,2,2,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0287","group":"g028","reference_grade_counts":{"0":43,"1":12,"2":24,"3":10},"ranked_grades":{"production":[3,3,3,3,2,2,3,2,2,3,2,2,3,2,3,0,3,0,0,0],"candidate":[2,3,2,2,2,3,2,2,2,2,3,2,2,2,3,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":5}},{"id":"q0288","group":"g034","reference_grade_counts":{"0":8,"1":27,"2":45,"3":2},"ranked_grades":{"production":[2,2,2,2,2,1,1,2,1,3,2,2,1,2,1,1,2,1,2,1],"candidate":[2,2,2,2,2,1,1,2,1,1,3,2,2,1,2,2,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0289","group":"g009","reference_grade_counts":{"0":0,"1":26,"2":60,"3":0},"ranked_grades":{"production":[1,2,2,2,2,1,1,1,2,1,1,2,1,2,2,1,2,2,1,1],"candidate":[1,2,2,2,1,1,2,1,1,2,1,2,1,1,1,2,2,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":7}},{"id":"q0290","group":"g026","reference_grade_counts":{"0":24,"1":34,"2":12,"3":0},"ranked_grades":{"production":[2,2,2,2,2,1,2,2,1,1,2,2,1,0,2,1,1,0,1,1],"candidate":[2,2,2,2,2,0,1,2,2,2,1,1,2,2,1,2,1,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0291","group":"g025","reference_grade_counts":{"0":11,"1":12,"2":26,"3":20},"ranked_grades":{"production":[3,3,3,3,3,3,2,3,3,1,3,3,2,2,3,2,1,0,2,3],"candidate":[3,3,3,3,3,3,2,3,3,1,3,3,2,3,2,1,0,3,3,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0292","group":"g015","reference_grade_counts":{"0":18,"1":26,"2":36,"3":4},"ranked_grades":{"production":[2,2,2,2,2,2,2,3,2,2,3,2,2,2,3,1,1,2,2,2],"candidate":[2,3,2,2,2,2,2,3,2,2,3,1,2,1,null,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0293","group":"g005","reference_grade_counts":{"0":26,"1":57,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":6}},{"id":"q0294","group":"g028","reference_grade_counts":{"0":40,"1":7,"2":25,"3":10},"ranked_grades":{"production":[3,2,2,2,3,0,2,1,1,2,2,3,3,2,3,3,2,2,3,2],"candidate":[3,2,2,3,2,2,3,0,2,3,2,2,3,2,3,2,2,3,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0295","group":"g008","reference_grade_counts":{"0":62,"1":8,"2":12,"3":7},"ranked_grades":{"production":[0,3,3,3,3,0,2,3,0,0,3,0,2,0,1,0,0,1,2,1],"candidate":[2,1,2,2,0,2,2,2,3,3,3,0,2,0,2,2,0,0,0,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0296","group":"g007","reference_grade_counts":{"0":10,"1":10,"2":39,"3":6},"ranked_grades":{"production":[2,2,3,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,3],"candidate":[2,2,3,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0297","group":"g007","reference_grade_counts":{"0":14,"1":21,"2":12,"3":14},"ranked_grades":{"production":[0,3,3,3,3,0,0,2,3,3,3,3,3,3,3,3,3,3,2,0],"candidate":[0,3,3,3,3,0,0,3,3,3,3,3,3,3,3,3,3,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":8,"candidate":7}},{"id":"q0298","group":"g010","reference_grade_counts":{"0":86,"1":4,"2":6,"3":2},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,1],"candidate":[0,0,2,1,0,0,1,0,0,2,0,2,0,0,2,1,3,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0299","group":"g022","reference_grade_counts":{"0":19,"1":20,"2":9,"3":21},"ranked_grades":{"production":[3,3,2,1,3,2,1,3,3,1,3,2,3,1,3,3,3,3,2,3],"candidate":[1,3,2,1,2,3,2,2,1,3,3,3,1,2,1,3,3,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0300","group":"g015","reference_grade_counts":{"0":64,"1":15,"2":0,"3":0},"ranked_grades":{"production":[1,1,0,1,1,0,1,1,1,1,0,0,0,0,0,0,0,0,0,0],"candidate":[1,1,0,1,1,0,0,1,1,1,1,0,0,0,0,0,0,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0301","group":"g015","reference_grade_counts":{"0":6,"1":16,"2":29,"3":36},"ranked_grades":{"production":[3,2,3,3,3,3,2,0,3,2,3,3,2,3,3,2,1,3,3,3],"candidate":[3,2,3,3,2,0,2,2,2,3,2,3,1,1,2,1,2,1,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0302","group":"g005","reference_grade_counts":{"0":55,"1":12,"2":19,"3":1},"ranked_grades":{"production":[2,2,2,2,2,2,2,3,1,2,2,2,2,0,1,0,0,0,1,0],"candidate":[2,2,2,2,2,1,2,1,2,3,1,1,2,1,1,2,1,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0303","group":"g009","reference_grade_counts":{"0":8,"1":21,"2":30,"3":13},"ranked_grades":{"production":[2,3,2,2,2,3,2,1,1,1,2,2,3,1,2,1,2,3,1,3],"candidate":[2,3,2,2,3,2,3,2,2,1,1,2,2,3,1,2,1,2,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":12}},{"id":"q0304","group":"g035","reference_grade_counts":{"0":5,"1":8,"2":39,"3":29},"ranked_grades":{"production":[3,3,3,2,3,3,3,2,3,3,3,3,2,2,3,3,2,3,3,3],"candidate":[3,3,2,2,3,3,3,3,3,2,2,3,3,2,2,3,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":3}},{"id":"q0305","group":"g028","reference_grade_counts":{"0":55,"1":12,"2":9,"3":5},"ranked_grades":{"production":[0,2,0,3,0,0,1,3,2,0,1,2,2,1,1,1,1,1,0,1],"candidate":[0,0,2,0,0,0,0,3,0,0,0,0,2,3,1,2,2,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0306","group":"g008","reference_grade_counts":{"0":3,"1":30,"2":30,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,1,2,1,2,2,1,2,2,2],"candidate":[2,2,2,2,2,2,2,2,1,2,2,1,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0307","group":"g009","reference_grade_counts":{"0":29,"1":33,"2":11,"3":1},"ranked_grades":{"production":[1,2,1,1,2,1,0,2,1,2,1,2,1,0,3,2,1,1,1,1],"candidate":[2,1,2,1,0,2,1,2,1,1,2,3,2,1,1,1,1,0,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0308","group":"g027","reference_grade_counts":{"0":7,"1":14,"2":36,"3":23},"ranked_grades":{"production":[2,2,3,3,3,3,2,3,2,2,2,3,2,2,3,2,2,2,2,2],"candidate":[3,3,3,3,3,2,3,2,2,2,3,2,2,2,2,2,2,2,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0309","group":"g024","reference_grade_counts":{"0":51,"1":24,"2":1,"3":0},"ranked_grades":{"production":[1,1,1,1,1,0,2,1,1,0,0,1,1,0,1,1,1,1,0,0],"candidate":[1,1,0,1,1,1,1,1,1,1,0,0,1,1,0,1,1,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0310","group":"g015","reference_grade_counts":{"0":10,"1":32,"2":35,"3":6},"ranked_grades":{"production":[3,3,3,2,2,1,2,1,2,1,2,1,2,2,2,2,2,2,2,2],"candidate":[3,3,3,2,2,2,1,2,1,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0311","group":"g028","reference_grade_counts":{"0":10,"1":18,"2":45,"3":8},"ranked_grades":{"production":[2,2,3,2,2,3,2,2,2,2,2,2,2,2,2,2,1,2,2,2],"candidate":[2,2,2,3,2,3,2,2,1,2,2,2,1,2,2,2,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":7}},{"id":"q0312","group":"g009","reference_grade_counts":{"0":10,"1":22,"2":37,"3":5},"ranked_grades":{"production":[3,3,3,3,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2],"candidate":[3,3,3,3,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0313","group":"g028","reference_grade_counts":{"0":54,"1":16,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,0,1,1,1,0,1,1,0,1,1,1,1,1,0,1,0,0],"candidate":[1,1,1,1,0,0,1,1,1,0,0,1,1,0,0,0,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0314","group":"g028","reference_grade_counts":{"0":71,"1":10,"2":5,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,2,1,0,0,0,2,1,1,0,1,1,1,1],"candidate":[0,2,0,0,0,0,2,0,0,0,1,2,0,1,0,0,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0315","group":"g024","reference_grade_counts":{"0":70,"1":5,"2":11,"3":3},"ranked_grades":{"production":[0,0,2,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,3],"candidate":[2,0,3,2,2,0,2,3,2,0,0,2,0,0,3,2,2,0,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0316","group":"g007","reference_grade_counts":{"0":8,"1":32,"2":4,"3":17},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,1,2],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":5}},{"id":"q0317","group":"g007","reference_grade_counts":{"0":14,"1":38,"2":0,"3":10},"ranked_grades":{"production":[3,1,1,1,1,1,1,3,1,1,1,1,1,1,1,3,3,1,0,3],"candidate":[3,1,1,1,1,1,1,3,1,1,1,1,1,1,1,3,3,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0318","group":"g034","reference_grade_counts":{"0":18,"1":32,"2":20,"3":8},"ranked_grades":{"production":[2,2,1,2,3,2,1,2,2,2,1,2,1,2,3,2,3,2,3,1],"candidate":[1,1,2,1,2,1,2,3,2,1,1,2,2,2,2,2,3,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0319","group":"g005","reference_grade_counts":{"0":9,"1":24,"2":45,"3":1},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0320","group":"g008","reference_grade_counts":{"0":54,"1":8,"2":7,"3":6},"ranked_grades":{"production":[0,1,3,0,2,3,2,3,0,0,0,0,3,0,0,0,3,1,0,1],"candidate":[3,0,3,2,2,3,0,0,0,0,0,1,1,0,1,1,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0321","group":"g024","reference_grade_counts":{"0":44,"1":22,"2":19,"3":2},"ranked_grades":{"production":[2,1,2,3,1,2,0,1,1,1,2,0,1,2,0,2,3,0,1,0],"candidate":[2,1,2,1,2,2,3,1,2,2,2,0,2,1,1,0,1,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0322","group":"g007","reference_grade_counts":{"0":41,"1":8,"2":7,"3":16},"ranked_grades":{"production":[3,3,2,3,3,3,3,3,3,0,3,3,3,3,3,3,0,3,2,3],"candidate":[3,3,2,3,3,3,3,3,3,0,3,3,3,3,3,3,0,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0323","group":"g008","reference_grade_counts":{"0":1,"1":21,"2":33,"3":5},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0324","group":"g028","reference_grade_counts":{"0":49,"1":9,"2":14,"3":9},"ranked_grades":{"production":[3,2,0,1,3,1,0,2,0,2,3,1,1,1,2,3,2,1,2,3],"candidate":[3,2,0,1,0,3,1,0,0,2,0,2,3,1,1,1,2,3,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0325","group":"g008","reference_grade_counts":{"0":2,"1":27,"2":40,"3":7},"ranked_grades":{"production":[3,2,2,3,1,2,2,2,3,3,2,2,3,2,2,2,3,1,2,2],"candidate":[3,2,3,0,2,3,1,2,2,2,3,3,1,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":3}},{"id":"q0326","group":"g015","reference_grade_counts":{"0":12,"1":20,"2":18,"3":25},"ranked_grades":{"production":[3,3,2,3,3,3,3,1,3,3,2,3,3,2,3,2,3,1,2,1],"candidate":[3,3,3,3,3,2,2,3,3,1,3,3,3,2,3,2,1,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0327","group":"g005","reference_grade_counts":{"0":58,"1":3,"2":6,"3":10},"ranked_grades":{"production":[0,3,0,0,0,0,0,0,0,1,0,0,2,0,0,1,0,0,0,3],"candidate":[0,3,0,0,0,0,0,0,0,0,1,0,0,0,0,3,1,2,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0328","group":"g017","reference_grade_counts":{"0":15,"1":20,"2":17,"3":37},"ranked_grades":{"production":[3,3,null,3,3,3,3,3,3,3,2,2,2,3,3,2,3,3,3,3],"candidate":[3,3,3,3,2,3,3,3,2,2,3,2,3,3,3,3,2,3,2,3]},"excluded":{"production":[false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0329","group":"g030","reference_grade_counts":{"0":29,"1":25,"2":21,"3":9},"ranked_grades":{"production":[1,2,3,2,2,2,2,3,3,2,0,1,2,1,1,2,2,0,1,2],"candidate":[2,0,1,1,1,2,2,3,2,2,1,2,3,1,1,2,1,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0330","group":"g028","reference_grade_counts":{"0":49,"1":10,"2":7,"3":13},"ranked_grades":{"production":[0,0,1,3,0,0,3,3,0,3,2,1,3,0,2,0,1,3,2,0],"candidate":[0,1,3,0,3,3,3,2,1,2,3,1,0,0,1,0,3,2,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":3}},{"id":"q0331","group":"g007","reference_grade_counts":{"0":33,"1":31,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0332","group":"g028","reference_grade_counts":{"0":11,"1":44,"2":27,"3":2},"ranked_grades":{"production":[2,2,0,2,2,3,2,1,3,1,1,1,2,1,1,1,1,2,0,2],"candidate":[2,2,2,2,2,1,2,2,3,1,1,2,1,1,2,0,2,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0333","group":"g003","reference_grade_counts":{"0":63,"1":15,"2":5,"3":1},"ranked_grades":{"production":[1,1,2,0,1,1,0,2,3,0,1,1,1,0,1,1,1,0,1,0],"candidate":[1,0,2,1,0,2,2,1,1,0,1,1,0,1,0,1,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0334","group":"g028","reference_grade_counts":{"0":54,"1":11,"2":12,"3":2},"ranked_grades":{"production":[3,1,1,1,1,1,0,0,2,1,2,0,1,3,2,1,0,0,1,0],"candidate":[3,1,1,1,1,1,1,0,0,2,1,2,1,3,0,2,1,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0335","group":"g024","reference_grade_counts":{"0":79,"1":2,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0336","group":"g007","reference_grade_counts":{"0":53,"1":3,"2":19,"3":9},"ranked_grades":{"production":[2,3,3,0,3,3,3,3,2,0,0,0,2,3,2,0,2,1,2,2],"candidate":[3,3,3,3,3,2,2,2,2,0,0,2,3,2,0,2,2,2,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0337","group":"g005","reference_grade_counts":{"0":11,"1":8,"2":37,"3":24},"ranked_grades":{"production":[3,3,2,2,2,3,3,2,3,2,2,2,3,2,3,3,2,3,3,3],"candidate":[2,3,3,3,2,2,2,2,3,3,2,2,2,2,3,2,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":10}},{"id":"q0338","group":"g019","reference_grade_counts":{"0":3,"1":9,"2":31,"3":37},"ranked_grades":{"production":[3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,3,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0339","group":"g019","reference_grade_counts":{"0":31,"1":28,"2":13,"3":5},"ranked_grades":{"production":[3,3,1,2,2,1,2,1,2,1,2,2,1,1,1,1,3,1,1,2],"candidate":[null,null,2,1,3,2,0,2,null,0,2,3,null,2,1,3,1,null,2,null]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[true,true,false,false,false,false,false,false,true,false,false,false,true,false,false,false,false,true,false,true]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0340","group":"g028","reference_grade_counts":{"0":22,"1":19,"2":28,"3":6},"ranked_grades":{"production":[3,1,3,2,2,3,2,2,2,2,1,2,2,2,2,1,2,1,2,2],"candidate":[3,1,1,3,2,2,3,2,2,1,2,2,0,1,2,2,1,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0341","group":"g005","reference_grade_counts":{"0":19,"1":3,"2":0,"3":48},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":19}},{"id":"q0342","group":"g024","reference_grade_counts":{"0":18,"1":27,"2":30,"3":8},"ranked_grades":{"production":[3,3,3,3,3,2,2,2,1,2,2,1,0,1,1,2,2,2,0,1],"candidate":[2,3,2,3,2,2,2,3,2,2,0,0,2,1,0,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0343","group":"g024","reference_grade_counts":{"0":51,"1":18,"2":18,"3":0},"ranked_grades":{"production":[0,0,0,0,2,2,1,0,0,0,1,0,1,2,2,1,0,0,2,0],"candidate":[0,2,2,0,2,2,0,2,0,2,2,2,1,2,0,2,1,1,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0344","group":"g028","reference_grade_counts":{"0":27,"1":19,"2":23,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":13}},{"id":"q0345","group":"g036","reference_grade_counts":{"0":23,"1":14,"2":12,"3":16},"ranked_grades":{"production":[1,2,2,3,1,1,2,2,3,2,2,2,2,3,3,3,0,3,1,1],"candidate":[1,2,2,3,1,1,0,2,2,3,2,2,2,0,2,3,3,0,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0346","group":"g015","reference_grade_counts":{"0":66,"1":2,"2":10,"3":7},"ranked_grades":{"production":[0,0,2,0,0,0,0,2,0,3,0,0,0,0,0,3,3,0,0,0],"candidate":[0,0,2,2,3,0,0,0,0,3,0,3,0,0,0,1,2,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0347","group":"g009","reference_grade_counts":{"0":17,"1":44,"2":16,"3":7},"ranked_grades":{"production":[3,3,1,0,2,2,1,3,3,1,3,2,2,1,0,2,1,1,1,1],"candidate":[3,3,3,0,1,2,2,1,2,3,3,1,3,1,2,2,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":5}},{"id":"q0348","group":"g028","reference_grade_counts":{"0":57,"1":9,"2":9,"3":10},"ranked_grades":{"production":[3,3,0,3,3,2,3,3,2,3,2,1,2,2,2,2,3,0,1,2],"candidate":[3,1,2,1,2,0,0,3,0,1,1,1,0,1,0,0,1,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0349","group":"g007","reference_grade_counts":{"0":31,"1":15,"2":0,"3":18},"ranked_grades":{"production":[3,0,3,1,3,3,3,0,3,3,3,3,0,3,3,3,1,3,0,0],"candidate":[3,0,3,1,3,3,3,0,3,3,3,3,0,0,3,3,3,1,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0350","group":"g005","reference_grade_counts":{"0":31,"1":6,"2":34,"3":6},"ranked_grades":{"production":[2,2,2,2,2,2,2,3,3,2,2,0,0,0,2,3,2,3,2,2],"candidate":[2,2,2,3,2,2,2,2,2,3,2,3,2,2,0,0,2,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0351","group":"g002","reference_grade_counts":{"0":19,"1":12,"2":17,"3":31},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,2,3,3,3,1,3,3,3,3,3,1],"candidate":[3,2,3,3,2,2,2,3,2,1,3,2,3,3,1,3,3,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0352","group":"g014","reference_grade_counts":{"0":8,"1":31,"2":11,"3":28},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,2],"candidate":[3,3,3,3,3,3,3,3,3,3,2,2,1,1,3,3,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0353","group":"g009","reference_grade_counts":{"0":27,"1":43,"2":3,"3":1},"ranked_grades":{"production":[3,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[3,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0354","group":"g028","reference_grade_counts":{"0":17,"1":21,"2":33,"3":4},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,3,2,0,3,2,3,2,2,1,2],"candidate":[2,2,2,2,2,2,3,2,1,2,2,2,3,2,0,3,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0355","group":"g007","reference_grade_counts":{"0":50,"1":19,"2":8,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[1,2,2,0,0,0,0,0,2,0,0,0,0,1,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0356","group":"g008","reference_grade_counts":{"0":1,"1":43,"2":24,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,1,1,1,2,2],"candidate":[1,2,2,2,2,1,2,2,2,2,2,2,2,1,2,2,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0357","group":"g024","reference_grade_counts":{"0":33,"1":22,"2":20,"3":7},"ranked_grades":{"production":[3,0,2,3,1,3,2,1,1,2,2,2,2,3,1,2,1,2,2,2],"candidate":[3,0,2,3,2,1,2,0,1,2,1,0,2,2,2,1,1,2,3,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0358","group":"g028","reference_grade_counts":{"0":33,"1":41,"2":3,"3":0},"ranked_grades":{"production":[0,1,1,1,1,1,1,1,2,2,1,1,0,1,1,1,1,2,1,1],"candidate":[0,1,1,1,1,0,1,1,1,1,2,0,2,1,1,1,1,2,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0359","group":"g005","reference_grade_counts":{"0":23,"1":56,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0360","group":"g034","reference_grade_counts":{"0":41,"1":51,"2":0,"3":0},"ranked_grades":{"production":[0,1,1,1,1,1,1,0,0,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,0,0,1,1,1,1,0,1,1,1,0,0,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0361","group":"g009","reference_grade_counts":{"0":19,"1":32,"2":17,"3":5},"ranked_grades":{"production":[2,1,1,3,2,1,1,3,1,2,1,2,1,2,2,1,2,1,2,1],"candidate":[1,2,1,1,3,1,2,2,1,2,2,1,2,3,1,0,2,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0362","group":"g030","reference_grade_counts":{"0":26,"1":10,"2":22,"3":18},"ranked_grades":{"production":[2,3,2,3,0,1,3,2,3,3,2,3,3,3,2,1,3,2,1,1],"candidate":[2,3,2,2,3,3,0,2,3,3,2,3,3,3,2,2,0,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0363","group":"g034","reference_grade_counts":{"0":56,"1":24,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,1,0,1,0,1],"candidate":[0,0,0,0,0,0,0,0,1,1,0,1,1,0,1,0,0,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0364","group":"g024","reference_grade_counts":{"0":63,"1":2,"2":12,"3":6},"ranked_grades":{"production":[3,0,3,3,3,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0],"candidate":[2,2,2,3,2,3,3,2,2,3,2,2,0,2,0,2,2,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0365","group":"g005","reference_grade_counts":{"0":14,"1":54,"2":3,"3":3},"ranked_grades":{"production":[1,1,2,1,1,3,1,1,1,1,1,2,1,1,1,1,1,1,1,2],"candidate":[1,1,1,2,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0366","group":"g009","reference_grade_counts":{"0":27,"1":10,"2":19,"3":23},"ranked_grades":{"production":[3,3,2,3,3,3,3,3,3,3,3,3,2,2,3,2,2,3,3,3],"candidate":[3,2,3,3,3,3,2,3,2,3,2,2,3,1,2,2,2,3,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":13}},{"id":"q0367","group":"g009","reference_grade_counts":{"0":5,"1":23,"2":40,"3":8},"ranked_grades":{"production":[2,2,2,2,2,1,2,1,1,2,1,1,2,2,1,1,2,2,2,2],"candidate":[1,2,2,2,2,1,1,1,2,1,1,2,2,1,0,2,1,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":6}},{"id":"q0368","group":"g028","reference_grade_counts":{"0":34,"1":41,"2":4,"3":1},"ranked_grades":{"production":[1,0,0,0,1,1,1,0,0,1,1,1,1,2,1,1,1,1,2,1],"candidate":[2,1,1,0,0,1,1,0,1,0,1,1,2,1,1,1,1,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0369","group":"g015","reference_grade_counts":{"0":48,"1":16,"2":14,"3":7},"ranked_grades":{"production":[2,0,0,2,1,0,2,2,3,2,2,2,1,1,3,1,0,1,3,3],"candidate":[2,2,2,0,0,0,3,0,2,2,1,0,3,0,3,2,0,0,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0370","group":"g024","reference_grade_counts":{"0":68,"1":11,"2":11,"3":1},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,0],"candidate":[0,0,0,2,0,0,0,1,0,0,0,1,0,0,0,3,0,0,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0371","group":"g008","reference_grade_counts":{"0":26,"1":1,"2":20,"3":16},"ranked_grades":{"production":[3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,2,3,2,2],"candidate":[3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":18,"candidate":19}},{"id":"q0372","group":"g028","reference_grade_counts":{"0":43,"1":22,"2":9,"3":0},"ranked_grades":{"production":[0,0,2,0,2,2,0,2,2,1,1,1,1,1,1,1,1,1,1,0],"candidate":[0,0,1,0,1,0,2,2,0,2,2,2,0,2,2,0,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0373","group":"g009","reference_grade_counts":{"0":6,"1":34,"2":29,"3":9},"ranked_grades":{"production":[3,3,3,2,3,2,2,2,3,2,2,2,3,1,2,2,2,3,2,2],"candidate":[3,3,3,2,2,2,3,2,2,1,2,1,2,2,3,2,3,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":8}},{"id":"q0374","group":"g028","reference_grade_counts":{"0":42,"1":11,"2":4,"3":13},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,2,3,1,3,1,1,1,1,1],"candidate":[3,3,3,2,3,3,2,3,3,3,3,2,3,3,2,3,1,1,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":7}},{"id":"q0375","group":"g001","reference_grade_counts":{"0":15,"1":17,"2":21,"3":15},"ranked_grades":{"production":[1,2,3,3,0,3,2,1,2,2,1,3,1,3,3,3,3,0,1,2],"candidate":[1,2,3,3,0,3,1,2,1,1,2,2,1,2,1,1,3,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0376","group":"g007","reference_grade_counts":{"0":6,"1":38,"2":8,"3":12},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,1,2,3,3,3,1,1,2,2,1,2],"candidate":[1,3,3,1,3,3,3,3,3,3,3,1,2,3,3,3,1,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":11}},{"id":"q0377","group":"g034","reference_grade_counts":{"0":24,"1":52,"2":17,"3":1},"ranked_grades":{"production":[2,1,1,2,1,1,1,1,2,3,1,1,1,1,1,1,1,1,2,1],"candidate":[2,1,2,2,1,1,1,1,1,1,2,2,1,2,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0378","group":"g034","reference_grade_counts":{"0":0,"1":15,"2":43,"3":18},"ranked_grades":{"production":[3,3,3,3,2,3,2,2,3,2,2,3,3,2,2,2,2,3,3,2],"candidate":[3,3,3,2,2,3,2,2,3,2,2,2,2,3,3,2,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0379","group":"g028","reference_grade_counts":{"0":48,"1":20,"2":9,"3":4},"ranked_grades":{"production":[3,2,2,1,1,1,3,1,1,1,2,1,1,1,0,1,2,1,1,2],"candidate":[3,2,2,3,1,1,1,1,2,0,1,2,1,1,1,1,0,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0380","group":"g034","reference_grade_counts":{"0":34,"1":47,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,0,1,1,0,0,1,1,1,0,1,1,0,1,1,1,1,1],"candidate":[1,1,1,1,0,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0381","group":"g008","reference_grade_counts":{"0":9,"1":30,"2":22,"3":10},"ranked_grades":{"production":[1,2,2,2,2,2,2,3,3,2,2,2,2,2,2,3,2,2,2,2],"candidate":[3,1,2,2,2,2,2,2,2,3,3,2,2,2,2,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0382","group":"g007","reference_grade_counts":{"0":55,"1":12,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0383","group":"g028","reference_grade_counts":{"0":47,"1":16,"2":10,"3":0},"ranked_grades":{"production":[2,1,2,2,1,1,2,1,2,2,0,0,1,1,0,0,0,2,0,0],"candidate":[2,1,2,0,1,1,2,1,2,2,0,0,1,1,0,0,0,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0384","group":"g024","reference_grade_counts":{"0":32,"1":25,"2":21,"3":6},"ranked_grades":{"production":[2,1,3,2,2,1,2,3,1,1,0,2,1,1,3,0,1,1,1,2],"candidate":[1,2,1,3,2,1,1,1,2,2,2,0,2,1,2,2,0,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0385","group":"g005","reference_grade_counts":{"0":27,"1":16,"2":36,"3":3},"ranked_grades":{"production":[1,2,2,2,2,2,2,2,2,1,1,1,2,2,2,2,2,2,3,2],"candidate":[1,2,2,2,1,2,2,2,2,2,2,2,1,2,1,1,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0386","group":"g007","reference_grade_counts":{"0":37,"1":22,"2":5,"3":2},"ranked_grades":{"production":[2,0,2,0,1,2,1,1,1,0,0,1,0,1,3,0,1,1,1,3],"candidate":[2,0,2,0,1,2,1,1,1,0,0,1,1,3,0,0,1,1,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0387","group":"g028","reference_grade_counts":{"0":58,"1":18,"2":3,"3":3},"ranked_grades":{"production":[1,0,1,0,0,1,0,0,1,1,1,1,0,0,3,1,0,0,2,3],"candidate":[1,0,0,1,0,0,1,0,1,1,1,0,1,0,0,3,0,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":19}},{"id":"q0388","group":"g024","reference_grade_counts":{"0":4,"1":52,"2":30,"3":6},"ranked_grades":{"production":[2,2,0,2,2,1,1,2,2,2,1,1,2,1,2,1,1,1,2,0],"candidate":[0,1,2,0,1,2,2,1,1,1,1,2,1,2,1,2,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0389","group":"g034","reference_grade_counts":{"0":52,"1":36,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,0,1,1,0,1,1,1,0,0,0,0,0,0,1],"candidate":[1,0,1,1,1,1,0,1,1,1,1,1,1,1,1,0,0,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0390","group":"g008","reference_grade_counts":{"0":68,"1":0,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0391","group":"g016","reference_grade_counts":{"0":18,"1":13,"2":22,"3":25},"ranked_grades":{"production":[3,3,3,3,3,3,3,2,3,3,3,3,2,2,3,3,2,2,2,2],"candidate":[3,3,3,3,3,3,3,3,3,3,3,2,2,3,3,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":5}},{"id":"q0392","group":"g014","reference_grade_counts":{"0":11,"1":29,"2":33,"3":5},"ranked_grades":{"production":[3,3,3,2,2,2,2,2,2,2,2,2,2,2,2,2,1,3,1,2],"candidate":[3,3,2,3,2,2,3,2,2,2,2,null,2,null,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,true,false,true,false,false,false,false,false,false]},"selected_depth":{"production":8,"candidate":16}},{"id":"q0393","group":"g028","reference_grade_counts":{"0":35,"1":8,"2":5,"3":25},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3],"candidate":[3,3,3,3,3,3,1,3,3,3,3,3,3,2,3,2,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0394","group":"g008","reference_grade_counts":{"0":5,"1":26,"2":9,"3":22},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0395","group":"g024","reference_grade_counts":{"0":58,"1":5,"2":6,"3":7},"ranked_grades":{"production":[3,1,3,3,2,3,2,2,1,3,2,0,0,0,3,0,1,0,0,1],"candidate":[3,1,3,2,3,2,2,2,1,3,2,0,0,0,3,0,1,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0396","group":"g023","reference_grade_counts":{"0":25,"1":13,"2":19,"3":10},"ranked_grades":{"production":[2,3,2,3,0,1,3,3,1,1,2,3,0,2,3,3,0,2,2,2],"candidate":[2,2,0,1,3,3,1,2,0,0,2,0,3,3,1,0,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0397","group":"g015","reference_grade_counts":{"0":14,"1":37,"2":30,"3":6},"ranked_grades":{"production":[3,2,3,2,2,2,2,3,2,2,2,1,3,2,1,2,1,1,1,1],"candidate":[2,3,2,2,2,2,3,2,2,2,2,1,2,1,2,1,2,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0398","group":"g034","reference_grade_counts":{"0":2,"1":8,"2":27,"3":42},"ranked_grades":{"production":[3,3,2,3,3,2,2,3,3,2,2,3,2,3,3,3,3,3,2,3],"candidate":[3,3,2,3,3,2,2,2,3,3,3,2,2,2,3,2,2,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0399","group":"g009","reference_grade_counts":{"0":10,"1":28,"2":29,"3":3},"ranked_grades":{"production":[2,3,2,3,2,2,2,1,2,1,2,2,1,2,2,1,1,2,1,2],"candidate":[2,3,2,1,3,2,2,2,1,2,2,1,2,2,2,1,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":12}},{"id":"q0400","group":"g028","reference_grade_counts":{"0":30,"1":18,"2":22,"3":4},"ranked_grades":{"production":[3,2,1,2,2,2,1,2,2,1,3,2,2,1,1,1,1,2,1,2],"candidate":[2,1,2,2,2,1,2,2,1,2,2,1,0,1,1,1,2,2,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0401","group":"g008","reference_grade_counts":{"0":28,"1":11,"2":19,"3":19},"ranked_grades":{"production":[3,2,3,3,3,3,2,3,3,2,2,3,3,3,2,3,2,3,2,3],"candidate":[3,2,2,3,3,3,2,2,3,3,2,2,2,2,3,3,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0402","group":"g028","reference_grade_counts":{"0":64,"1":3,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0],"candidate":[0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,1,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0403","group":"g016","reference_grade_counts":{"0":33,"1":29,"2":15,"3":1},"ranked_grades":{"production":[2,2,2,3,1,2,2,2,1,2,2,1,1,1,1,0,2,1,1,1],"candidate":[2,2,2,2,3,1,2,2,2,2,0,2,1,1,1,1,0,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0404","group":"g008","reference_grade_counts":{"0":31,"1":10,"2":27,"3":13},"ranked_grades":{"production":[0,2,0,0,0,3,3,1,2,3,0,3,2,2,2,3,3,1,0,3],"candidate":[0,2,0,0,3,1,2,0,2,2,2,2,2,2,3,0,3,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0405","group":"g028","reference_grade_counts":{"0":76,"1":5,"2":2,"3":10},"ranked_grades":{"production":[3,3,3,2,0,0,3,3,0,0,0,0,0,0,0,0,0,3,0,0],"candidate":[1,0,1,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0406","group":"g009","reference_grade_counts":{"0":59,"1":12,"2":10,"3":2},"ranked_grades":{"production":[0,0,3,1,0,1,0,0,0,0,0,3,0,2,0,0,2,2,2,0],"candidate":[0,0,0,3,1,0,2,0,3,0,0,1,2,2,2,2,2,1,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0407","group":"g015","reference_grade_counts":{"0":56,"1":29,"2":4,"3":3},"ranked_grades":{"production":[1,3,1,1,1,1,1,0,0,2,1,0,0,0,0,1,1,0,0,2],"candidate":[0,0,0,0,3,0,2,1,2,1,1,0,0,0,1,1,0,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0408","group":"g024","reference_grade_counts":{"0":61,"1":4,"2":14,"3":4},"ranked_grades":{"production":[2,2,2,3,3,2,0,3,0,0,0,2,0,0,0,2,0,0,0,0],"candidate":[2,2,2,2,2,2,2,2,0,0,0,0,2,0,2,0,1,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0409","group":"g008","reference_grade_counts":{"0":41,"1":24,"2":3,"3":0},"ranked_grades":{"production":[1,2,2,1,1,1,1,2,1,1,1,1,1,1,1,1,0,0,1,1],"candidate":[1,2,2,1,1,1,2,1,1,1,0,1,0,1,1,0,0,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0410","group":"g008","reference_grade_counts":{"0":44,"1":25,"2":1,"3":0},"ranked_grades":{"production":[1,0,1,1,0,1,0,0,0,0,0,1,0,0,0,0,0,0,2,0],"candidate":[1,0,1,0,0,1,0,0,0,0,0,0,2,0,0,0,1,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0411","group":"g009","reference_grade_counts":{"0":39,"1":39,"2":0,"3":0},"ranked_grades":{"production":[0,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[0,1,0,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0412","group":"g034","reference_grade_counts":{"0":17,"1":8,"2":40,"3":19},"ranked_grades":{"production":[2,3,3,3,3,3,1,3,3,2,2,2,3,2,3,2,2,3,2,2],"candidate":[2,2,2,2,2,3,3,1,3,3,3,2,2,3,2,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":6}},{"id":"q0413","group":"g005","reference_grade_counts":{"0":21,"1":8,"2":37,"3":8},"ranked_grades":{"production":[0,3,3,3,2,2,2,2,2,3,3,2,0,2,2,0,2,0,0,2],"candidate":[0,3,3,3,2,2,2,2,2,3,3,2,2,0,2,2,2,2,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":10}},{"id":"q0414","group":"g008","reference_grade_counts":{"0":50,"1":10,"2":11,"3":2},"ranked_grades":{"production":[0,0,0,3,3,2,2,0,0,0,0,2,0,2,0,2,0,0,1,0],"candidate":[2,1,0,3,1,3,2,2,0,0,2,0,2,0,2,0,1,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0415","group":"g009","reference_grade_counts":{"0":41,"1":13,"2":21,"3":11},"ranked_grades":{"production":[2,2,3,2,2,3,3,2,2,3,3,2,3,2,3,3,3,3,0,0],"candidate":[2,2,3,3,3,2,2,3,2,3,2,3,3,2,2,2,2,2,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":13}},{"id":"q0416","group":"g015","reference_grade_counts":{"0":1,"1":30,"2":40,"3":5},"ranked_grades":{"production":[3,2,2,2,2,2,1,2,2,3,1,1,2,1,1,1,2,2,1,2],"candidate":[3,3,2,2,2,2,2,2,1,2,2,3,2,1,1,2,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0417","group":"g034","reference_grade_counts":{"0":12,"1":15,"2":34,"3":18},"ranked_grades":{"production":[3,3,3,3,2,2,3,2,2,3,3,2,3,2,3,3,2,2,2,1],"candidate":[3,3,3,3,2,2,3,2,2,3,2,3,3,3,2,2,2,1,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":9}},{"id":"q0418","group":"g015","reference_grade_counts":{"0":30,"1":33,"2":11,"3":0},"ranked_grades":{"production":[2,1,2,2,0,2,1,2,1,1,1,1,1,1,0,1,1,1,1,0],"candidate":[2,1,2,0,1,2,2,1,1,1,1,1,1,1,0,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0419","group":"g024","reference_grade_counts":{"0":27,"1":29,"2":23,"3":2},"ranked_grades":{"production":[2,2,2,2,1,2,2,2,2,1,2,1,1,1,1,1,2,1,0,1],"candidate":[2,2,1,2,2,2,1,2,2,1,1,1,1,0,1,1,2,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0420","group":"g009","reference_grade_counts":{"0":35,"1":20,"2":17,"3":4},"ranked_grades":{"production":[0,1,2,0,0,0,2,1,2,2,0,0,0,2,1,0,1,3,3,0],"candidate":[0,1,2,0,1,2,0,0,2,1,2,2,0,2,2,0,0,2,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0421","group":"g028","reference_grade_counts":{"0":66,"1":19,"2":3,"3":2},"ranked_grades":{"production":[1,3,0,2,1,1,1,1,2,1,0,1,2,3,1,0,1,0,0,0],"candidate":[0,0,1,3,0,1,0,2,0,0,0,0,0,1,0,0,0,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0422","group":"g034","reference_grade_counts":{"0":8,"1":17,"2":46,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0423","group":"g005","reference_grade_counts":{"0":19,"1":59,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0424","group":"g024","reference_grade_counts":{"0":11,"1":28,"2":36,"3":10},"ranked_grades":{"production":[3,1,2,2,2,2,2,1,3,1,2,1,2,2,2,2,2,2,2,1],"candidate":[3,3,3,1,2,3,3,2,2,2,2,2,2,1,3,1,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":10}},{"id":"q0425","group":"g008","reference_grade_counts":{"0":11,"1":27,"2":36,"3":3},"ranked_grades":{"production":[2,2,2,2,3,1,2,2,2,2,2,2,2,2,2,1,2,2,2,2],"candidate":[2,2,2,2,3,2,2,2,2,1,2,2,2,1,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0426","group":"g007","reference_grade_counts":{"0":43,"1":19,"2":3,"3":1},"ranked_grades":{"production":[1,1,2,2,1,2,1,1,1,1,1,1,1,3,1,1,1,1,1,0],"candidate":[1,1,2,2,2,1,1,1,1,1,1,1,1,1,3,1,1,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0427","group":"g028","reference_grade_counts":{"0":55,"1":4,"2":27,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,0,2,2,2,2,2,2,2,0,2],"candidate":[2,2,2,0,2,2,2,0,2,2,0,2,0,0,2,2,0,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0428","group":"g005","reference_grade_counts":{"0":35,"1":42,"2":3,"3":2},"ranked_grades":{"production":[2,1,1,1,1,1,1,1,1,1,3,1,1,1,1,2,1,1,1,1],"candidate":[2,0,1,1,1,1,1,1,1,1,1,1,1,3,1,1,0,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0429","group":"g005","reference_grade_counts":{"0":20,"1":48,"2":12,"3":0},"ranked_grades":{"production":[2,1,1,2,1,2,1,1,1,1,1,2,1,1,1,1,1,1,1,2],"candidate":[2,1,1,2,1,2,1,1,2,1,1,2,1,1,1,1,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0430","group":"g008","reference_grade_counts":{"0":23,"1":38,"2":16,"3":0},"ranked_grades":{"production":[0,1,2,2,0,2,2,2,1,2,0,0,2,2,1,2,1,1,1,2],"candidate":[2,0,2,2,2,1,2,1,1,2,1,1,1,2,2,1,1,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0431","group":"g028","reference_grade_counts":{"0":47,"1":14,"2":7,"3":13},"ranked_grades":{"production":[3,3,1,3,3,3,0,3,1,0,0,3,2,2,3,2,3,1,1,3],"candidate":[3,3,3,0,3,3,1,0,2,0,0,3,2,2,3,2,3,1,3,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":3}},{"id":"q0432","group":"g007","reference_grade_counts":{"0":14,"1":43,"2":12,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,1,2,1,2,2,1,1,1,1,1,1,1,1],"candidate":[2,2,2,2,2,2,1,2,1,2,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0433","group":"g009","reference_grade_counts":{"0":5,"1":13,"2":26,"3":33},"ranked_grades":{"production":[3,2,2,3,2,3,3,3,3,3,3,3,2,2,3,3,2,2,2,3],"candidate":[3,2,2,3,2,3,3,3,3,2,3,3,3,2,3,3,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":20}},{"id":"q0434","group":"g005","reference_grade_counts":{"0":21,"1":23,"2":43,"3":0},"ranked_grades":{"production":[1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,1,2,2,2,1,2,1,2,1,2,1,1,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":20}},{"id":"q0435","group":"g028","reference_grade_counts":{"0":41,"1":28,"2":21,"3":1},"ranked_grades":{"production":[0,3,0,0,0,2,0,2,1,0,0,0,1,1,0,2,1,1,2,0],"candidate":[2,2,2,2,2,2,2,0,2,2,2,2,3,2,0,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0436","group":"g034","reference_grade_counts":{"0":25,"1":21,"2":8,"3":26},"ranked_grades":{"production":[3,3,2,3,3,3,3,3,3,2,3,3,3,3,3,2,3,3,3,3],"candidate":[3,3,2,3,3,3,2,3,3,2,2,3,3,3,3,3,2,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":17}},{"id":"q0437","group":"g024","reference_grade_counts":{"0":19,"1":18,"2":9,"3":23},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,2,1,2,3,1,2,3,2,3,1],"candidate":[3,3,3,3,3,3,0,3,0,3,2,1,0,2,3,1,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0438","group":"g034","reference_grade_counts":{"0":37,"1":44,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,0,1,1,0,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,0,1,1,0,0,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0439","group":"g010","reference_grade_counts":{"0":37,"1":18,"2":20,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,1,2,0,1,0,0,0,1,2,2,2,0,1],"candidate":[2,0,2,2,2,2,2,2,1,2,2,2,0,2,2,1,2,2,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":4}},{"id":"q0440","group":"g029","reference_grade_counts":{"0":17,"1":22,"2":17,"3":16},"ranked_grades":{"production":[2,3,3,3,2,3,3,2,2,3,2,2,3,2,1,1,1,2,0,3],"candidate":[2,3,2,2,3,2,2,2,0,2,2,1,1,1,2,2,0,3,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":13,"candidate":9}},{"id":"q0441","group":"g009","reference_grade_counts":{"0":28,"1":28,"2":13,"3":1},"ranked_grades":{"production":[1,2,1,1,3,2,2,1,1,2,1,2,2,2,1,2,0,1,0,2],"candidate":[1,2,1,1,3,2,2,1,1,2,1,2,2,2,2,1,0,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":6}},{"id":"q0442","group":"g015","reference_grade_counts":{"0":17,"1":28,"2":23,"3":19},"ranked_grades":{"production":[3,3,3,3,3,3,3,2,3,2,3,3,3,1,3,3,1,2,2,2],"candidate":[2,3,3,2,3,3,2,2,2,3,2,3,3,1,3,3,2,2,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0443","group":"g008","reference_grade_counts":{"0":31,"1":25,"2":18,"3":9},"ranked_grades":{"production":[3,1,2,1,1,3,2,2,1,1,2,2,3,2,3,0,3,1,3,1],"candidate":[1,2,2,2,2,2,1,1,2,3,2,2,2,1,2,1,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":8}},{"id":"q0444","group":"g031","reference_grade_counts":{"0":24,"1":24,"2":17,"3":12},"ranked_grades":{"production":[3,3,3,3,3,2,2,3,1,2,1,2,3,2,2,1,2,2,1,3],"candidate":[3,3,2,3,3,2,2,1,3,2,3,2,2,2,1,3,1,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0445","group":"g015","reference_grade_counts":{"0":11,"1":30,"2":31,"3":4},"ranked_grades":{"production":[2,2,2,2,2,2,3,2,2,0,2,1,1,2,2,2,2,2,1,1],"candidate":[2,2,2,2,2,3,0,2,2,2,1,1,2,2,2,2,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":19}},{"id":"q0446","group":"g008","reference_grade_counts":{"0":1,"1":10,"2":38,"3":19},"ranked_grades":{"production":[3,3,2,3,3,2,3,3,3,3,3,3,3,2,3,3,2,2,2,2],"candidate":[3,3,3,2,3,3,2,3,3,3,3,1,3,3,3,2,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":14}},{"id":"q0447","group":"g007","reference_grade_counts":{"0":12,"1":24,"2":25,"3":18},"ranked_grades":{"production":[3,3,3,3,2,3,2,3,2,1,0,2,2,3,2,2,1,2,1,3],"candidate":[1,3,3,2,3,3,3,2,3,2,2,2,2,2,1,1,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0448","group":"g007","reference_grade_counts":{"0":20,"1":17,"2":23,"3":5},"ranked_grades":{"production":[2,3,3,3,3,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,3,3,3,2,3,2,3,2,2,2,2,2,2,2,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":12}},{"id":"q0449","group":"g034","reference_grade_counts":{"0":3,"1":23,"2":39,"3":15},"ranked_grades":{"production":[3,3,3,2,3,3,3,2,2,3,2,0,3,2,2,1,2,2,2,2],"candidate":[3,3,3,3,1,2,3,1,2,2,1,2,2,1,2,2,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":17}},{"id":"q0450","group":"g007","reference_grade_counts":{"0":28,"1":38,"2":2,"3":3},"ranked_grades":{"production":[2,3,1,1,0,1,0,1,1,1,1,1,0,0,1,1,0,0,0,0],"candidate":[1,3,2,1,0,1,1,1,1,1,1,1,1,1,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0451","group":"g008","reference_grade_counts":{"0":51,"1":23,"2":11,"3":5},"ranked_grades":{"production":[2,0,3,0,0,0,0,1,1,0,1,0,0,0,0,0,0,2,0,0],"candidate":[2,2,0,0,0,2,2,2,0,2,1,0,2,1,1,1,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0452","group":"g028","reference_grade_counts":{"0":59,"1":5,"2":13,"3":11},"ranked_grades":{"production":[3,0,3,0,0,0,0,3,3,2,0,2,1,1,2,2,3,3,3,2],"candidate":[3,3,0,0,2,3,2,2,0,0,1,3,2,3,3,2,3,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":3}},{"id":"q0453","group":"g009","reference_grade_counts":{"0":6,"1":36,"2":31,"3":10},"ranked_grades":{"production":[3,2,2,2,1,1,2,2,2,1,1,2,3,2,3,1,1,1,3,2],"candidate":[3,2,2,2,2,1,2,1,2,2,2,2,1,2,1,1,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":11}},{"id":"q0454","group":"g007","reference_grade_counts":{"0":1,"1":8,"2":22,"3":32},"ranked_grades":{"production":[2,2,3,2,3,2,3,3,2,3,3,3,1,3,3,2,3,3,3,3],"candidate":[2,3,2,2,3,2,3,3,2,2,3,3,3,1,3,3,1,0,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0455","group":"g007","reference_grade_counts":{"0":29,"1":34,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0456","group":"g009","reference_grade_counts":{"0":20,"1":18,"2":25,"3":3},"ranked_grades":{"production":[3,2,2,2,2,2,2,3,2,1,2,2,1,2,0,1,2,2,0,2],"candidate":[3,2,2,2,2,3,2,2,2,3,2,2,2,1,2,0,2,2,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":17}},{"id":"q0457","group":"g007","reference_grade_counts":{"0":4,"1":35,"2":29,"3":4},"ranked_grades":{"production":[3,2,3,3,2,3,2,2,2,2,2,1,2,2,1,2,2,2,1,1],"candidate":[3,2,3,3,2,3,2,2,1,1,2,2,2,1,2,2,1,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":14}},{"id":"q0458","group":"g004","reference_grade_counts":{"0":17,"1":26,"2":28,"3":6},"ranked_grades":{"production":[2,2,2,2,2,3,1,1,0,1,1,2,2,0,2,0,1,1,0,0],"candidate":[2,2,2,2,3,1,2,1,2,0,1,3,2,2,2,0,2,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0459","group":"g007","reference_grade_counts":{"0":27,"1":40,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,0,0,0,1,0,1,1,0,1,0,1,1,1],"candidate":[1,1,1,1,1,1,1,0,0,0,1,1,0,1,0,1,0,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0460","group":"g034","reference_grade_counts":{"0":16,"1":22,"2":37,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,2,2,1,1,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0461","group":"g009","reference_grade_counts":{"0":20,"1":10,"2":24,"3":27},"ranked_grades":{"production":[3,3,3,2,2,3,2,3,3,3,3,3,3,3,1,3,3,2,2,1],"candidate":[3,3,3,2,3,2,3,3,3,1,3,3,2,3,1,3,1,2,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":4}},{"id":"q0462","group":"g024","reference_grade_counts":{"0":41,"1":21,"2":13,"3":0},"ranked_grades":{"production":[2,1,1,2,2,1,1,2,2,1,1,1,2,1,0,0,1,0,0,0],"candidate":[2,1,1,2,1,1,2,2,1,0,1,2,1,0,0,0,1,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0463","group":"g024","reference_grade_counts":{"0":19,"1":28,"2":31,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,1,2,2,2,2,2,2,1,1,1,2,2,1,2],"candidate":[2,2,2,2,2,2,2,1,2,2,2,2,2,2,0,2,2,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":13,"candidate":14}},{"id":"q0464","group":"g007","reference_grade_counts":{"0":37,"1":26,"2":9,"3":4},"ranked_grades":{"production":[2,1,2,2,1,0,1,3,2,1,3,0,1,1,1,2,2,1,0,0],"candidate":[1,2,1,2,2,1,3,1,2,1,1,3,0,2,2,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0465","group":"g009","reference_grade_counts":{"0":71,"1":1,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0466","group":"g009","reference_grade_counts":{"0":21,"1":47,"2":9,"3":1},"ranked_grades":{"production":[1,1,1,1,1,2,1,1,1,1,1,0,1,1,1,1,1,2,1,1],"candidate":[1,1,1,2,1,1,1,1,2,2,1,1,1,0,1,1,1,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":10}},{"id":"q0467","group":"g024","reference_grade_counts":{"0":62,"1":10,"2":3,"3":4},"ranked_grades":{"production":[3,0,0,3,0,0,0,3,0,1,0,0,0,0,0,0,0,0,0,0],"candidate":[3,3,0,0,3,0,1,0,1,0,0,0,2,2,0,0,0,1,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0468","group":"g036","reference_grade_counts":{"0":30,"1":15,"2":17,"3":5},"ranked_grades":{"production":[3,3,2,3,3,2,2,1,0,2,0,2,2,2,1,0,1,2,2,0],"candidate":[3,3,3,3,2,2,2,1,0,2,0,1,1,2,2,2,1,0,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":4}},{"id":"q0469","group":"g034","reference_grade_counts":{"0":21,"1":10,"2":36,"3":12},"ranked_grades":{"production":[2,3,3,3,3,3,2,2,2,2,3,2,3,2,2,3,3,2,3,2],"candidate":[2,3,3,3,3,3,2,3,2,2,2,2,2,3,2,3,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":17}},{"id":"q0470","group":"g034","reference_grade_counts":{"0":20,"1":61,"2":2,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,2,1,1,1,1,0,1,1],"candidate":[1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0471","group":"g028","reference_grade_counts":{"0":18,"1":28,"2":26,"3":6},"ranked_grades":{"production":[3,3,3,3,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[3,3,3,3,3,1,2,2,2,1,2,2,1,2,2,1,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":13,"candidate":15}},{"id":"q0472","group":"g015","reference_grade_counts":{"0":23,"1":7,"2":33,"3":18},"ranked_grades":{"production":[3,3,3,3,3,2,2,3,2,2,2,2,2,2,2,2,3,2,3,2],"candidate":[3,3,3,3,2,3,2,2,2,2,2,2,2,2,2,2,2,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":5}},{"id":"q0473","group":"g007","reference_grade_counts":{"0":56,"1":16,"2":11,"3":7},"ranked_grades":{"production":[3,3,3,3,3,3,0,2,1,2,2,1,1,2,1,0,2,0,2,1],"candidate":[3,3,0,0,2,1,1,0,0,2,1,2,0,1,0,1,1,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0474","group":"g034","reference_grade_counts":{"0":20,"1":15,"2":29,"3":17},"ranked_grades":{"production":[3,3,2,3,3,3,3,3,2,3,3,3,2,2,2,3,2,2,3,1],"candidate":[3,3,3,3,3,3,2,2,2,3,2,2,2,2,2,3,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":8}},{"id":"q0475","group":"g005","reference_grade_counts":{"0":27,"1":55,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0476","group":"g005","reference_grade_counts":{"0":65,"1":19,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,1,1,1,1,0,0,0,0,0,0,1,0,0,1],"candidate":[0,1,0,1,0,1,0,0,0,0,0,1,0,0,1,1,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0477","group":"g008","reference_grade_counts":{"0":46,"1":3,"2":12,"3":17},"ranked_grades":{"production":[3,3,3,3,1,3,3,3,3,3,2,3,3,3,3,3,0,0,0,0],"candidate":[3,2,2,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":20}},{"id":"q0478","group":"g002","reference_grade_counts":{"0":31,"1":12,"2":18,"3":18},"ranked_grades":{"production":[3,3,3,3,3,3,3,2,2,1,2,3,2,3,2,3,2,1,2,2],"candidate":[3,3,3,3,3,3,2,0,1,3,3,1,2,1,2,2,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":11}},{"id":"q0479","group":"g017","reference_grade_counts":{"0":5,"1":22,"2":29,"3":24},"ranked_grades":{"production":[3,3,3,3,3,2,3,3,3,2,2,3,3,3,3,2,3,3,3,2],"candidate":[3,3,3,3,3,2,3,2,2,3,2,3,1,3,3,2,3,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0480","group":"g004","reference_grade_counts":{"0":25,"1":21,"2":8,"3":19},"ranked_grades":{"production":[3,3,1,3,3,3,3,3,3,3,3,0,3,1,3,1,2,0,1,3],"candidate":[3,3,1,3,3,3,3,3,3,0,3,0,3,1,1,2,0,3,0,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0481","group":"g008","reference_grade_counts":{"0":46,"1":22,"2":8,"3":5},"ranked_grades":{"production":[2,0,1,3,3,0,3,2,3,1,1,2,2,0,1,0,0,2,1,0],"candidate":[1,2,0,1,2,2,3,1,3,0,2,3,1,1,1,1,1,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0482","group":"g008","reference_grade_counts":{"0":44,"1":37,"2":3,"3":1},"ranked_grades":{"production":[0,0,2,3,1,0,0,0,1,1,1,0,1,0,1,0,1,1,0,1],"candidate":[0,2,1,1,1,2,1,1,0,1,1,1,1,0,1,1,1,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0483","group":"g031","reference_grade_counts":{"0":9,"1":9,"2":24,"3":38},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,2,3,3,2,1],"candidate":[3,3,3,3,3,3,3,2,3,3,3,2,3,3,3,2,3,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":11}},{"id":"q0484","group":"g034","reference_grade_counts":{"0":17,"1":37,"2":14,"3":6},"ranked_grades":{"production":[2,3,2,3,1,3,2,1,1,2,2,3,2,1,1,1,2,3,1,3],"candidate":[2,3,2,3,1,3,2,1,1,2,2,3,1,2,1,2,1,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0485","group":"g008","reference_grade_counts":{"0":15,"1":26,"2":29,"3":5},"ranked_grades":{"production":[2,2,2,2,3,2,3,2,2,1,2,2,1,1,2,3,2,1,2,2],"candidate":[2,2,2,2,2,3,3,2,2,2,1,1,2,2,2,2,2,2,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0486","group":"g007","reference_grade_counts":{"0":1,"1":14,"2":32,"3":20},"ranked_grades":{"production":[3,3,3,2,3,2,3,3,3,3,3,3,3,3,2,3,2,3,3,2],"candidate":[3,3,2,3,2,3,2,3,3,3,3,3,3,3,3,2,3,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0487","group":"g015","reference_grade_counts":{"0":3,"1":16,"2":29,"3":19},"ranked_grades":{"production":[3,3,2,2,3,3,2,3,2,3,2,3,3,2,3,2,3,1,3,3],"candidate":[3,3,2,2,3,3,3,2,3,2,3,3,2,3,2,3,1,1,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":8,"candidate":7}},{"id":"q0488","group":"g007","reference_grade_counts":{"0":30,"1":16,"2":24,"3":13},"ranked_grades":{"production":[3,3,3,2,2,3,2,3,2,2,2,2,1,2,1,2,2,0,2,2],"candidate":[3,3,2,2,2,2,3,1,2,3,2,2,2,2,2,1,0,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0489","group":"g024","reference_grade_counts":{"0":12,"1":27,"2":31,"3":10},"ranked_grades":{"production":[3,2,2,3,2,2,1,2,3,2,2,1,2,3,2,1,2,2,2,2],"candidate":[3,1,2,2,2,2,3,2,1,2,3,2,2,2,2,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0490","group":"g007","reference_grade_counts":{"0":30,"1":20,"2":18,"3":8},"ranked_grades":{"production":[3,3,3,3,2,2,2,3,0,2,1,3,0,1,0,1,2,2,1,2],"candidate":[3,3,2,2,2,3,2,2,3,2,1,0,1,2,1,2,2,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0491","group":"g010","reference_grade_counts":{"0":68,"1":12,"2":5,"3":2},"ranked_grades":{"production":[3,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0],"candidate":[3,3,1,0,1,1,1,1,0,1,0,2,1,1,0,0,0,2,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0492","group":"g034","reference_grade_counts":{"0":13,"1":11,"2":27,"3":37},"ranked_grades":{"production":[3,3,3,2,3,3,3,3,2,3,3,3,3,3,3,3,2,3,3,2],"candidate":[3,2,2,2,2,3,2,3,3,2,3,3,2,3,2,3,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0493","group":"g024","reference_grade_counts":{"0":80,"1":1,"2":0,"3":2},"ranked_grades":{"production":[3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0494","group":"g007","reference_grade_counts":{"0":57,"1":7,"2":4,"3":9},"ranked_grades":{"production":[3,3,3,3,0,0,0,0,0,2,3,0,0,3,2,0,3,3,3,0],"candidate":[3,0,0,2,0,0,3,2,0,3,1,0,0,0,0,0,0,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0495","group":"g028","reference_grade_counts":{"0":19,"1":23,"2":29,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,1,1],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":18}},{"id":"q0496","group":"g015","reference_grade_counts":{"0":23,"1":38,"2":18,"3":0},"ranked_grades":{"production":[2,2,2,2,1,1,1,1,2,1,2,2,2,1,1,1,1,1,1,2],"candidate":[2,2,1,2,2,2,2,1,1,1,1,1,1,1,2,1,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":13,"candidate":20}},{"id":"q0497","group":"g016","reference_grade_counts":{"0":20,"1":19,"2":12,"3":22},"ranked_grades":{"production":[3,3,3,2,3,3,3,3,2,3,2,3,3,1,3,3,3,3,3,2],"candidate":[3,3,3,2,3,3,3,3,2,3,2,3,3,1,2,3,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0498","group":"g009","reference_grade_counts":{"0":17,"1":47,"2":1,"3":6},"ranked_grades":{"production":[1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,0,1,1,1,1],"candidate":[1,2,1,1,1,1,1,0,0,1,1,1,0,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0499","group":"g028","reference_grade_counts":{"0":39,"1":15,"2":20,"3":2},"ranked_grades":{"production":[2,3,2,2,3,2,2,2,2,2,2,2,2,2,1,2,2,1,1,1],"candidate":[2,3,2,0,2,3,2,2,2,0,2,2,0,2,1,2,1,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0500","group":"g009","reference_grade_counts":{"0":11,"1":34,"2":32,"3":7},"ranked_grades":{"production":[2,3,2,3,3,2,1,3,1,1,1,0,2,2,2,2,2,1,1,2],"candidate":[2,2,3,2,3,3,2,2,2,3,1,0,2,2,2,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0501","group":"g027","reference_grade_counts":{"0":40,"1":30,"2":1,"3":6},"ranked_grades":{"production":[0,0,0,1,1,1,3,0,0,0,3,1,3,0,1,1,1,0,1,0],"candidate":[0,0,0,1,3,3,0,0,0,3,1,0,1,1,0,0,0,3,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0502","group":"g015","reference_grade_counts":{"0":47,"1":19,"2":7,"3":9},"ranked_grades":{"production":[3,3,1,1,3,2,0,0,1,1,2,1,3,1,0,1,1,0,1,0],"candidate":[3,0,3,2,3,1,0,0,1,1,2,2,3,1,1,1,1,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0503","group":"g034","reference_grade_counts":{"0":23,"1":45,"2":20,"3":1},"ranked_grades":{"production":[1,2,1,2,2,2,1,1,1,1,1,1,1,2,1,2,1,1,1,1],"candidate":[2,1,2,2,2,1,2,2,2,1,1,2,2,2,1,1,1,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0504","group":"g024","reference_grade_counts":{"0":30,"1":40,"2":14,"3":1},"ranked_grades":{"production":[1,2,2,2,2,1,0,1,2,0,1,2,1,1,2,1,0,1,1,1],"candidate":[1,0,2,2,2,1,2,2,2,2,1,3,0,1,1,0,0,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0505","group":"g007","reference_grade_counts":{"0":13,"1":8,"2":45,"3":0},"ranked_grades":{"production":[2,2,1,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2],"candidate":[2,1,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,0,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0506","group":"g005","reference_grade_counts":{"0":35,"1":17,"2":18,"3":8},"ranked_grades":{"production":[2,1,3,2,3,3,3,3,2,2,2,3,1,3,2,2,1,1,2,1],"candidate":[2,1,3,2,3,3,3,3,2,2,2,3,2,1,2,2,1,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":15,"candidate":15}},{"id":"q0507","group":"g007","reference_grade_counts":{"0":17,"1":17,"2":32,"3":5},"ranked_grades":{"production":[3,3,3,2,2,2,2,3,2,2,2,2,2,2,1,2,2,1,2,2],"candidate":[3,3,3,2,2,2,2,3,2,2,2,2,2,2,1,2,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0508","group":"g024","reference_grade_counts":{"0":29,"1":40,"2":17,"3":2},"ranked_grades":{"production":[2,1,1,0,1,2,1,1,2,1,1,1,1,1,1,1,1,1,0,1],"candidate":[2,2,2,1,3,2,2,1,1,0,2,1,2,1,2,2,1,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0509","group":"g012","reference_grade_counts":{"0":11,"1":25,"2":24,"3":10},"ranked_grades":{"production":[2,3,3,2,2,1,2,3,1,3,1,3,2,1,1,3,3,2,1,2],"candidate":[2,3,3,2,2,2,1,2,3,1,3,2,1,2,3,2,1,1,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":7}},{"id":"q0510","group":"g013","reference_grade_counts":{"0":27,"1":24,"2":18,"3":9},"ranked_grades":{"production":[1,3,3,1,2,1,3,2,2,3,2,1,3,2,1,3,2,1,1,1],"candidate":[1,3,3,1,2,1,2,2,2,3,2,2,2,1,1,1,1,0,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0511","group":"g034","reference_grade_counts":{"0":26,"1":33,"2":16,"3":4},"ranked_grades":{"production":[3,2,2,1,1,1,1,1,1,1,2,1,2,1,1,1,1,1,1,1],"candidate":[3,2,2,1,1,1,1,2,1,1,2,1,2,2,2,2,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0512","group":"g018","reference_grade_counts":{"0":38,"1":27,"2":8,"3":4},"ranked_grades":{"production":[3,3,1,1,0,2,0,1,1,3,0,1,2,1,1,0,0,0,2,2],"candidate":[3,1,3,1,0,2,2,0,1,2,2,0,1,1,1,2,1,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0513","group":"g009","reference_grade_counts":{"0":37,"1":50,"2":5,"3":1},"ranked_grades":{"production":[1,1,1,1,1,1,1,0,1,1,1,1,1,1,2,1,1,1,2,0],"candidate":[1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0514","group":"g005","reference_grade_counts":{"0":2,"1":17,"2":41,"3":21},"ranked_grades":{"production":[2,2,2,2,2,2,3,2,3,2,3,2,2,2,2,2,2,2,1,2],"candidate":[2,2,2,2,2,2,2,2,3,2,3,2,3,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":20}},{"id":"q0515","group":"g009","reference_grade_counts":{"0":34,"1":8,"2":17,"3":18},"ranked_grades":{"production":[3,3,3,2,3,3,2,2,3,3,3,3,3,3,3,3,2,3,2,3],"candidate":[3,3,3,2,3,2,2,3,3,3,3,3,3,2,3,2,3,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":18}},{"id":"q0516","group":"g034","reference_grade_counts":{"0":29,"1":26,"2":16,"3":0},"ranked_grades":{"production":[2,1,2,2,1,1,1,0,1,2,1,0,2,2,0,2,1,2,0,2],"candidate":[2,1,2,2,1,1,1,2,1,1,0,2,2,0,2,1,1,2,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":8}},{"id":"q0517","group":"g012","reference_grade_counts":{"0":16,"1":19,"2":26,"3":9},"ranked_grades":{"production":[3,2,1,2,1,2,3,2,3,2,2,2,1,2,2,1,2,1,2,2],"candidate":[3,2,1,2,1,3,2,3,2,3,1,3,1,2,1,3,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":15}},{"id":"q0518","group":"g005","reference_grade_counts":{"0":76,"1":4,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,0,0,0,1,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0519","group":"g034","reference_grade_counts":{"0":6,"1":19,"2":53,"3":16},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,3,2,2,1],"candidate":[2,1,2,2,2,2,2,1,2,2,2,2,2,2,1,2,2,1,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":17}},{"id":"q0520","group":"g005","reference_grade_counts":{"0":20,"1":23,"2":30,"3":8},"ranked_grades":{"production":[3,1,2,3,2,2,1,2,1,2,2,2,1,2,2,2,2,2,2,2],"candidate":[2,1,2,3,1,2,1,2,1,2,2,1,2,2,1,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0521","group":"g015","reference_grade_counts":{"0":3,"1":36,"2":32,"3":0},"ranked_grades":{"production":[2,2,2,2,2,1,1,2,1,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,1,1,2,1,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0522","group":"g003","reference_grade_counts":{"0":78,"1":2,"2":4,"3":0},"ranked_grades":{"production":[1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[2,0,0,0,1,0,0,0,0,0,0,0,2,0,0,2,2,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0523","group":"g009","reference_grade_counts":{"0":7,"1":24,"2":40,"3":14},"ranked_grades":{"production":[3,3,2,2,2,3,2,2,3,3,2,2,2,3,3,3,2,1,2,2],"candidate":[2,2,2,2,3,2,2,2,3,2,2,2,2,1,1,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0524","group":"g009","reference_grade_counts":{"0":24,"1":0,"2":29,"3":27},"ranked_grades":{"production":[2,2,3,2,3,2,3,2,3,3,3,2,3,3,2,3,2,3,2,3],"candidate":[2,2,3,2,3,2,2,3,3,2,3,2,2,3,2,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0525","group":"g022","reference_grade_counts":{"0":52,"1":11,"2":3,"3":2},"ranked_grades":{"production":[3,2,0,3,0,0,0,2,1,0,0,1,1,0,0,1,0,0,0,0],"candidate":[3,3,0,0,0,2,1,0,0,1,1,0,1,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0526","group":"g024","reference_grade_counts":{"0":50,"1":0,"2":24,"3":6},"ranked_grades":{"production":[3,0,2,0,0,2,0,3,0,2,0,0,0,0,0,0,0,2,2,2],"candidate":[3,0,2,2,0,0,2,2,2,0,2,0,2,0,0,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0527","group":"g008","reference_grade_counts":{"0":35,"1":19,"2":27,"3":5},"ranked_grades":{"production":[2,1,2,2,2,3,2,2,3,2,2,2,2,1,2,2,2,1,2,2],"candidate":[2,1,2,2,2,2,2,2,3,2,2,1,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0528","group":"g024","reference_grade_counts":{"0":31,"1":7,"2":13,"3":24},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,2,1,3,3,3,2,1,3,0,2],"candidate":[3,3,3,3,3,2,3,2,3,3,2,1,2,3,3,2,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0529","group":"g005","reference_grade_counts":{"0":20,"1":30,"2":22,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":18}},{"id":"q0530","group":"g015","reference_grade_counts":{"0":77,"1":3,"2":10,"3":2},"ranked_grades":{"production":[null,0,0,2,1,0,3,3,0,0,0,0,0,1,0,0,0,2,0,0],"candidate":[2,2,2,2,0,2,2,null,null,0,2,null,0,2,1,0,1,0,null,0]},"excluded":{"production":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,true,true,false,false,true,false,false,false,false,false,false,true,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0531","group":"g015","reference_grade_counts":{"0":60,"1":9,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0],"candidate":[0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,1,0,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0532","group":"g034","reference_grade_counts":{"0":21,"1":27,"2":32,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,1,1,2,1,2],"candidate":[2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,1,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":16}},{"id":"q0533","group":"g015","reference_grade_counts":{"0":17,"1":30,"2":35,"3":2},"ranked_grades":{"production":[3,3,2,2,2,1,2,2,1,2,1,2,0,2,2,1,2,2,1,1],"candidate":[3,2,2,2,2,1,2,2,1,2,2,2,2,0,1,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0534","group":"g008","reference_grade_counts":{"0":38,"1":39,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":4}},{"id":"q0535","group":"g009","reference_grade_counts":{"0":44,"1":35,"2":1,"3":0},"ranked_grades":{"production":[1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0],"candidate":[1,0,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0536","group":"g009","reference_grade_counts":{"0":23,"1":13,"2":19,"3":15},"ranked_grades":{"production":[3,3,3,2,3,3,3,3,3,3,2,3,3,2,3,0,3,0,2,0],"candidate":[3,3,2,3,3,3,3,3,3,2,3,3,2,3,0,3,0,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":15}},{"id":"q0537","group":"g028","reference_grade_counts":{"0":6,"1":17,"2":24,"3":27},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0538","group":"g024","reference_grade_counts":{"0":47,"1":33,"2":0,"3":1},"ranked_grades":{"production":[1,1,0,0,1,0,0,0,0,1,0,0,0,0,0,0,1,1,0,1],"candidate":[1,1,1,0,1,0,0,0,0,0,1,0,0,0,0,1,1,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0539","group":"g034","reference_grade_counts":{"0":8,"1":12,"2":52,"3":7},"ranked_grades":{"production":[2,2,3,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,3,2,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0540","group":"g002","reference_grade_counts":{"0":34,"1":10,"2":17,"3":16},"ranked_grades":{"production":[3,3,3,3,2,3,3,2,3,3,3,2,2,2,2,2,2,2,3,3],"candidate":[3,3,3,3,3,3,1,1,3,3,2,3,3,2,2,2,2,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0541","group":"g024","reference_grade_counts":{"0":6,"1":17,"2":46,"3":17},"ranked_grades":{"production":[3,3,3,3,3,3,2,2,1,3,3,3,3,2,2,3,3,2,2,2],"candidate":[3,null,3,2,3,1,2,2,2,2,2,2,2,2,2,1,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0542","group":"g008","reference_grade_counts":{"0":21,"1":10,"2":25,"3":24},"ranked_grades":{"production":[3,3,3,3,2,3,3,3,2,3,3,3,3,3,3,3,3,3,3,2],"candidate":[3,2,2,3,2,3,2,3,2,3,3,3,2,3,3,2,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":16}},{"id":"q0543","group":"g035","reference_grade_counts":{"0":1,"1":13,"2":34,"3":35},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,3],"candidate":[2,2,3,3,3,2,2,3,3,3,2,2,2,3,3,2,3,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":9}},{"id":"q0544","group":"g009","reference_grade_counts":{"0":23,"1":14,"2":27,"3":18},"ranked_grades":{"production":[0,3,2,2,3,2,2,3,2,0,3,2,3,3,2,3,1,1,3,1],"candidate":[0,2,2,2,2,2,0,2,2,2,3,2,2,2,2,2,1,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0545","group":"g005","reference_grade_counts":{"0":8,"1":54,"2":9,"3":3},"ranked_grades":{"production":[3,1,2,1,1,1,1,1,1,2,1,1,1,1,2,3,1,3,2,1],"candidate":[3,1,1,2,1,1,1,1,1,1,1,1,2,1,1,3,1,3,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":9}},{"id":"q0546","group":"g024","reference_grade_counts":{"0":40,"1":33,"2":3,"3":3},"ranked_grades":{"production":[1,1,1,2,1,1,1,3,0,1,3,1,1,1,0,1,1,1,1,1],"candidate":[1,1,2,1,1,1,0,1,3,3,1,0,0,1,1,1,2,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0547","group":"g015","reference_grade_counts":{"0":60,"1":5,"2":13,"3":3},"ranked_grades":{"production":[3,2,0,2,3,0,0,0,0,0,2,0,0,2,0,0,0,0,0,1],"candidate":[2,2,3,2,2,2,0,2,2,2,2,3,2,0,0,0,0,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":10}},{"id":"q0548","group":"g007","reference_grade_counts":{"0":50,"1":23,"2":2,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,1,0,1,1,1],"candidate":[1,1,1,1,2,1,2,1,1,1,1,1,1,1,1,1,1,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0549","group":"g007","reference_grade_counts":{"0":23,"1":36,"2":23,"3":3},"ranked_grades":{"production":[2,2,2,3,3,2,2,2,1,1,1,1,2,1,0,2,1,1,1,1],"candidate":[2,2,3,0,3,2,2,0,1,0,2,2,0,2,1,0,1,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0550","group":"g028","reference_grade_counts":{"0":47,"1":13,"2":19,"3":4},"ranked_grades":{"production":[2,2,2,3,2,3,2,1,1,0,0,3,2,0,2,2,2,0,0,1],"candidate":[2,2,2,3,2,1,1,2,2,0,0,3,2,1,0,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0551","group":"g005","reference_grade_counts":{"0":22,"1":14,"2":41,"3":3},"ranked_grades":{"production":[3,2,3,2,3,2,2,2,2,2,2,0,2,2,1,2,1,2,2,1],"candidate":[3,2,3,2,3,2,2,1,2,2,2,2,0,2,2,1,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0552","group":"g005","reference_grade_counts":{"0":52,"1":12,"2":2,"3":9},"ranked_grades":{"production":[3,3,3,3,3,3,0,0,3,0,0,0,0,0,0,1,0,1,0,0],"candidate":[3,3,3,3,3,3,0,0,3,0,0,0,0,0,1,1,1,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":7}},{"id":"q0553","group":"g027","reference_grade_counts":{"0":26,"1":16,"2":27,"3":22},"ranked_grades":{"production":[3,3,3,2,3,3,2,3,3,3,3,2,2,2,2,2,2,3,2,2],"candidate":[3,3,3,3,3,2,2,3,3,3,3,2,2,3,3,3,2,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0554","group":"g024","reference_grade_counts":{"0":33,"1":48,"2":1,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0555","group":"g015","reference_grade_counts":{"0":35,"1":36,"2":3,"3":0},"ranked_grades":{"production":[1,0,1,0,1,0,1,1,1,0,1,1,0,0,0,0,1,1,1,1],"candidate":[1,1,0,1,0,1,1,1,1,1,1,1,1,1,1,0,0,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0556","group":"g015","reference_grade_counts":{"0":7,"1":34,"2":31,"3":13},"ranked_grades":{"production":[2,3,3,3,3,3,2,2,1,1,2,2,3,3,1,2,2,1,3,3],"candidate":[2,3,2,2,1,1,2,2,2,3,2,1,1,1,3,2,3,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0557","group":"g008","reference_grade_counts":{"0":23,"1":41,"2":6,"3":0},"ranked_grades":{"production":[2,1,1,0,2,1,1,2,0,2,0,0,1,1,1,1,1,0,0,1],"candidate":[2,1,1,1,1,0,2,2,1,1,2,0,2,1,1,1,1,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0558","group":"g015","reference_grade_counts":{"0":30,"1":26,"2":27,"3":6},"ranked_grades":{"production":[3,2,3,1,2,2,3,3,2,2,2,1,3,1,2,2,1,1,2,3],"candidate":[3,2,3,2,2,2,3,2,3,2,2,2,2,1,3,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0559","group":"g005","reference_grade_counts":{"0":12,"1":36,"2":28,"3":5},"ranked_grades":{"production":[3,2,2,2,1,3,3,1,3,2,2,2,1,1,1,1,1,2,2,1],"candidate":[3,2,2,2,2,1,3,3,1,3,2,2,2,1,1,1,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":4}},{"id":"q0560","group":"g008","reference_grade_counts":{"0":62,"1":12,"2":2,"3":1},"ranked_grades":{"production":[0,0,0,0,1,0,0,1,0,0,0,0,0,0,1,1,0,0,0,0],"candidate":[0,0,1,0,1,0,0,0,1,0,0,0,0,1,0,1,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0561","group":"g002","reference_grade_counts":{"0":46,"1":10,"2":20,"3":13},"ranked_grades":{"production":[2,null,1,3,3,3,3,3,1,0,3,null,2,0,0,3,2,0,3,0],"candidate":[null,2,null,1,2,3,2,3,null,null,1,2,2,2,null,2,null,2,2,2]},"excluded":{"production":[false,true,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false],"candidate":[true,false,true,false,false,false,false,false,true,true,false,false,false,false,true,false,true,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0562","group":"g032","reference_grade_counts":{"0":17,"1":14,"2":25,"3":10},"ranked_grades":{"production":[3,3,3,3,3,2,3,3,2,2,3,3,2,2,2,0,3,2,2,2],"candidate":[3,3,3,3,3,2,3,2,3,3,2,2,2,0,3,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0563","group":"g021","reference_grade_counts":{"0":44,"1":22,"2":10,"3":5},"ranked_grades":{"production":[3,3,2,2,0,2,2,2,0,1,3,2,1,1,1,0,1,1,1,1],"candidate":[3,3,2,0,2,1,0,1,3,0,2,1,0,1,1,1,0,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0564","group":"g015","reference_grade_counts":{"0":12,"1":33,"2":29,"3":8},"ranked_grades":{"production":[3,3,2,2,2,2,2,1,3,2,1,2,1,1,1,2,2,1,1,1],"candidate":[3,3,3,3,2,2,2,2,2,2,2,2,3,2,2,1,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":11}},{"id":"q0565","group":"g032","reference_grade_counts":{"0":7,"1":25,"2":20,"3":13},"ranked_grades":{"production":[2,3,1,3,2,3,2,3,1,3,3,2,3,1,3,3,2,2,3,3],"candidate":[2,3,1,3,3,2,3,2,1,2,3,3,2,3,1,3,3,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":7}},{"id":"q0566","group":"g001","reference_grade_counts":{"0":33,"1":6,"2":22,"3":28},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0567","group":"g005","reference_grade_counts":{"0":11,"1":19,"2":35,"3":13},"ranked_grades":{"production":[2,2,3,2,3,2,3,2,2,2,2,2,3,3,3,2,2,3,3,2],"candidate":[2,2,2,2,3,2,2,3,2,2,2,2,2,2,2,3,3,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0568","group":"g028","reference_grade_counts":{"0":1,"1":11,"2":24,"3":34},"ranked_grades":{"production":[0,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3],"candidate":[0,2,3,2,3,3,3,3,3,2,3,3,3,3,2,3,3,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0569","group":"g005","reference_grade_counts":{"0":19,"1":10,"2":35,"3":8},"ranked_grades":{"production":[3,3,3,3,3,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[3,3,3,3,3,1,2,3,1,2,2,2,2,1,2,2,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0570","group":"g008","reference_grade_counts":{"0":8,"1":54,"2":6,"3":0},"ranked_grades":{"production":[2,2,1,1,1,1,1,1,1,1,1,2,2,1,2,1,1,1,1,1],"candidate":[2,2,1,1,1,1,1,1,1,1,2,1,2,2,1,2,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0571","group":"g005","reference_grade_counts":{"0":2,"1":8,"2":28,"3":40},"ranked_grades":{"production":[3,3,2,3,2,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[3,2,3,2,2,2,3,3,3,3,3,3,3,3,3,3,3,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0572","group":"g007","reference_grade_counts":{"0":0,"1":16,"2":30,"3":21},"ranked_grades":{"production":[3,3,2,3,3,3,3,3,3,3,2,3,2,3,2,2,3,3,3,2],"candidate":[3,3,2,3,3,3,3,3,2,3,2,2,3,3,2,3,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0573","group":"g024","reference_grade_counts":{"0":79,"1":2,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0574","group":"g015","reference_grade_counts":{"0":47,"1":34,"2":3,"3":1},"ranked_grades":{"production":[2,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0],"candidate":[1,1,2,2,1,1,1,1,1,1,1,1,0,1,0,0,1,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0575","group":"g005","reference_grade_counts":{"0":28,"1":20,"2":10,"3":26},"ranked_grades":{"production":[3,3,3,1,3,3,3,3,2,3,1,3,3,3,1,2,3,3,2,1],"candidate":[2,3,3,3,2,1,3,1,1,3,3,2,3,3,2,1,2,3,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":18}},{"id":"q0576","group":"g015","reference_grade_counts":{"0":15,"1":28,"2":34,"3":4},"ranked_grades":{"production":[3,2,2,3,2,2,1,1,2,2,3,1,1,2,2,2,1,3,2,2],"candidate":[3,2,3,2,1,1,2,2,1,2,2,2,3,1,2,2,1,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0577","group":"g009","reference_grade_counts":{"0":29,"1":19,"2":24,"3":8},"ranked_grades":{"production":[3,0,1,1,0,1,2,2,2,1,2,1,1,2,3,2,0,1,1,1],"candidate":[3,0,2,2,3,2,1,2,1,1,2,3,3,0,2,2,2,0,3,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":8}},{"id":"q0578","group":"g015","reference_grade_counts":{"0":14,"1":21,"2":39,"3":10},"ranked_grades":{"production":[3,3,3,0,2,3,2,2,2,2,3,0,0,2,2,2,1,3,2,1],"candidate":[1,2,3,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0579","group":"g028","reference_grade_counts":{"0":8,"1":29,"2":24,"3":13},"ranked_grades":{"production":[2,2,3,2,3,2,2,3,3,3,3,2,3,3,3,2,2,2,3,3],"candidate":[2,3,3,2,2,3,1,3,3,3,3,3,3,3,2,1,2,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0580","group":"g007","reference_grade_counts":{"0":36,"1":14,"2":17,"3":16},"ranked_grades":{"production":[2,2,3,3,2,1,2,3,3,2,3,0,3,0,1,0,0,0,1,0],"candidate":[2,2,3,3,3,2,2,3,3,3,2,2,3,3,1,0,3,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":5}},{"id":"q0581","group":"g034","reference_grade_counts":{"0":28,"1":43,"2":12,"3":0},"ranked_grades":{"production":[1,2,1,2,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,2,1,2,1,1,1,2,1,1,1,2,1,1,1,1,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0582","group":"g028","reference_grade_counts":{"0":36,"1":39,"2":8,"3":1},"ranked_grades":{"production":[3,2,1,2,1,1,2,2,1,1,2,1,2,1,1,1,1,1,1,1],"candidate":[3,2,1,2,2,1,1,1,2,0,1,1,2,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0583","group":"g010","reference_grade_counts":{"0":55,"1":25,"2":7,"3":2},"ranked_grades":{"production":[1,1,1,2,1,0,1,0,1,1,1,1,3,1,1,0,1,1,1,2],"candidate":[0,2,1,1,2,0,2,0,0,1,0,3,1,1,1,2,0,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0584","group":"g024","reference_grade_counts":{"0":57,"1":10,"2":15,"3":2},"ranked_grades":{"production":[2,3,2,2,2,2,2,0,2,2,0,0,2,2,2,0,0,0,0,0],"candidate":[3,2,2,2,2,0,0,0,2,2,2,2,2,1,0,0,0,2,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0585","group":"g027","reference_grade_counts":{"0":15,"1":16,"2":24,"3":33},"ranked_grades":{"production":[3,3,3,3,3,3,2,3,3,3,3,2,3,3,3,2,2,2,2,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0586","group":"g024","reference_grade_counts":{"0":67,"1":4,"2":7,"3":4},"ranked_grades":{"production":[3,3,2,2,2,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0587","group":"g026","reference_grade_counts":{"0":25,"1":21,"2":17,"3":5},"ranked_grades":{"production":[3,3,2,2,1,0,1,3,2,1,1,2,3,2,0,3,1,1,2,0],"candidate":[3,3,2,2,1,1,3,2,1,2,3,2,0,3,1,2,1,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0588","group":"g011","reference_grade_counts":{"0":18,"1":32,"2":10,"3":5},"ranked_grades":{"production":[1,2,2,2,3,2,1,1,1,3,2,1,2,2,3,1,1,1,3,1],"candidate":[1,1,0,2,2,2,3,2,1,1,1,3,2,1,2,2,3,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0589","group":"g009","reference_grade_counts":{"0":15,"1":24,"2":28,"3":9},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,1,3,1,3,2,2,3,3,3,2,3],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,3,2,3,3,3,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":19}},{"id":"q0590","group":"g028","reference_grade_counts":{"0":58,"1":7,"2":4,"3":3},"ranked_grades":{"production":[3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[3,0,0,0,0,0,2,0,2,0,2,2,0,0,1,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0591","group":"g015","reference_grade_counts":{"0":20,"1":57,"2":1,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":15}},{"id":"q0592","group":"g034","reference_grade_counts":{"0":13,"1":33,"2":32,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,1,2,2,2],"candidate":[2,2,2,2,2,2,2,1,2,1,2,2,2,2,2,1,1,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":6}},{"id":"q0593","group":"g015","reference_grade_counts":{"0":59,"1":5,"2":11,"3":1},"ranked_grades":{"production":[2,0,0,0,1,2,1,0,0,0,0,0,2,0,0,0,0,0,0,0],"candidate":[2,0,0,0,1,2,0,1,0,0,0,2,0,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0594","group":"g005","reference_grade_counts":{"0":25,"1":46,"2":1,"3":1},"ranked_grades":{"production":[3,1,1,0,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[3,1,1,1,0,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":4}},{"id":"q0595","group":"g005","reference_grade_counts":{"0":16,"1":6,"2":5,"3":41},"ranked_grades":{"production":[2,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[2,3,3,3,3,3,3,2,2,2,3,3,3,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":20}},{"id":"q0596","group":"g024","reference_grade_counts":{"0":10,"1":30,"2":27,"3":19},"ranked_grades":{"production":[2,3,2,1,1,2,3,3,2,1,2,3,2,1,3,2,3,2,3,3],"candidate":[2,1,1,3,2,3,2,1,1,3,3,1,2,2,3,2,1,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0597","group":"g006","reference_grade_counts":{"0":16,"1":14,"2":21,"3":20},"ranked_grades":{"production":[3,3,3,3,2,2,3,1,3,2,3,2,2,3,3,2,1,2,2,2],"candidate":[3,3,3,3,2,3,2,1,3,2,3,2,3,3,2,1,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":8,"candidate":8}},{"id":"q0598","group":"g034","reference_grade_counts":{"0":12,"1":10,"2":40,"3":17},"ranked_grades":{"production":[3,3,3,3,2,2,3,3,2,2,2,2,2,2,3,2,3,3,2,2],"candidate":[3,3,3,2,2,2,2,3,2,2,2,2,2,3,2,2,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":15}},{"id":"q0599","group":"g034","reference_grade_counts":{"0":17,"1":18,"2":32,"3":13},"ranked_grades":{"production":[3,3,3,2,3,3,2,3,2,3,2,3,2,2,2,3,3,2,3,3],"candidate":[2,2,3,2,3,3,2,2,3,2,2,3,2,2,3,3,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0600","group":"g034","reference_grade_counts":{"0":20,"1":9,"2":23,"3":42},"ranked_grades":{"production":[3,2,3,3,3,2,3,3,3,3,2,3,2,3,2,2,3,2,3,3],"candidate":[2,3,2,2,2,2,3,3,2,2,3,3,3,3,2,2,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0601","group":"g037","reference_grade_counts":{"0":13,"1":20,"2":22,"3":16},"ranked_grades":{"production":[3,3,3,3,2,3,3,2,3,2,2,3,3,2,2,2,2,3,2,2],"candidate":[3,3,3,3,2,3,3,2,2,2,2,2,3,2,2,3,2,1,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":17}},{"id":"q0602","group":"g015","reference_grade_counts":{"0":50,"1":4,"2":11,"3":18},"ranked_grades":{"production":[3,3,3,3,3,2,2,2,3,3,3,3,3,3,3,2,0,3,2,3],"candidate":[3,3,3,3,3,2,2,2,3,3,3,3,3,3,3,3,3,1,0,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0603","group":"g015","reference_grade_counts":{"0":15,"1":28,"2":27,"3":10},"ranked_grades":{"production":[3,2,3,3,3,3,2,2,2,1,2,2,2,3,1,2,3,1,2,1],"candidate":[3,3,3,3,3,2,2,2,2,2,2,0,2,2,2,3,3,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0604","group":"g015","reference_grade_counts":{"0":35,"1":8,"2":27,"3":8},"ranked_grades":{"production":[3,2,3,2,3,3,2,3,2,2,2,2,2,2,2,2,2,3,0,0],"candidate":[2,3,3,3,2,3,2,3,2,2,2,2,2,2,0,2,0,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":11}},{"id":"q0605","group":"g007","reference_grade_counts":{"0":0,"1":12,"2":17,"3":36},"ranked_grades":{"production":[3,2,3,1,3,2,3,2,3,1,3,2,3,3,2,2,3,3,3,3],"candidate":[3,2,3,1,3,2,3,3,1,3,1,2,3,3,1,2,2,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":4}},{"id":"q0606","group":"g015","reference_grade_counts":{"0":47,"1":7,"2":18,"3":11},"ranked_grades":{"production":[3,2,2,3,2,2,3,3,3,3,3,3,2,2,2,3,1,2,0,2],"candidate":[3,2,2,2,3,2,3,2,3,3,3,3,3,2,2,2,3,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0607","group":"g015","reference_grade_counts":{"0":16,"1":31,"2":33,"3":9},"ranked_grades":{"production":[2,2,2,2,3,2,3,1,2,2,1,1,1,1,3,2,0,1,0,2],"candidate":[2,2,2,1,2,2,2,3,2,2,1,2,2,1,2,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0608","group":"g015","reference_grade_counts":{"0":22,"1":15,"2":27,"3":10},"ranked_grades":{"production":[2,3,2,2,2,2,3,2,3,2,3,2,2,2,2,2,2,3,3,2],"candidate":[2,3,3,2,2,3,3,2,3,2,2,2,1,2,2,2,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0609","group":"g015","reference_grade_counts":{"0":26,"1":47,"2":16,"3":0},"ranked_grades":{"production":[1,1,1,1,0,0,0,1,1,1,0,1,1,1,1,0,1,2,1,0],"candidate":[1,2,2,1,1,0,0,1,1,1,2,0,1,2,1,0,1,0,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0610","group":"g028","reference_grade_counts":{"0":48,"1":10,"2":21,"3":3},"ranked_grades":{"production":[3,2,1,2,2,2,2,1,0,1,2,1,2,0,1,0,2,0,0,0],"candidate":[3,2,1,2,0,2,2,2,1,1,0,2,2,1,2,0,1,0,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0611","group":"g028","reference_grade_counts":{"0":43,"1":28,"2":6,"3":11},"ranked_grades":{"production":[3,1,1,1,2,1,0,1,1,1,1,2,1,3,1,1,3,0,3,3],"candidate":[1,3,3,0,1,3,1,0,2,1,1,3,2,1,3,3,0,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0612","group":"g024","reference_grade_counts":{"0":45,"1":1,"2":25,"3":9},"ranked_grades":{"production":[2,3,2,3,2,2,2,2,2,3,2,3,2,1,2,2,2,2,2,2],"candidate":[2,2,3,3,3,2,3,2,2,2,3,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":6}},{"id":"q0613","group":"g009","reference_grade_counts":{"0":11,"1":16,"2":25,"3":21},"ranked_grades":{"production":[2,3,3,1,2,3,2,2,3,2,2,2,2,3,1,2,2,0,1,3],"candidate":[3,3,1,2,3,2,2,2,2,3,2,2,2,1,2,2,0,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":15}},{"id":"q0614","group":"g009","reference_grade_counts":{"0":49,"1":28,"2":5,"3":0},"ranked_grades":{"production":[1,1,1,1,1,0,0,0,0,1,0,0,2,1,0,1,0,1,1,0],"candidate":[1,1,1,1,1,0,0,0,0,0,0,2,1,0,1,1,0,1,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0615","group":"g007","reference_grade_counts":{"0":16,"1":29,"2":24,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,1,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0616","group":"g024","reference_grade_counts":{"0":59,"1":6,"2":14,"3":1},"ranked_grades":{"production":[2,2,2,2,2,1,1,1,2,1,0,2,0,0,0,0,0,0,0,0],"candidate":[2,2,2,2,2,2,1,1,1,1,2,1,0,1,2,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0617","group":"g005","reference_grade_counts":{"0":20,"1":55,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0618","group":"g020","reference_grade_counts":{"0":14,"1":26,"2":13,"3":14},"ranked_grades":{"production":[3,3,3,3,1,1,1,3,3,1,1,2,2,1,3,3,1,2,2,1],"candidate":[3,3,3,3,1,1,1,3,3,1,1,2,2,1,3,1,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":16}},{"id":"q0619","group":"g032","reference_grade_counts":{"0":6,"1":23,"2":23,"3":18},"ranked_grades":{"production":[3,2,3,1,2,2,3,2,1,3,3,2,3,2,3,2,2,1,3,3],"candidate":[3,3,1,2,3,2,1,1,3,2,3,1,3,2,2,1,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0620","group":"g008","reference_grade_counts":{"0":3,"1":21,"2":18,"3":15},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,2,2,3,3,3,2,2,3,2,2,2],"candidate":[3,3,3,3,3,3,3,3,3,2,2,3,3,3,2,2,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":19}},{"id":"q0621","group":"g023","reference_grade_counts":{"0":31,"1":17,"2":15,"3":5},"ranked_grades":{"production":[3,2,1,2,3,2,2,2,2,1,1,2,2,2,0,3,1,1,3,2],"candidate":[3,2,1,2,0,3,2,2,1,2,2,2,0,3,1,3,2,2,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":6}},{"id":"q0622","group":"g034","reference_grade_counts":{"0":37,"1":36,"2":8,"3":0},"ranked_grades":{"production":[1,1,1,2,1,1,1,1,1,1,2,1,1,1,1,1,2,1,1,1],"candidate":[1,1,1,1,1,1,2,1,2,1,2,1,2,2,2,1,1,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0623","group":"g009","reference_grade_counts":{"0":30,"1":21,"2":25,"3":3},"ranked_grades":{"production":[2,3,3,3,2,1,1,2,2,2,2,1,2,2,2,2,2,2,2,2],"candidate":[3,3,3,2,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0624","group":"g017","reference_grade_counts":{"0":4,"1":13,"2":40,"3":18},"ranked_grades":{"production":[2,2,2,3,2,2,2,1,2,2,2,2,2,2,1,2,3,2,2,3],"candidate":[2,2,3,2,2,2,2,2,2,2,2,2,3,2,2,2,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":3}},{"id":"q0625","group":"g007","reference_grade_counts":{"0":29,"1":22,"2":11,"3":4},"ranked_grades":{"production":[3,3,1,2,1,2,3,1,1,1,1,0,1,2,2,2,2,3,1,2],"candidate":[3,3,1,2,1,2,3,1,0,1,1,1,0,1,2,2,2,2,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0626","group":"g034","reference_grade_counts":{"0":12,"1":13,"2":41,"3":18},"ranked_grades":{"production":[2,3,2,3,3,3,3,3,3,2,3,3,3,3,2,2,3,2,2,2],"candidate":[2,3,2,3,3,3,3,2,2,3,2,3,2,2,2,2,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0627","group":"g038","reference_grade_counts":{"0":51,"1":5,"2":21,"3":8},"ranked_grades":{"production":[0,3,3,2,3,3,2,0,2,2,0,0,3,2,3,0,2,0,2,0],"candidate":[3,2,3,0,3,2,0,2,2,0,2,0,2,2,0,0,0,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0628","group":"g007","reference_grade_counts":{"0":53,"1":14,"2":15,"3":0},"ranked_grades":{"production":[0,0,2,2,2,1,2,2,2,0,1,1,1,2,1,0,1,1,1,1],"candidate":[2,0,2,2,2,2,2,2,2,2,2,0,2,2,1,2,2,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0629","group":"g008","reference_grade_counts":{"0":33,"1":32,"2":2,"3":0},"ranked_grades":{"production":[2,0,1,1,0,0,0,0,0,1,1,1,1,1,1,0,0,0,1,0],"candidate":[2,2,0,1,0,0,0,0,1,1,1,1,1,1,1,0,0,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0630","group":"g024","reference_grade_counts":{"0":22,"1":47,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0631","group":"g009","reference_grade_counts":{"0":15,"1":35,"2":25,"3":6},"ranked_grades":{"production":[2,2,2,1,1,2,2,1,2,3,2,2,3,2,1,3,1,3,2,2],"candidate":[1,2,1,2,2,1,2,2,1,2,2,3,2,1,1,3,1,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0632","group":"g007","reference_grade_counts":{"0":13,"1":35,"2":25,"3":6},"ranked_grades":{"production":[3,3,3,3,3,2,2,3,2,2,2,2,2,2,2,2,2,2,2,1],"candidate":[3,3,3,3,3,2,2,2,2,2,2,3,2,2,2,2,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":4}},{"id":"q0633","group":"g028","reference_grade_counts":{"0":40,"1":35,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,0,1,1,0,0,1,1,1,1,0,0,1,1,1,1,0,1],"candidate":[0,1,1,1,0,1,1,0,1,1,1,0,0,1,1,1,0,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0634","group":"g005","reference_grade_counts":{"0":13,"1":14,"2":43,"3":12},"ranked_grades":{"production":[3,2,2,3,2,2,2,2,2,3,3,2,2,1,2,2,2,2,2,2],"candidate":[2,3,2,2,2,3,2,2,3,2,3,2,1,2,2,1,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":4}},{"id":"q0635","group":"g008","reference_grade_counts":{"0":54,"1":10,"2":8,"3":6},"ranked_grades":{"production":[3,3,3,2,3,3,2,2,1,1,3,2,2,0,1,1,0,1,1,0],"candidate":[3,2,3,1,2,3,1,1,3,3,2,1,1,3,2,2,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":5}},{"id":"q0636","group":"g034","reference_grade_counts":{"0":6,"1":13,"2":58,"3":7},"ranked_grades":{"production":[2,2,2,2,2,3,2,2,3,2,3,2,2,2,2,2,2,3,2,2],"candidate":[2,2,2,3,2,2,2,2,2,2,2,2,2,3,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0637","group":"g005","reference_grade_counts":{"0":16,"1":34,"2":26,"3":1},"ranked_grades":{"production":[3,2,2,2,2,0,2,1,2,1,1,2,1,1,1,1,1,2,1,2],"candidate":[2,2,2,0,2,2,1,0,1,2,1,2,1,1,1,1,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0638","group":"g009","reference_grade_counts":{"0":18,"1":38,"2":30,"3":0},"ranked_grades":{"production":[2,2,2,1,2,2,2,2,2,2,1,1,1,1,1,0,2,1,1,1],"candidate":[2,2,2,2,1,1,2,2,2,2,2,1,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":20}},{"id":"q0639","group":"g015","reference_grade_counts":{"0":4,"1":13,"2":29,"3":21},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3],"candidate":[3,3,3,3,2,3,3,3,3,3,2,3,3,3,3,2,2,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0640","group":"g015","reference_grade_counts":{"0":72,"1":10,"2":7,"3":0},"ranked_grades":{"production":[0,0,1,0,0,1,0,0,0,1,0,0,0,1,0,1,0,0,0,1],"candidate":[0,1,0,1,0,0,1,0,0,1,1,0,1,0,1,2,1,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0641","group":"g034","reference_grade_counts":{"0":10,"1":18,"2":54,"3":5},"ranked_grades":{"production":[3,2,2,2,3,2,2,2,2,3,2,2,2,2,2,2,3,2,2,2],"candidate":[3,3,2,2,2,2,2,2,2,2,2,2,2,2,3,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0642","group":"g007","reference_grade_counts":{"0":14,"1":19,"2":30,"3":2},"ranked_grades":{"production":[2,3,2,2,2,2,2,2,2,2,1,2,2,2,3,2,2,2,2,2],"candidate":[2,3,2,2,2,2,2,2,2,2,1,2,2,2,3,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0643","group":"g034","reference_grade_counts":{"0":7,"1":18,"2":20,"3":30},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[3,2,3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0644","group":"g015","reference_grade_counts":{"0":13,"1":32,"2":18,"3":7},"ranked_grades":{"production":[3,1,3,2,2,3,1,2,2,2,2,1,1,1,3,1,1,3,1,1],"candidate":[3,1,3,2,2,1,2,2,2,2,1,1,2,1,2,3,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0645","group":"g008","reference_grade_counts":{"0":17,"1":49,"2":4,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,0,1,1,1,1,1,1,0,1,1,1,1,1],"candidate":[1,1,1,2,1,1,2,1,1,1,0,1,1,1,1,1,1,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0646","group":"g029","reference_grade_counts":{"0":24,"1":25,"2":18,"3":3},"ranked_grades":{"production":[0,3,2,2,2,1,2,1,1,1,1,2,2,0,2,0,0,1,1,1],"candidate":[0,3,2,2,2,1,1,2,1,2,0,2,2,0,0,1,2,2,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0647","group":"g034","reference_grade_counts":{"0":25,"1":39,"2":26,"3":0},"ranked_grades":{"production":[1,2,2,2,2,2,2,1,2,1,1,1,1,1,2,1,2,2,2,2],"candidate":[1,2,1,2,2,2,1,1,1,1,2,1,1,1,1,1,1,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":5}},{"id":"q0648","group":"g015","reference_grade_counts":{"0":18,"1":43,"2":14,"3":1},"ranked_grades":{"production":[1,1,2,2,1,1,2,1,1,1,2,1,2,2,2,1,1,1,1,1],"candidate":[1,2,1,2,1,1,1,2,1,2,2,2,1,1,1,2,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":5}},{"id":"q0649","group":"g024","reference_grade_counts":{"0":61,"1":7,"2":6,"3":8},"ranked_grades":{"production":[2,2,2,0,3,0,3,0,0,0,0,2,1,2,3,2,3,0,1,3],"candidate":[2,2,2,0,0,0,0,0,0,1,2,0,2,1,2,1,0,0,3,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0650","group":"g015","reference_grade_counts":{"0":38,"1":27,"2":2,"3":11},"ranked_grades":{"production":[1,3,3,3,3,1,3,3,1,3,1,1,3,1,1,2,1,1,3,1],"candidate":[3,1,3,3,2,3,1,3,3,1,1,3,1,1,3,1,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0651","group":"g034","reference_grade_counts":{"0":26,"1":27,"2":20,"3":10},"ranked_grades":{"production":[3,3,3,3,2,3,2,3,2,3,3,2,2,2,2,1,2,2,1,2],"candidate":[3,3,3,3,2,2,3,2,3,2,2,3,3,2,2,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":17}},{"id":"q0652","group":"g021","reference_grade_counts":{"0":18,"1":26,"2":17,"3":10},"ranked_grades":{"production":[3,3,3,3,2,3,2,3,3,2,3,1,3,3,2,2,2,2,1,2],"candidate":[3,3,3,3,2,3,2,3,3,2,2,3,1,3,3,2,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":13}},{"id":"q0653","group":"g028","reference_grade_counts":{"0":45,"1":18,"2":18,"3":4},"ranked_grades":{"production":[3,3,0,3,2,2,2,2,1,2,0,0,0,0,0,2,0,0,2,2],"candidate":[3,2,3,0,3,2,0,2,2,0,1,0,2,0,0,0,0,0,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0654","group":"g005","reference_grade_counts":{"0":45,"1":29,"2":7,"3":0},"ranked_grades":{"production":[2,2,1,1,1,1,1,0,0,2,2,1,1,0,1,1,0,2,1,0],"candidate":[2,2,0,1,1,1,1,1,0,0,2,0,1,1,0,0,1,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0655","group":"g007","reference_grade_counts":{"0":15,"1":35,"2":15,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,1,2,2,1,2,1,2,1,1,1,1],"candidate":[2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,1,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0656","group":"g009","reference_grade_counts":{"0":11,"1":12,"2":28,"3":17},"ranked_grades":{"production":[3,3,2,2,3,3,3,3,3,3,2,3,3,2,3,2,2,2,2,2],"candidate":[3,3,2,2,3,3,3,3,3,2,3,3,2,3,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":18,"candidate":17}},{"id":"q0657","group":"g009","reference_grade_counts":{"0":15,"1":30,"2":22,"3":11},"ranked_grades":{"production":[3,3,3,3,3,2,3,2,3,3,3,1,1,2,3,3,1,2,1,2],"candidate":[3,3,3,3,3,2,1,3,2,1,1,2,3,3,3,2,1,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0658","group":"g008","reference_grade_counts":{"0":52,"1":1,"2":6,"3":18},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,0,0],"candidate":[3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,3,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":18}},{"id":"q0659","group":"g024","reference_grade_counts":{"0":9,"1":31,"2":36,"3":18},"ranked_grades":{"production":[3,2,3,3,3,1,1,3,1,3,1,3,3,2,3,2,1,1,3,2],"candidate":[1,3,2,1,3,2,1,3,2,2,2,2,2,2,2,2,0,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0660","group":"g034","reference_grade_counts":{"0":23,"1":10,"2":45,"3":3},"ranked_grades":{"production":[2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,1,2,2,2,2,1,2,2,1,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0661","group":"g009","reference_grade_counts":{"0":9,"1":17,"2":29,"3":15},"ranked_grades":{"production":[3,2,2,3,3,3,2,2,2,3,2,3,3,2,3,1,2,2,2,3],"candidate":[3,2,2,3,3,3,2,2,2,2,2,3,2,3,3,2,3,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":20}},{"id":"q0662","group":"g024","reference_grade_counts":{"0":27,"1":39,"2":13,"3":0},"ranked_grades":{"production":[1,2,1,2,1,2,2,2,1,1,2,1,2,1,1,1,2,1,2,0],"candidate":[1,1,2,1,1,2,2,2,1,1,1,1,1,2,1,2,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0663","group":"g034","reference_grade_counts":{"0":30,"1":40,"2":6,"3":0},"ranked_grades":{"production":[1,1,2,1,1,1,2,1,1,1,2,1,1,1,2,1,1,1,1,1],"candidate":[2,1,1,2,2,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":18,"candidate":16}},{"id":"q0664","group":"g028","reference_grade_counts":{"0":33,"1":6,"2":17,"3":24},"ranked_grades":{"production":[3,3,3,3,3,2,2,3,3,1,3,3,3,2,3,2,1,3,3,2],"candidate":[3,3,3,2,2,2,3,3,3,3,3,3,2,2,3,2,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":15}},{"id":"q0665","group":"g034","reference_grade_counts":{"0":70,"1":9,"2":1,"3":1},"ranked_grades":{"production":[0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"candidate":[0,0,0,0,0,1,1,0,0,0,0,0,0,1,1,1,0,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0666","group":"g034","reference_grade_counts":{"0":28,"1":37,"2":15,"3":3},"ranked_grades":{"production":[2,2,3,1,3,1,1,1,1,2,1,2,1,1,1,3,1,1,1,1],"candidate":[2,2,2,3,3,0,1,1,1,1,1,2,1,1,1,1,1,1,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0667","group":"g015","reference_grade_counts":{"0":51,"1":30,"2":3,"3":0},"ranked_grades":{"production":[2,1,0,1,1,0,0,0,1,0,1,1,2,0,1,0,0,1,0,0],"candidate":[2,1,1,1,0,1,1,1,1,1,1,0,1,2,2,1,0,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0668","group":"g028","reference_grade_counts":{"0":60,"1":5,"2":12,"3":6},"ranked_grades":{"production":[2,2,0,0,2,0,2,0,0,3,3,3,2,2,2,1,1,3,0,0],"candidate":[2,2,2,3,3,2,0,2,2,1,1,0,1,0,3,2,0,1,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0669","group":"g005","reference_grade_counts":{"0":5,"1":23,"2":34,"3":6},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,2,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":4}},{"id":"q0670","group":"g007","reference_grade_counts":{"0":3,"1":18,"2":9,"3":33},"ranked_grades":{"production":[3,3,3,3,2,3,3,1,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[3,3,3,3,2,3,3,1,3,3,3,3,3,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0671","group":"g022","reference_grade_counts":{"0":43,"1":20,"2":4,"3":3},"ranked_grades":{"production":[1,2,2,3,1,2,1,1,1,0,1,3,0,1,1,0,1,0,0,1],"candidate":[1,2,2,3,0,0,2,1,1,0,1,0,1,3,0,1,1,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0672","group":"g007","reference_grade_counts":{"0":1,"1":43,"2":19,"3":3},"ranked_grades":{"production":[3,2,2,3,2,2,3,2,2,2,2,2,2,2,2,1,2,1,2,1],"candidate":[3,2,2,3,2,2,3,2,2,2,2,2,2,2,2,1,2,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":12}},{"id":"q0673","group":"g008","reference_grade_counts":{"0":34,"1":24,"2":34,"3":3},"ranked_grades":{"production":[3,2,2,1,3,2,0,0,1,1,1,2,2,2,1,2,2,2,1,2],"candidate":[2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0674","group":"g007","reference_grade_counts":{"0":1,"1":18,"2":18,"3":31},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":9}},{"id":"q0675","group":"g015","reference_grade_counts":{"0":36,"1":32,"2":18,"3":2},"ranked_grades":{"production":[3,3,1,1,2,1,1,2,0,0,2,2,0,2,0,1,0,2,0,0],"candidate":[3,3,2,2,0,2,2,0,2,0,2,0,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0676","group":"g007","reference_grade_counts":{"0":1,"1":35,"2":0,"3":31},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,1,1,3,3,1,3,1,3,1],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,1,1,3,3,1,3,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0677","group":"g028","reference_grade_counts":{"0":37,"1":32,"2":7,"3":6},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,3,1,1,1,1,1,1,3,3,3,1,0],"candidate":[1,1,1,1,3,1,3,3,3,0,3,1,3,2,2,1,2,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":13}},{"id":"q0678","group":"g005","reference_grade_counts":{"0":20,"1":34,"2":13,"3":4},"ranked_grades":{"production":[2,3,3,3,2,2,2,1,1,1,1,2,1,1,1,2,2,1,1,1],"candidate":[2,3,3,1,2,2,2,1,1,2,1,1,1,2,1,1,1,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":7}},{"id":"q0679","group":"g007","reference_grade_counts":{"0":37,"1":27,"2":14,"3":3},"ranked_grades":{"production":[1,2,1,1,1,0,0,0,0,0,0,0,1,1,1,1,2,1,1,1],"candidate":[1,1,1,3,1,0,0,1,1,1,1,2,1,1,0,1,0,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0680","group":"g013","reference_grade_counts":{"0":57,"1":1,"2":6,"3":16},"ranked_grades":{"production":[3,0,3,3,0,0,3,3,3,3,3,3,0,0,3,0,3,1,0,3],"candidate":[0,0,0,3,0,3,2,2,0,0,0,0,3,0,2,2,2,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":8,"candidate":3}},{"id":"q0681","group":"g009","reference_grade_counts":{"0":23,"1":41,"2":6,"3":0},"ranked_grades":{"production":[2,2,1,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[2,2,1,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0682","group":"g008","reference_grade_counts":{"0":23,"1":18,"2":20,"3":4},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,2,2,3,3],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":17}},{"id":"q0683","group":"g007","reference_grade_counts":{"0":35,"1":30,"2":11,"3":1},"ranked_grades":{"production":[1,1,0,1,1,0,1,0,0,1,0,3,1,0,2,1,1,0,2,1],"candidate":[1,1,0,1,1,2,0,1,0,0,1,3,1,0,2,1,1,1,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0684","group":"g034","reference_grade_counts":{"0":58,"1":6,"2":21,"3":2},"ranked_grades":{"production":[3,0,2,0,2,2,2,0,2,2,2,0,0,0,2,2,0,2,0,2],"candidate":[2,2,2,2,2,2,3,0,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":4}},{"id":"q0685","group":"g015","reference_grade_counts":{"0":35,"1":12,"2":24,"3":10},"ranked_grades":{"production":[3,3,3,0,2,2,0,2,2,3,0,2,0,2,0,0,0,2,0,3],"candidate":[3,3,0,2,2,2,2,2,0,2,2,2,2,3,0,2,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0686","group":"g024","reference_grade_counts":{"0":20,"1":30,"2":13,"3":19},"ranked_grades":{"production":[3,3,3,2,3,3,3,3,3,3,2,3,3,2,1,1,1,1,1,2],"candidate":[3,3,3,3,3,3,3,3,1,1,3,2,3,2,3,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":13}},{"id":"q0687","group":"g024","reference_grade_counts":{"0":59,"1":3,"2":13,"3":7},"ranked_grades":{"production":[0,2,0,3,0,0,2,3,0,0,3,0,2,2,0,0,3,2,3,0],"candidate":[0,2,2,2,2,3,0,2,2,3,0,3,3,2,2,2,0,0,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0688","group":"g024","reference_grade_counts":{"0":70,"1":6,"2":6,"3":1},"ranked_grades":{"production":[2,0,2,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,2,1,0,0,2,0,1,0,0,0,2,0,3,2,1,0,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0689","group":"g009","reference_grade_counts":{"0":13,"1":11,"2":24,"3":36},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,2,3,2,3,3],"candidate":[3,2,2,3,3,3,2,3,3,3,2,2,2,2,3,2,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0690","group":"g024","reference_grade_counts":{"0":17,"1":12,"2":48,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,1],"candidate":[2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":15,"candidate":18}},{"id":"q0691","group":"g005","reference_grade_counts":{"0":18,"1":24,"2":22,"3":21},"ranked_grades":{"production":[3,2,3,3,2,3,3,3,3,3,3,2,2,2,3,2,3,2,3,3],"candidate":[3,3,2,3,2,3,2,3,3,3,3,3,3,2,2,2,3,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0692","group":"g009","reference_grade_counts":{"0":22,"1":48,"2":9,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,2,2,2,0,1,1,1,1,1,2,0,1,2],"candidate":[1,1,1,1,1,1,2,2,1,2,1,0,1,1,1,1,2,0,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0693","group":"g034","reference_grade_counts":{"0":6,"1":9,"2":56,"3":5},"ranked_grades":{"production":[3,2,3,2,3,3,3,2,2,2,2,2,2,2,2,2,2,1,2,2],"candidate":[3,2,2,2,2,3,2,3,3,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0694","group":"g008","reference_grade_counts":{"0":67,"1":9,"2":3,"3":0},"ranked_grades":{"production":[0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0],"candidate":[0,0,1,2,0,2,1,1,1,0,0,0,0,0,0,0,0,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0695","group":"g015","reference_grade_counts":{"0":61,"1":22,"2":6,"3":0},"ranked_grades":{"production":[0,0,0,0,0,1,0,0,0,0,1,1,2,0,1,0,0,0,0,0],"candidate":[0,1,0,0,0,2,0,0,0,0,0,2,0,1,1,2,0,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0696","group":"g009","reference_grade_counts":{"0":50,"1":29,"2":3,"3":0},"ranked_grades":{"production":[1,0,0,1,2,0,1,1,1,2,1,1,0,0,1,1,1,1,1,1],"candidate":[1,0,0,1,2,0,1,1,2,1,1,1,0,0,0,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0697","group":"g024","reference_grade_counts":{"0":15,"1":22,"2":31,"3":10},"ranked_grades":{"production":[3,2,2,1,1,1,2,3,2,2,2,2,3,2,2,3,1,2,1,2],"candidate":[1,0,1,2,3,2,0,2,2,2,3,2,3,1,2,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0698","group":"g007","reference_grade_counts":{"0":26,"1":15,"2":29,"3":12},"ranked_grades":{"production":[3,3,3,2,2,3,3,2,3,2,3,2,3,2,2,2,2,2,3,2],"candidate":[3,3,3,2,3,3,2,3,3,2,2,1,3,2,2,2,0,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0699","group":"g008","reference_grade_counts":{"0":79,"1":0,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0700","group":"g024","reference_grade_counts":{"0":0,"1":17,"2":47,"3":20},"ranked_grades":{"production":[3,2,3,1,2,3,2,3,2,2,3,2,2,2,2,2,2,3,2,2],"candidate":[3,2,2,3,2,3,3,2,3,2,3,2,2,3,2,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0701","group":"g009","reference_grade_counts":{"0":29,"1":47,"2":5,"3":0},"ranked_grades":{"production":[1,2,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1],"candidate":[1,2,1,2,1,1,2,1,1,2,1,1,0,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":4}},{"id":"q0702","group":"g021","reference_grade_counts":{"0":27,"1":6,"2":17,"3":22},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,2,3,3,2,3,3,3,3,3,3,2],"candidate":[3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":16}},{"id":"q0703","group":"g036","reference_grade_counts":{"0":25,"1":30,"2":13,"3":2},"ranked_grades":{"production":[1,3,1,2,1,1,1,2,2,2,2,2,1,2,1,1,1,2,1,1],"candidate":[1,3,1,2,1,1,1,2,2,2,2,1,0,2,1,1,1,1,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0704","group":"g016","reference_grade_counts":{"0":26,"1":7,"2":26,"3":15},"ranked_grades":{"production":[3,3,3,2,2,1,3,2,2,3,3,3,2,3,3,2,2,2,2,3],"candidate":[3,3,3,3,2,2,1,3,2,2,3,3,2,3,2,3,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0705","group":"g034","reference_grade_counts":{"0":8,"1":17,"2":62,"3":1},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":19}},{"id":"q0706","group":"g007","reference_grade_counts":{"0":40,"1":21,"2":17,"3":7},"ranked_grades":{"production":[2,3,2,2,2,0,2,3,2,0,3,3,3,0,0,0,1,3,0,0],"candidate":[2,2,2,1,2,2,0,2,0,0,2,0,2,1,1,0,0,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0707","group":"g031","reference_grade_counts":{"0":9,"1":30,"2":28,"3":12},"ranked_grades":{"production":[3,2,3,2,2,2,2,null,2,3,1,3,2,3,2,null,1,3,null,2],"candidate":[3,null,2,3,2,2,null,2,2,2,2,null,null,3,null,null,1,null,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,true,false,false,true,false],"candidate":[false,true,false,false,false,false,true,false,false,false,false,true,true,false,true,true,false,true,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0708","group":"g034","reference_grade_counts":{"0":5,"1":13,"2":14,"3":43},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,2,3,3],"candidate":[2,3,3,3,3,3,3,3,3,2,3,2,3,3,2,3,3,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0709","group":"g008","reference_grade_counts":{"0":2,"1":31,"2":29,"3":4},"ranked_grades":{"production":[3,3,3,3,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2],"candidate":[3,2,3,3,3,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":5}},{"id":"q0710","group":"g032","reference_grade_counts":{"0":11,"1":12,"2":23,"3":21},"ranked_grades":{"production":[3,3,3,3,3,3,0,1,3,3,3,1,3,2,1,1,1,1,2,2],"candidate":[3,3,3,3,3,3,0,1,3,3,1,3,2,1,1,1,1,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0711","group":"g015","reference_grade_counts":{"0":5,"1":17,"2":51,"3":3},"ranked_grades":{"production":[3,2,3,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,1],"candidate":[3,2,3,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":11}},{"id":"q0712","group":"g034","reference_grade_counts":{"0":9,"1":38,"2":31,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,1,2,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":11}},{"id":"q0713","group":"g003","reference_grade_counts":{"0":54,"1":9,"2":18,"3":3},"ranked_grades":{"production":[2,2,1,1,3,2,2,2,2,2,2,2,2,2,1,2,3,2,2,1],"candidate":[2,2,1,1,2,2,0,2,2,2,2,1,3,0,2,0,0,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0714","group":"g033","reference_grade_counts":{"0":3,"1":15,"2":36,"3":28},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,2,3,3],"candidate":[3,3,2,2,3,3,2,2,2,3,3,2,1,2,3,2,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":5}},{"id":"q0715","group":"g005","reference_grade_counts":{"0":7,"1":1,"2":1,"3":65},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0716","group":"g014","reference_grade_counts":{"0":29,"1":18,"2":31,"3":4},"ranked_grades":{"production":[3,3,2,2,3,2,2,0,2,2,1,2,2,0,2,0,2,1,2,1],"candidate":[2,2,3,2,2,null,3,2,2,2,2,2,1,2,2,2,2,0,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0717","group":"g024","reference_grade_counts":{"0":16,"1":25,"2":28,"3":0},"ranked_grades":{"production":[2,2,1,2,1,2,2,2,1,1,2,1,2,2,1,1,1,2,1,2],"candidate":[2,2,1,1,2,1,2,0,2,1,1,2,1,2,2,1,1,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0718","group":"g007","reference_grade_counts":{"0":2,"1":16,"2":38,"3":9},"ranked_grades":{"production":[2,3,2,3,3,3,3,2,2,2,2,2,2,2,2,2,2,2,2,3],"candidate":[2,3,2,3,3,3,3,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":8,"candidate":8}},{"id":"q0719","group":"g005","reference_grade_counts":{"0":21,"1":6,"2":33,"3":11},"ranked_grades":{"production":[2,2,2,2,3,2,3,2,3,2,3,2,2,2,2,2,3,2,3,3],"candidate":[2,2,2,2,2,3,2,3,2,2,2,2,2,2,2,2,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":6}},{"id":"q0720","group":"g015","reference_grade_counts":{"0":49,"1":12,"2":16,"3":10},"ranked_grades":{"production":[0,3,3,3,2,0,3,2,3,2,2,0,1,0,2,0,1,0,0,0],"candidate":[3,3,2,2,2,2,3,2,0,2,1,2,2,1,2,1,2,2,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0721","group":"g034","reference_grade_counts":{"0":4,"1":43,"2":28,"3":4},"ranked_grades":{"production":[2,2,1,2,3,1,2,2,2,2,2,1,3,2,1,2,1,2,2,2],"candidate":[2,1,2,3,2,1,2,2,1,2,2,2,1,1,3,2,2,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0722","group":"g009","reference_grade_counts":{"0":26,"1":12,"2":27,"3":10},"ranked_grades":{"production":[3,2,2,2,3,2,3,3,3,3,2,2,2,2,2,2,2,2,1,3],"candidate":[3,2,2,2,3,2,2,3,3,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":19}},{"id":"q0723","group":"g024","reference_grade_counts":{"0":32,"1":7,"2":17,"3":28},"ranked_grades":{"production":[3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,2,3,3],"candidate":[2,3,3,3,3,3,3,2,3,3,2,3,2,3,3,3,3,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0724","group":"g025","reference_grade_counts":{"0":6,"1":2,"2":47,"3":22},"ranked_grades":{"production":[3,2,3,3,2,2,3,3,3,2,2,3,2,3,2,3,2,2,2,3],"candidate":[2,3,3,2,2,3,3,2,2,3,2,3,2,2,3,2,2,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":10}},{"id":"q0725","group":"g015","reference_grade_counts":{"0":32,"1":29,"2":16,"3":6},"ranked_grades":{"production":[0,2,2,3,2,2,1,3,2,2,1,1,3,0,2,2,1,1,1,1],"candidate":[0,0,2,3,2,2,1,2,2,1,1,1,0,1,1,1,3,3,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0726","group":"g015","reference_grade_counts":{"0":32,"1":27,"2":22,"3":4},"ranked_grades":{"production":[1,3,2,2,2,2,2,0,1,2,1,2,2,1,1,2,1,0,0,0],"candidate":[1,2,2,2,2,2,2,2,1,0,2,1,2,1,1,2,1,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0727","group":"g009","reference_grade_counts":{"0":3,"1":15,"2":43,"3":20},"ranked_grades":{"production":[3,2,3,3,3,3,3,3,1,2,3,3,3,2,3,2,3,2,2,1],"candidate":[0,3,3,2,3,2,2,3,2,2,3,3,2,2,3,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0728","group":"g030","reference_grade_counts":{"0":31,"1":9,"2":21,"3":16},"ranked_grades":{"production":[3,2,3,3,3,3,3,3,2,0,2,2,3,2,2,2,2,0,2,2],"candidate":[3,2,3,3,3,3,3,2,0,3,2,2,2,2,2,2,3,3,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":6}},{"id":"q0729","group":"g028","reference_grade_counts":{"0":47,"1":4,"2":12,"3":18},"ranked_grades":{"production":[3,3,2,2,3,3,3,2,3,2,3,1,1,1,3,3,3,3,0,2],"candidate":[3,3,2,2,3,2,2,2,3,1,2,1,2,1,1,3,3,0,3,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":3}},{"id":"q0730","group":"g007","reference_grade_counts":{"0":40,"1":21,"2":7,"3":7},"ranked_grades":{"production":[0,3,3,3,3,3,3,3,2,1,1,1,1,0,0,0,0,0,0,1],"candidate":[0,3,3,3,3,2,2,3,3,2,3,2,2,2,1,1,2,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":12}},{"id":"q0731","group":"g018","reference_grade_counts":{"0":33,"1":32,"2":7,"3":2},"ranked_grades":{"production":[3,2,1,1,1,2,1,2,0,0,1,1,1,2,1,1,2,0,0,1],"candidate":[3,2,1,1,1,2,1,1,1,2,1,0,2,1,1,1,2,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0732","group":"g008","reference_grade_counts":{"0":2,"1":11,"2":37,"3":17},"ranked_grades":{"production":[3,3,3,3,3,2,3,3,3,3,3,3,3,2,2,2,2,2,3,2],"candidate":[3,3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0733","group":"g034","reference_grade_counts":{"0":21,"1":24,"2":38,"3":2},"ranked_grades":{"production":[1,3,2,3,2,2,2,2,2,2,0,1,1,2,2,2,2,2,2,2],"candidate":[1,3,2,3,2,2,2,2,2,2,0,1,2,1,2,1,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":9}},{"id":"q0734","group":"g007","reference_grade_counts":{"0":18,"1":40,"2":3,"3":0},"ranked_grades":{"production":[2,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[2,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":17}},{"id":"q0735","group":"g028","reference_grade_counts":{"0":62,"1":8,"2":4,"3":6},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,3,0,3,0,0,0,0,0,0,0,3,3],"candidate":[0,0,0,3,0,0,1,0,2,0,1,0,3,3,0,0,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0736","group":"g009","reference_grade_counts":{"0":34,"1":11,"2":28,"3":7},"ranked_grades":{"production":[2,1,2,1,2,3,3,1,2,2,2,1,2,2,2,2,2,2,2,2],"candidate":[3,2,1,2,3,1,2,2,2,1,2,2,2,2,1,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0737","group":"g034","reference_grade_counts":{"0":48,"1":13,"2":18,"3":9},"ranked_grades":{"production":[3,3,3,2,3,2,3,0,2,0,2,3,2,3,3,2,3,2,2,2],"candidate":[3,3,2,2,0,2,2,3,1,3,2,2,2,2,2,1,1,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":4}},{"id":"q0738","group":"g015","reference_grade_counts":{"0":19,"1":58,"2":8,"3":2},"ranked_grades":{"production":[1,2,1,2,1,1,1,2,1,1,1,1,1,1,2,1,0,1,1,1],"candidate":[1,2,1,2,2,1,1,2,1,1,1,2,1,1,1,1,1,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0739","group":"g007","reference_grade_counts":{"0":7,"1":30,"2":25,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,1,2,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0740","group":"g008","reference_grade_counts":{"0":11,"1":32,"2":35,"3":5},"ranked_grades":{"production":[2,1,0,2,1,1,2,2,1,2,1,2,1,2,0,1,2,2,2,2],"candidate":[1,2,1,1,2,2,1,2,2,2,1,1,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0741","group":"g018","reference_grade_counts":{"0":55,"1":11,"2":6,"3":4},"ranked_grades":{"production":[0,0,0,0,3,0,0,0,3,3,0,2,0,0,0,0,0,0,2,2],"candidate":[0,0,3,2,0,3,3,2,1,0,0,0,2,1,0,2,0,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0742","group":"g005","reference_grade_counts":{"0":34,"1":5,"2":23,"3":15},"ranked_grades":{"production":[3,3,3,3,3,3,2,3,3,0,3,2,2,2,2,2,2,2,2,3],"candidate":[3,3,3,3,3,3,2,2,2,3,2,2,3,0,3,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":19,"candidate":20}},{"id":"q0743","group":"g006","reference_grade_counts":{"0":13,"1":16,"2":25,"3":16},"ranked_grades":{"production":[3,3,3,3,3,2,3,3,3,3,3,2,2,3,3,3,2,3,2,2],"candidate":[3,3,3,3,3,2,3,3,3,3,2,3,2,3,2,3,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":15}},{"id":"q0744","group":"g008","reference_grade_counts":{"0":59,"1":9,"2":12,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,0,2,0,0,0,1,2,1,0,0,0,1],"candidate":[2,2,2,2,2,2,2,2,0,2,0,0,0,0,1,2,1,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0745","group":"g007","reference_grade_counts":{"0":35,"1":20,"2":26,"3":1},"ranked_grades":{"production":[2,1,2,2,2,2,0,2,2,1,2,1,2,1,2,2,1,2,2,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,1,2,1,1,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0746","group":"g034","reference_grade_counts":{"0":18,"1":8,"2":38,"3":10},"ranked_grades":{"production":[3,3,2,3,2,3,2,2,2,1,2,1,2,1,2,1,2,2,2,2],"candidate":[3,3,3,2,2,3,2,3,2,3,2,2,2,2,1,2,1,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0747","group":"g015","reference_grade_counts":{"0":21,"1":36,"2":22,"3":4},"ranked_grades":{"production":[2,1,1,1,1,1,2,1,1,2,1,1,1,1,1,1,1,2,1,1],"candidate":[2,1,1,1,1,1,2,1,2,1,1,1,1,2,2,1,1,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0748","group":"g015","reference_grade_counts":{"0":17,"1":10,"2":14,"3":27},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,1,3,3,2,3,3,3,2],"candidate":[3,3,3,3,3,3,3,3,3,2,3,2,3,2,3,3,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":3}},{"id":"q0749","group":"g005","reference_grade_counts":{"0":17,"1":13,"2":32,"3":6},"ranked_grades":{"production":[1,2,2,2,3,1,2,2,2,2,3,2,2,1,2,2,3,2,2,2],"candidate":[1,2,2,2,3,1,2,1,2,2,2,3,2,1,2,1,2,1,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":19}},{"id":"q0750","group":"g009","reference_grade_counts":{"0":29,"1":29,"2":14,"3":3},"ranked_grades":{"production":[3,1,3,2,2,2,2,2,1,1,1,0,2,1,1,1,1,1,2,0],"candidate":[3,3,1,2,2,2,2,2,1,1,0,1,2,0,1,1,1,2,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0751","group":"g006","reference_grade_counts":{"0":33,"1":15,"2":16,"3":15},"ranked_grades":{"production":[3,3,3,3,3,2,2,3,3,3,2,3,2,3,3,3,1,3,1,1],"candidate":[2,3,3,3,3,2,3,2,3,2,3,2,2,3,3,1,1,3,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":6}},{"id":"q0752","group":"g005","reference_grade_counts":{"0":18,"1":33,"2":21,"3":0},"ranked_grades":{"production":[1,2,2,2,1,2,2,2,1,1,1,1,2,2,2,1,1,1,1,1],"candidate":[1,1,1,2,2,1,2,1,1,2,2,2,2,2,1,1,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":7}},{"id":"q0753","group":"g008","reference_grade_counts":{"0":1,"1":42,"2":21,"3":7},"ranked_grades":{"production":[3,3,3,2,2,2,2,2,3,2,2,2,2,2,3,2,2,3,2,2],"candidate":[3,3,3,2,2,2,3,2,2,2,2,2,3,3,2,2,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":8}},{"id":"q0754","group":"g024","reference_grade_counts":{"0":31,"1":17,"2":27,"3":11},"ranked_grades":{"production":[3,2,3,2,3,2,2,2,1,2,2,2,0,1,3,1,3,2,3,2],"candidate":[3,2,1,2,1,1,2,2,2,2,3,2,2,3,2,0,1,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0755","group":"g015","reference_grade_counts":{"0":3,"1":18,"2":20,"3":29},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0756","group":"g008","reference_grade_counts":{"0":2,"1":14,"2":30,"3":18},"ranked_grades":{"production":[2,1,2,3,3,2,2,2,2,2,2,2,2,3,2,3,3,2,2,3],"candidate":[2,1,2,3,3,2,2,2,2,2,2,2,2,3,2,2,3,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":15}},{"id":"q0757","group":"g025","reference_grade_counts":{"0":11,"1":24,"2":20,"3":21},"ranked_grades":{"production":[3,1,3,2,3,3,1,3,2,3,2,3,2,1,2,1,2,3,3,3],"candidate":[3,1,3,3,3,1,2,3,2,3,3,1,1,3,1,2,3,3,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":6}},{"id":"q0758","group":"g008","reference_grade_counts":{"0":72,"1":10,"2":2,"3":0},"ranked_grades":{"production":[1,0,0,1,0,0,1,0,1,0,0,0,0,0,1,0,0,0,1,0],"candidate":[1,0,1,0,0,2,1,0,0,0,0,1,0,0,2,1,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0759","group":"g024","reference_grade_counts":{"0":47,"1":29,"2":5,"3":0},"ranked_grades":{"production":[2,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1],"candidate":[2,2,1,1,0,1,1,1,1,2,1,1,1,0,0,1,2,2,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0760","group":"g025","reference_grade_counts":{"0":7,"1":9,"2":42,"3":28},"ranked_grades":{"production":[3,3,3,2,3,3,3,2,3,3,2,3,2,2,3,1,2,3,3,2],"candidate":[2,2,3,3,2,3,2,3,3,2,2,2,2,3,2,3,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0761","group":"g034","reference_grade_counts":{"0":29,"1":9,"2":3,"3":37},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0762","group":"g020","reference_grade_counts":{"0":13,"1":13,"2":14,"3":28},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,1,3,0,2,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,1,3,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0763","group":"g024","reference_grade_counts":{"0":24,"1":26,"2":31,"3":11},"ranked_grades":{"production":[2,2,2,3,2,2,1,3,2,0,1,2,1,1,2,1,3,1,2,2],"candidate":[2,2,2,2,2,3,2,2,2,1,3,0,2,2,2,2,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0764","group":"g034","reference_grade_counts":{"0":11,"1":21,"2":5,"3":38},"ranked_grades":{"production":[3,3,3,3,3,3,3,0,3,3,3,3,2,3,3,3,3,3,3,2],"candidate":[3,3,3,3,3,3,0,2,3,3,3,2,2,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0765","group":"g034","reference_grade_counts":{"0":28,"1":31,"2":25,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,1,2,2,2,1,2,1,1,1,1],"candidate":[2,1,2,2,2,1,1,1,2,2,2,1,2,1,1,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0766","group":"g008","reference_grade_counts":{"0":14,"1":37,"2":27,"3":7},"ranked_grades":{"production":[3,1,2,2,2,1,3,1,1,1,1,1,2,1,1,2,1,2,0,2],"candidate":[3,1,2,2,2,1,1,2,2,2,2,2,0,1,3,3,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0767","group":"g007","reference_grade_counts":{"0":0,"1":19,"2":25,"3":22},"ranked_grades":{"production":[3,3,2,3,3,3,3,3,3,3,3,3,2,3,3,3,2,2,2,2],"candidate":[3,3,2,3,3,3,3,3,3,3,2,3,2,3,3,3,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":15,"candidate":16}},{"id":"q0768","group":"g034","reference_grade_counts":{"0":33,"1":43,"2":13,"3":0},"ranked_grades":{"production":[2,2,1,2,2,1,1,1,1,1,1,1,1,1,1,2,1,1,1,1],"candidate":[2,1,1,2,1,2,2,1,1,1,1,1,1,1,1,1,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":10}},{"id":"q0769","group":"g007","reference_grade_counts":{"0":26,"1":26,"2":0,"3":15},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,1,1,1,1],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":15,"candidate":15}},{"id":"q0770","group":"g008","reference_grade_counts":{"0":30,"1":47,"2":1,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,1,0,1,0,1,0,0,0,1,1],"candidate":[1,0,0,2,0,0,0,0,0,0,0,0,1,0,1,0,0,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0771","group":"g034","reference_grade_counts":{"0":52,"1":27,"2":1,"3":0},"ranked_grades":{"production":[1,0,1,0,0,1,0,0,1,0,0,1,0,0,0,0,1,2,1,1],"candidate":[1,0,1,0,0,1,0,0,1,0,1,0,0,0,1,0,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0772","group":"g024","reference_grade_counts":{"0":55,"1":26,"2":0,"3":0},"ranked_grades":{"production":[0,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1],"candidate":[0,1,0,1,0,1,0,1,1,0,0,0,0,0,0,0,1,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0773","group":"g005","reference_grade_counts":{"0":17,"1":10,"2":40,"3":10},"ranked_grades":{"production":[3,2,3,2,3,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2],"candidate":[3,2,3,2,3,2,2,2,2,2,2,2,2,2,3,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0774","group":"g021","reference_grade_counts":{"0":31,"1":28,"2":10,"3":1},"ranked_grades":{"production":[3,1,2,2,1,1,2,1,2,1,1,2,2,2,2,1,1,2,1,1],"candidate":[3,1,2,2,1,1,2,1,2,1,1,2,2,2,2,1,1,2,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0775","group":"g009","reference_grade_counts":{"0":39,"1":37,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,0,1,0,0,0,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":5}},{"id":"q0776","group":"g034","reference_grade_counts":{"0":37,"1":14,"2":30,"3":2},"ranked_grades":{"production":[3,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,1,0,0],"candidate":[3,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":20}},{"id":"q0777","group":"g005","reference_grade_counts":{"0":28,"1":8,"2":27,"3":13},"ranked_grades":{"production":[3,3,3,3,2,3,3,3,3,3,2,3,2,2,2,3,2,2,2,0],"candidate":[3,3,3,3,2,3,3,3,3,3,2,3,2,2,2,2,3,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":18,"candidate":20}},{"id":"q0778","group":"g024","reference_grade_counts":{"0":35,"1":17,"2":25,"3":3},"ranked_grades":{"production":[3,3,null,1,2,2,2,2,3,1,1,2,2,2,1,null,1,2,1,1],"candidate":[3,2,2,2,2,2,2,2,2,2,2,1,1,1,null,1,2,2,1,1]},"excluded":{"production":[false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0779","group":"g028","reference_grade_counts":{"0":11,"1":38,"2":20,"3":6},"ranked_grades":{"production":[3,2,2,1,2,3,1,1,1,3,1,2,2,1,2,1,1,2,3,2],"candidate":[3,2,3,2,1,3,1,3,1,2,1,2,1,1,3,1,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":4}},{"id":"q0780","group":"g005","reference_grade_counts":{"0":12,"1":59,"2":10,"3":0},"ranked_grades":{"production":[1,2,1,2,1,1,1,1,2,1,1,1,1,1,1,1,2,1,1,1],"candidate":[1,2,2,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":20}},{"id":"q0781","group":"g009","reference_grade_counts":{"0":13,"1":32,"2":2,"3":25},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0782","group":"g034","reference_grade_counts":{"0":13,"1":20,"2":49,"3":2},"ranked_grades":{"production":[3,2,2,2,1,2,2,2,3,2,2,2,1,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,1,1,2,2,2,2,2,2,2,2,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":3}},{"id":"q0783","group":"g024","reference_grade_counts":{"0":9,"1":15,"2":48,"3":6},"ranked_grades":{"production":[3,3,3,2,2,2,2,2,2,2,2,2,2,3,3,2,2,2,2,2],"candidate":[3,3,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0784","group":"g038","reference_grade_counts":{"0":17,"1":7,"2":36,"3":24},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,2,3,2,3,2,3,3,2,3,3,3,2],"candidate":[2,3,3,2,2,3,3,2,2,2,3,2,3,2,3,2,3,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":3}},{"id":"q0785","group":"g034","reference_grade_counts":{"0":7,"1":20,"2":54,"3":4},"ranked_grades":{"production":[2,2,3,2,2,2,2,2,2,3,2,2,2,2,2,2,2,1,3,2],"candidate":[2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,1,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0786","group":"g009","reference_grade_counts":{"0":35,"1":14,"2":20,"3":8},"ranked_grades":{"production":[3,3,2,3,2,2,3,2,1,2,2,2,2,2,2,1,0,1,2,2],"candidate":[3,2,3,2,2,3,2,2,2,2,2,2,2,1,0,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":7}},{"id":"q0787","group":"g034","reference_grade_counts":{"0":75,"1":3,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0],"candidate":[0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0788","group":"g009","reference_grade_counts":{"0":17,"1":26,"2":18,"3":12},"ranked_grades":{"production":[2,3,2,2,0,3,2,3,3,3,2,3,2,3,0,3,3,2,2,3],"candidate":[2,3,2,2,0,3,2,3,2,3,2,3,2,3,0,3,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":8,"candidate":9}},{"id":"q0789","group":"g024","reference_grade_counts":{"0":25,"1":36,"2":10,"3":3},"ranked_grades":{"production":[1,1,2,1,1,0,1,3,1,1,2,0,1,1,0,1,0,0,2,0],"candidate":[1,1,3,2,2,3,1,1,0,null,1,1,2,1,1,1,0,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0790","group":"g034","reference_grade_counts":{"0":23,"1":15,"2":23,"3":17},"ranked_grades":{"production":[3,2,3,3,3,3,3,2,2,3,2,3,3,2,1,2,3,2,2,3],"candidate":[3,3,3,3,3,3,2,3,2,3,3,2,1,2,3,2,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":18,"candidate":18}},{"id":"q0791","group":"g007","reference_grade_counts":{"0":9,"1":49,"2":4,"3":0},"ranked_grades":{"production":[2,2,2,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[2,2,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0792","group":"g002","reference_grade_counts":{"0":23,"1":13,"2":41,"3":13},"ranked_grades":{"production":[3,3,3,3,3,2,3,3,3,2,2,2,2,3,3,2,2,2,3,2],"candidate":[3,3,3,3,3,3,3,2,3,3,2,2,2,2,2,2,2,1,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0793","group":"g005","reference_grade_counts":{"0":6,"1":44,"2":34,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,1,1,2,2,1],"candidate":[2,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0794","group":"g028","reference_grade_counts":{"0":55,"1":12,"2":19,"3":5},"ranked_grades":{"production":[3,3,0,3,3,0,0,2,0,0,0,0,0,2,0,1,0,0,0,2],"candidate":[2,3,2,0,3,2,2,2,3,2,0,1,2,1,2,1,2,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0795","group":"g008","reference_grade_counts":{"0":47,"1":19,"2":8,"3":4},"ranked_grades":{"production":[3,3,2,1,2,3,0,1,0,2,1,2,0,0,0,1,1,1,1,1],"candidate":[2,3,3,2,1,3,0,1,0,2,0,0,0,0,1,1,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0796","group":"g005","reference_grade_counts":{"0":22,"1":20,"2":13,"3":18},"ranked_grades":{"production":[3,3,3,2,3,3,3,2,2,2,3,3,2,3,3,2,3,2,3,3],"candidate":[3,3,3,2,3,3,2,3,2,1,3,3,2,3,2,3,2,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0797","group":"g005","reference_grade_counts":{"0":28,"1":8,"2":27,"3":15},"ranked_grades":{"production":[3,2,3,2,2,3,3,3,3,2,2,3,3,2,2,3,2,1,2,3],"candidate":[3,2,2,2,3,3,2,2,3,3,3,2,3,2,3,2,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0798","group":"g014","reference_grade_counts":{"0":30,"1":11,"2":25,"3":21},"ranked_grades":{"production":[2,3,3,2,2,2,2,2,2,2,3,2,3,3,2,3,2,0,2,2],"candidate":[3,3,3,2,3,3,2,3,2,3,3,2,2,3,2,2,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":4}},{"id":"q0799","group":"g015","reference_grade_counts":{"0":41,"1":28,"2":3,"3":8},"ranked_grades":{"production":[2,3,3,3,3,2,0,1,0,1,1,0,0,0,1,0,1,1,1,1],"candidate":[2,3,3,3,3,2,1,2,0,1,0,1,1,0,0,0,1,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0800","group":"g038","reference_grade_counts":{"0":53,"1":6,"2":8,"3":13},"ranked_grades":{"production":[0,null,3,3,3,3,3,0,3,3,3,0,3,3,0,3,0,3,0,null],"candidate":[0,null,3,3,3,3,0,3,3,null,null,0,null,0,0,3,null,2,2,2]},"excluded":{"production":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true],"candidate":[false,true,false,false,false,false,false,false,false,true,true,false,true,false,false,false,true,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0801","group":"g015","reference_grade_counts":{"0":38,"1":5,"2":34,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":15,"candidate":18}},{"id":"q0802","group":"g015","reference_grade_counts":{"0":72,"1":5,"2":8,"3":3},"ranked_grades":{"production":[0,0,0,1,1,0,0,0,0,0,3,0,0,0,0,0,2,0,1,0],"candidate":[2,2,0,2,0,0,0,0,1,3,0,0,3,0,2,0,0,0,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0803","group":"g015","reference_grade_counts":{"0":27,"1":14,"2":29,"3":9},"ranked_grades":{"production":[3,3,3,3,3,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2],"candidate":[3,3,3,2,2,3,3,2,2,2,2,2,2,2,2,2,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0804","group":"g007","reference_grade_counts":{"0":14,"1":34,"2":14,"3":1},"ranked_grades":{"production":[1,3,1,1,1,1,2,2,2,1,2,1,1,1,1,1,1,2,1,2],"candidate":[1,3,1,1,1,1,2,2,2,1,1,1,1,1,1,1,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":7}},{"id":"q0805","group":"g024","reference_grade_counts":{"0":46,"1":35,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1,0,1,1],"candidate":[1,1,1,1,1,1,0,0,0,1,0,1,1,1,1,0,0,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0806","group":"g007","reference_grade_counts":{"0":51,"1":14,"2":7,"3":2},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,1,3,1,1,3,1,0,2],"candidate":[0,0,0,0,2,0,0,0,2,0,0,0,0,3,1,1,2,3,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":7}},{"id":"q0807","group":"g009","reference_grade_counts":{"0":19,"1":10,"2":23,"3":22},"ranked_grades":{"production":[3,3,3,3,2,3,0,3,3,3,3,3,2,3,0,3,1,2,1,3],"candidate":[3,3,3,2,3,0,3,3,3,3,3,2,3,0,3,2,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":13}},{"id":"q0808","group":"g009","reference_grade_counts":{"0":46,"1":26,"2":7,"3":3},"ranked_grades":{"production":[1,1,1,1,2,1,1,3,3,1,0,1,1,0,1,0,0,1,0,0],"candidate":[1,1,2,1,1,1,3,3,3,2,1,0,1,1,1,1,1,0,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":10}},{"id":"q0809","group":"g008","reference_grade_counts":{"0":2,"1":9,"2":31,"3":18},"ranked_grades":{"production":[3,3,3,3,3,3,2,2,3,3,3,2,3,2,3,2,3,3,2,2],"candidate":[3,3,3,3,3,3,2,2,2,3,3,3,2,3,2,3,2,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0810","group":"g028","reference_grade_counts":{"0":23,"1":15,"2":22,"3":11},"ranked_grades":{"production":[3,3,3,2,2,3,3,3,2,3,2,3,2,2,3,2,3,2,2,1],"candidate":[3,3,3,2,3,2,3,3,2,3,2,2,2,3,2,2,3,2,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":8,"candidate":8}},{"id":"q0811","group":"g028","reference_grade_counts":{"0":47,"1":32,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1],"candidate":[1,1,1,1,0,1,1,1,1,0,1,1,1,1,1,0,1,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0812","group":"g009","reference_grade_counts":{"0":10,"1":26,"2":30,"3":3},"ranked_grades":{"production":[2,1,2,3,3,2,3,2,2,2,1,1,1,1,2,1,2,1,2,1],"candidate":[1,2,3,3,2,3,2,2,2,2,2,1,1,1,1,2,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":9}},{"id":"q0813","group":"g024","reference_grade_counts":{"0":51,"1":8,"2":6,"3":21},"ranked_grades":{"production":[2,3,3,3,3,3,3,2,3,3,3,3,3,3,3,2,3,3,2,0],"candidate":[2,3,3,3,3,3,2,3,3,3,3,2,3,0,0,3,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":11}},{"id":"q0814","group":"g004","reference_grade_counts":{"0":29,"1":14,"2":17,"3":13},"ranked_grades":{"production":[2,3,3,3,2,3,3,2,2,2,0,2,3,1,2,1,1,1,3,1],"candidate":[2,3,3,3,3,2,2,2,2,0,3,2,2,1,1,1,3,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0815","group":"g028","reference_grade_counts":{"0":39,"1":38,"2":8,"3":0},"ranked_grades":{"production":[0,0,2,0,1,2,1,1,1,1,1,0,0,1,0,0,1,0,1,1],"candidate":[1,0,1,2,0,0,1,2,1,1,1,0,0,1,1,2,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0816","group":"g034","reference_grade_counts":{"0":30,"1":35,"2":17,"3":9},"ranked_grades":{"production":[0,2,2,3,2,2,3,2,2,1,3,1,1,1,3,0,1,1,1,2],"candidate":[0,2,2,3,2,2,2,2,3,2,2,2,2,2,2,3,2,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0817","group":"g015","reference_grade_counts":{"0":6,"1":16,"2":39,"3":21},"ranked_grades":{"production":[3,3,3,3,2,1,2,3,2,2,0,3,2,2,3,3,2,2,2,3],"candidate":[3,1,3,3,3,1,3,2,2,2,2,2,0,3,2,2,1,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0818","group":"g028","reference_grade_counts":{"0":65,"1":10,"2":3,"3":3},"ranked_grades":{"production":[2,1,0,0,0,0,0,1,0,0,3,0,0,0,0,0,0,0,0,0],"candidate":[2,1,0,0,0,0,0,0,1,0,0,3,0,0,0,2,0,0,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":14,"candidate":15}},{"id":"q0819","group":"g020","reference_grade_counts":{"0":27,"1":19,"2":18,"3":11},"ranked_grades":{"production":[3,3,3,3,3,3,3,2,2,2,3,2,3,3,2,1,2,2,2,1],"candidate":[3,3,3,3,3,3,3,2,2,2,3,2,3,2,1,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":18,"candidate":16}},{"id":"q0820","group":"g009","reference_grade_counts":{"0":4,"1":27,"2":33,"3":12},"ranked_grades":{"production":[3,3,2,2,2,3,3,2,3,2,2,3,3,2,3,2,2,2,2,2],"candidate":[3,2,2,2,3,3,2,3,2,2,3,2,3,2,2,3,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":9}},{"id":"q0821","group":"g034","reference_grade_counts":{"0":14,"1":15,"2":36,"3":26},"ranked_grades":{"production":[3,3,2,3,3,3,2,2,3,3,3,2,3,3,3,3,1,3,3,1],"candidate":[3,2,3,2,2,3,3,3,2,2,3,3,3,3,3,3,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":17}},{"id":"q0822","group":"g005","reference_grade_counts":{"0":9,"1":20,"2":51,"3":8},"ranked_grades":{"production":[3,3,3,2,3,2,2,1,3,1,1,3,2,1,2,2,1,1,2,2],"candidate":[2,2,2,2,2,3,3,3,3,3,2,2,1,3,2,2,2,1,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":18,"candidate":20}},{"id":"q0823","group":"g009","reference_grade_counts":{"0":31,"1":26,"2":20,"3":9},"ranked_grades":{"production":[2,2,3,2,3,2,3,2,2,2,2,2,3,2,3,1,2,1,1,1],"candidate":[2,2,2,3,2,3,2,2,2,2,2,2,2,2,2,2,2,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":8}},{"id":"q0824","group":"g005","reference_grade_counts":{"0":1,"1":4,"2":23,"3":39},"ranked_grades":{"production":[3,3,3,3,3,3,3,2,3,3,3,3,2,3,3,3,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,2,2,3,3,3,3,2,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0825","group":"g005","reference_grade_counts":{"0":13,"1":63,"2":16,"3":1},"ranked_grades":{"production":[1,2,1,2,1,2,2,1,2,2,1,1,1,1,1,1,1,1,1,1],"candidate":[1,2,1,1,1,1,2,1,1,1,1,1,1,1,2,1,1,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0826","group":"g008","reference_grade_counts":{"0":32,"1":27,"2":19,"3":3},"ranked_grades":{"production":[2,2,2,1,1,2,2,2,1,2,2,2,1,1,1,3,1,3,2,1],"candidate":[2,2,2,2,2,2,2,2,2,2,2,1,1,3,2,1,3,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0827","group":"g028","reference_grade_counts":{"0":54,"1":9,"2":11,"3":9},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,3,0,3,1,0,1,1,3,0,3,3,3],"candidate":[0,3,3,3,1,0,1,1,3,3,2,1,3,2,2,2,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":4}},{"id":"q0828","group":"g007","reference_grade_counts":{"0":25,"1":26,"2":21,"3":8},"ranked_grades":{"production":[2,1,1,3,2,1,1,2,2,0,3,1,3,2,2,3,1,2,2,2],"candidate":[1,0,3,1,2,1,1,1,2,2,0,3,3,2,2,3,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0829","group":"g007","reference_grade_counts":{"0":54,"1":6,"2":6,"3":3},"ranked_grades":{"production":[3,0,0,2,0,2,0,1,0,3,0,0,0,0,0,0,0,2,1,0],"candidate":[3,0,2,0,2,3,0,0,0,0,0,0,0,0,0,2,1,0,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0830","group":"g034","reference_grade_counts":{"0":75,"1":1,"2":0,"3":0},"ranked_grades":{"production":[0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0831","group":"g006","reference_grade_counts":{"0":21,"1":18,"2":12,"3":20},"ranked_grades":{"production":[3,3,3,3,3,3,2,3,3,2,3,2,3,2,3,3,3,3,3,1],"candidate":[3,3,3,3,3,2,3,3,3,2,2,3,2,1,3,3,3,3,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":10}},{"id":"q0832","group":"g025","reference_grade_counts":{"0":7,"1":23,"2":24,"3":23},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,3,2,2],"candidate":[3,3,3,3,3,3,3,3,3,3,2,2,3,1,3,1,2,2,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0833","group":"g028","reference_grade_counts":{"0":26,"1":22,"2":6,"3":22},"ranked_grades":{"production":[1,3,3,1,3,2,3,2,3,3,3,3,1,3,3,3,3,2,1,3],"candidate":[3,3,1,3,2,2,3,3,3,3,1,3,3,3,3,2,1,3,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0834","group":"g017","reference_grade_counts":{"0":6,"1":26,"2":24,"3":31},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,3,2],"candidate":[3,3,3,3,2,3,3,3,3,3,3,2,2,3,3,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0835","group":"g005","reference_grade_counts":{"0":51,"1":25,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,0,1,0,1,0,0,1,0,1,0,0,1,1],"candidate":[1,1,1,1,1,1,1,1,0,1,0,1,0,1,0,1,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0836","group":"g015","reference_grade_counts":{"0":42,"1":24,"2":13,"3":7},"ranked_grades":{"production":[0,2,0,0,0,0,0,0,0,1,0,3,2,0,0,3,1,0,0,3],"candidate":[1,2,2,0,2,2,2,1,3,2,1,3,0,2,0,2,0,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0837","group":"g005","reference_grade_counts":{"0":4,"1":18,"2":56,"3":2},"ranked_grades":{"production":[2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0838","group":"g012","reference_grade_counts":{"0":15,"1":15,"2":18,"3":19},"ranked_grades":{"production":[3,3,3,3,2,2,3,3,3,3,3,2,3,2,2,2,1,3,3,2],"candidate":[3,3,3,3,2,2,3,2,3,3,3,3,3,2,3,2,2,2,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0839","group":"g034","reference_grade_counts":{"0":25,"1":23,"2":12,"3":12},"ranked_grades":{"production":[1,2,3,3,1,3,1,3,2,3,3,3,2,3,2,1,2,1,2,3],"candidate":[1,2,3,3,1,3,1,1,3,2,3,3,1,3,1,2,2,1,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0840","group":"g034","reference_grade_counts":{"0":8,"1":13,"2":47,"3":12},"ranked_grades":{"production":[2,3,2,3,2,2,2,2,3,3,2,3,3,2,2,3,2,2,2,3],"candidate":[2,3,2,2,2,2,2,3,2,2,3,2,3,2,2,2,3,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0841","group":"g016","reference_grade_counts":{"0":22,"1":7,"2":22,"3":31},"ranked_grades":{"production":[3,3,3,3,3,3,3,2,3,3,3,3,2,3,2,3,2,2,2,3],"candidate":[3,3,3,3,3,3,2,2,3,3,3,3,3,2,2,3,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0842","group":"g019","reference_grade_counts":{"0":65,"1":6,"2":14,"3":2},"ranked_grades":{"production":[0,3,2,3,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,2,2,3,2,2,2,0,0,2,0,2,2,2,2,1,2,0,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0843","group":"g033","reference_grade_counts":{"0":16,"1":13,"2":21,"3":25},"ranked_grades":{"production":[3,3,3,3,3,3,2,3,3,3,3,2,3,2,3,0,3,2,3,2],"candidate":[3,3,3,2,3,3,2,3,2,2,2,3,0,3,2,3,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":6}},{"id":"q0844","group":"g005","reference_grade_counts":{"0":16,"1":1,"2":30,"3":19},"ranked_grades":{"production":[2,3,3,2,3,3,3,3,2,2,2,2,2,3,3,2,2,2,3,2],"candidate":[2,3,2,3,2,3,3,3,2,2,2,2,2,2,2,2,3,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0845","group":"g009","reference_grade_counts":{"0":16,"1":16,"2":27,"3":18},"ranked_grades":{"production":[3,2,2,2,3,3,3,1,2,2,2,2,2,2,2,3,3,2,2,3],"candidate":[3,2,3,2,3,3,1,1,2,2,3,3,2,3,3,1,2,0,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0846","group":"g028","reference_grade_counts":{"0":37,"1":22,"2":17,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,1,2,1,1,2,2,1,2,2,2,0,0],"candidate":[2,0,2,0,2,2,2,2,1,1,1,1,2,0,2,0,2,0,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0847","group":"g028","reference_grade_counts":{"0":56,"1":5,"2":13,"3":7},"ranked_grades":{"production":[3,3,3,3,3,2,3,0,0,0,1,2,0,2,2,2,2,0,0,0],"candidate":[3,3,3,3,2,3,0,2,0,2,2,0,0,2,1,2,0,2,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":6}},{"id":"q0848","group":"g028","reference_grade_counts":{"0":45,"1":6,"2":10,"3":12},"ranked_grades":{"production":[2,3,3,2,3,2,3,2,3,2,3,2,0,3,3,3,0,1,2,3],"candidate":[2,3,3,3,2,3,3,3,2,3,2,3,3,1,2,3,2,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":9}},{"id":"q0849","group":"g005","reference_grade_counts":{"0":26,"1":57,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0850","group":"g034","reference_grade_counts":{"0":38,"1":21,"2":20,"3":2},"ranked_grades":{"production":[3,2,2,0,2,3,2,2,2,2,2,2,2,2,2,2,1,1,1,0],"candidate":[3,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,null,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false]},"selected_depth":{"production":16,"candidate":20}},{"id":"q0851","group":"g009","reference_grade_counts":{"0":8,"1":9,"2":37,"3":27},"ranked_grades":{"production":[3,3,2,2,1,3,3,2,3,3,2,2,3,3,2,2,2,3,2,2],"candidate":[3,3,1,3,2,2,3,3,2,2,3,3,2,2,2,3,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0852","group":"g024","reference_grade_counts":{"0":8,"1":62,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0853","group":"g015","reference_grade_counts":{"0":26,"1":42,"2":10,"3":2},"ranked_grades":{"production":[1,2,1,1,1,1,2,1,1,1,2,1,1,1,1,1,1,2,1,1],"candidate":[1,2,1,1,1,1,1,1,2,1,1,1,2,1,1,2,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0854","group":"g007","reference_grade_counts":{"0":5,"1":27,"2":19,"3":15},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,1,1,3,3,3,3,3,2,2,2,2,2],"candidate":[3,3,3,2,3,3,3,3,3,1,3,3,3,3,3,2,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0855","group":"g033","reference_grade_counts":{"0":29,"1":22,"2":23,"3":6},"ranked_grades":{"production":[2,3,3,3,3,3,3,2,2,2,2,2,1,2,2,1,2,2,2,2],"candidate":[3,2,1,3,3,2,2,2,2,1,2,2,1,2,2,0,0,2,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0856","group":"g028","reference_grade_counts":{"0":54,"1":10,"2":11,"3":4},"ranked_grades":{"production":[2,2,2,2,2,0,2,0,0,3,2,2,0,0,0,0,0,3,2,0],"candidate":[2,2,2,2,2,0,0,0,3,2,2,0,0,0,2,0,0,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0857","group":"g024","reference_grade_counts":{"0":27,"1":50,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0858","group":"g028","reference_grade_counts":{"0":50,"1":21,"2":10,"3":11},"ranked_grades":{"production":[3,1,0,1,3,3,3,0,3,0,1,3,3,0,3,1,1,0,0,0],"candidate":[2,2,2,3,1,3,3,0,3,1,2,3,1,2,1,1,1,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0859","group":"g015","reference_grade_counts":{"0":12,"1":24,"2":38,"3":14},"ranked_grades":{"production":[2,2,2,2,3,2,2,2,3,3,2,3,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,2,3,2,3,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0860","group":"g028","reference_grade_counts":{"0":16,"1":60,"2":4,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,2,1,2,1,0],"candidate":[2,1,0,1,0,1,1,1,1,1,1,1,1,1,0,1,1,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0861","group":"g012","reference_grade_counts":{"0":16,"1":13,"2":22,"3":21},"ranked_grades":{"production":[3,2,3,3,3,3,2,2,3,3,2,2,1,2,3,3,2,3,2,2],"candidate":[3,3,3,3,3,2,3,2,3,2,3,2,1,2,3,3,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":12,"candidate":12}},{"id":"q0862","group":"g008","reference_grade_counts":{"0":7,"1":12,"2":22,"3":27},"ranked_grades":{"production":[3,2,3,2,2,2,2,3,3,2,2,2,3,2,3,2,2,3,3,0],"candidate":[2,3,2,3,2,2,3,2,2,3,3,3,2,2,3,2,2,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0863","group":"g015","reference_grade_counts":{"0":32,"1":35,"2":19,"3":0},"ranked_grades":{"production":[1,2,2,0,2,2,2,2,2,2,1,2,1,1,1,2,1,1,1,1],"candidate":[2,2,2,2,2,2,2,2,2,2,1,1,2,2,1,1,2,1,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0864","group":"g034","reference_grade_counts":{"0":61,"1":16,"2":0,"3":0},"ranked_grades":{"production":[0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,1,0,1,0,0],"candidate":[0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0865","group":"g004","reference_grade_counts":{"0":25,"1":17,"2":22,"3":11},"ranked_grades":{"production":[3,3,2,3,2,3,3,2,3,1,2,2,2,2,1,2,2,3,2,3],"candidate":[3,3,2,2,2,3,3,2,2,2,2,2,2,2,3,1,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0866","group":"g013","reference_grade_counts":{"0":4,"1":34,"2":27,"3":17},"ranked_grades":{"production":[3,2,3,3,2,1,1,2,2,2,3,2,1,1,3,3,3,2,2,2],"candidate":[3,3,3,2,2,2,3,1,2,1,1,1,2,2,2,3,2,3,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0867","group":"g007","reference_grade_counts":{"0":21,"1":38,"2":21,"3":4},"ranked_grades":{"production":[2,2,1,1,3,3,1,2,1,2,1,2,2,2,1,1,1,2,2,1],"candidate":[2,1,2,2,1,1,3,1,2,1,1,2,2,1,2,2,1,3,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0868","group":"g015","reference_grade_counts":{"0":18,"1":16,"2":21,"3":25},"ranked_grades":{"production":[3,3,2,3,3,3,2,3,3,3,3,2,3,2,3,3,2,3,3,1],"candidate":[2,3,2,2,2,3,2,3,3,3,3,2,3,2,3,2,3,3,3,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":6}},{"id":"q0869","group":"g034","reference_grade_counts":{"0":29,"1":19,"2":40,"3":0},"ranked_grades":{"production":[2,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,1,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0870","group":"g005","reference_grade_counts":{"0":34,"1":25,"2":16,"3":10},"ranked_grades":{"production":[0,0,2,3,3,3,3,1,3,3,1,0,1,1,3,1,2,3,1,0],"candidate":[3,2,3,3,3,3,3,2,1,0,1,1,1,2,2,1,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0871","group":"g009","reference_grade_counts":{"0":52,"1":17,"2":13,"3":9},"ranked_grades":{"production":[3,0,0,0,1,2,0,0,0,0,0,0,0,2,2,3,0,0,0,2],"candidate":[3,2,2,2,2,0,2,3,0,2,2,3,2,2,0,2,0,0,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0872","group":"g015","reference_grade_counts":{"0":65,"1":12,"2":10,"3":1},"ranked_grades":{"production":[0,2,3,1,0,0,0,0,0,2,2,0,1,0,0,0,1,0,0,0],"candidate":[2,2,3,1,0,0,0,2,0,1,1,0,2,0,1,0,0,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0873","group":"g026","reference_grade_counts":{"0":4,"1":17,"2":28,"3":26},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,2,3,2,1,3,1,3,1,3,3,2],"candidate":[3,3,3,2,3,1,3,2,2,2,3,2,3,3,3,2,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":9,"candidate":16}},{"id":"q0874","group":"g028","reference_grade_counts":{"0":54,"1":4,"2":17,"3":8},"ranked_grades":{"production":[3,0,2,0,2,0,2,1,0,1,2,0,2,3,2,1,2,0,2,0],"candidate":[3,2,2,0,2,0,2,2,1,1,3,2,2,0,0,3,1,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0875","group":"g024","reference_grade_counts":{"0":26,"1":36,"2":22,"3":3},"ranked_grades":{"production":[1,3,2,1,2,2,3,2,1,2,1,2,2,2,2,2,1,2,1,1],"candidate":[1,3,1,1,2,1,2,2,2,2,1,3,2,1,1,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0876","group":"g005","reference_grade_counts":{"0":42,"1":23,"2":9,"3":4},"ranked_grades":{"production":[2,0,0,0,3,2,3,1,1,2,3,1,1,1,0,2,0,1,0,1],"candidate":[1,1,1,1,1,0,2,3,3,1,0,1,2,3,1,1,1,2,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0877","group":"g009","reference_grade_counts":{"0":23,"1":30,"2":24,"3":10},"ranked_grades":{"production":[2,3,3,3,2,1,1,1,3,2,1,2,2,2,2,2,1,1,3,2],"candidate":[3,3,3,1,1,2,1,1,1,2,2,0,1,1,2,2,2,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0878","group":"g007","reference_grade_counts":{"0":36,"1":32,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0879","group":"g009","reference_grade_counts":{"0":6,"1":31,"2":34,"3":6},"ranked_grades":{"production":[3,3,2,3,2,2,2,1,2,2,2,2,2,1,2,1,1,1,1,2],"candidate":[3,3,2,1,2,2,2,1,1,2,2,2,2,1,1,1,1,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0880","group":"g008","reference_grade_counts":{"0":9,"1":25,"2":14,"3":15},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,2,3,2,2,2,3,3,2,2,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,2,2,2,3,3,2,2,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0881","group":"g009","reference_grade_counts":{"0":73,"1":1,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0882","group":"g015","reference_grade_counts":{"0":15,"1":35,"2":22,"3":6},"ranked_grades":{"production":[2,3,3,1,1,2,2,2,1,1,1,2,1,1,2,1,2,1,2,1],"candidate":[2,3,3,3,1,1,2,2,3,2,1,2,2,2,2,1,1,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0883","group":"g008","reference_grade_counts":{"0":6,"1":16,"2":24,"3":19},"ranked_grades":{"production":[3,3,2,3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,1],"candidate":[3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":19}},{"id":"q0884","group":"g028","reference_grade_counts":{"0":22,"1":27,"2":20,"3":0},"ranked_grades":{"production":[1,2,1,2,1,2,1,2,1,2,1,1,2,2,2,2,2,2,2,1],"candidate":[1,2,1,2,1,2,1,2,1,1,2,1,1,1,2,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0885","group":"g008","reference_grade_counts":{"0":79,"1":0,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0886","group":"g005","reference_grade_counts":{"0":15,"1":55,"2":9,"3":0},"ranked_grades":{"production":[2,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,1,1],"candidate":[1,2,1,2,1,1,1,1,1,1,1,1,1,1,1,2,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":4}},{"id":"q0887","group":"g008","reference_grade_counts":{"0":60,"1":18,"2":0,"3":0},"ranked_grades":{"production":[0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0],"candidate":[0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0888","group":"g015","reference_grade_counts":{"0":6,"1":10,"2":50,"3":17},"ranked_grades":{"production":[3,2,2,2,2,3,2,2,2,3,2,2,2,3,2,2,2,2,2,2],"candidate":[3,2,2,2,3,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0889","group":"g035","reference_grade_counts":{"0":10,"1":10,"2":28,"3":33},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,null,2,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0890","group":"g028","reference_grade_counts":{"0":34,"1":11,"2":15,"3":14},"ranked_grades":{"production":[0,0,3,1,2,3,0,0,2,3,2,3,3,0,0,2,0,2,3,2],"candidate":[3,0,0,3,1,1,0,0,2,0,2,0,0,0,1,0,3,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0891","group":"g008","reference_grade_counts":{"0":18,"1":44,"2":18,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,1,1,2,2,1,1,1,1,1,0,1],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,1,1,1,1,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0892","group":"g024","reference_grade_counts":{"0":60,"1":12,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0893","group":"g028","reference_grade_counts":{"0":41,"1":20,"2":18,"3":1},"ranked_grades":{"production":[1,2,2,2,1,2,2,2,1,2,2,2,1,2,1,1,2,0,1,1],"candidate":[1,2,2,2,1,2,2,1,2,0,2,2,1,2,1,1,2,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0894","group":"g001","reference_grade_counts":{"0":36,"1":4,"2":25,"3":9},"ranked_grades":{"production":[3,3,3,0,2,0,2,2,3,3,2,2,2,3,2,3,2,2,2,2],"candidate":[3,3,3,0,2,0,2,2,3,3,2,2,3,3,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":15,"candidate":13}},{"id":"q0895","group":"g038","reference_grade_counts":{"0":22,"1":15,"2":24,"3":22},"ranked_grades":{"production":[3,3,3,2,3,3,3,3,3,3,2,2,2,3,3,2,2,2,0,3],"candidate":[3,3,3,3,2,3,3,3,2,3,2,2,2,1,2,0,3,1,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0896","group":"g009","reference_grade_counts":{"0":37,"1":19,"2":13,"3":2},"ranked_grades":{"production":[2,3,2,1,1,2,2,2,3,2,1,0,0,0,0,2,0,0,0,0],"candidate":[2,3,2,2,1,1,2,2,2,3,2,1,0,0,0,0,1,2,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0897","group":"g005","reference_grade_counts":{"0":49,"1":30,"2":0,"3":0},"ranked_grades":{"production":[1,1,0,1,0,1,1,1,0,1,1,0,1,0,0,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,0,1,1,1,0,1,1,1,1,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0898","group":"g005","reference_grade_counts":{"0":12,"1":53,"2":1,"3":0},"ranked_grades":{"production":[1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":4}},{"id":"q0899","group":"g034","reference_grade_counts":{"0":30,"1":32,"2":28,"3":0},"ranked_grades":{"production":[2,1,2,2,2,2,2,2,2,2,2,2,1,1,2,2,1,2,2,2],"candidate":[2,2,2,2,1,2,2,2,2,1,1,2,2,2,2,1,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0900","group":"g031","reference_grade_counts":{"0":6,"1":16,"2":30,"3":33},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,2,3],"candidate":[null,3,3,2,3,3,null,3,2,2,2,2,2,3,2,2,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[true,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0901","group":"g028","reference_grade_counts":{"0":59,"1":14,"2":5,"3":0},"ranked_grades":{"production":[2,1,2,2,1,1,1,1,1,1,0,0,0,0,1,0,0,0,0,1],"candidate":[2,1,2,0,1,1,1,1,1,0,0,0,1,0,0,0,1,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0902","group":"g009","reference_grade_counts":{"0":26,"1":23,"2":28,"3":12},"ranked_grades":{"production":[3,3,3,3,3,3,2,3,3,3,3,2,2,2,1,1,2,1,2,2],"candidate":[3,3,2,3,3,3,3,2,3,3,3,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":20}},{"id":"q0903","group":"g007","reference_grade_counts":{"0":19,"1":43,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,0,1,1,1,1,1,1,0,1,0,1,1,1,0,1,1],"candidate":[1,1,1,1,0,1,1,1,1,1,1,1,0,1,0,1,1,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0904","group":"g015","reference_grade_counts":{"0":60,"1":8,"2":11,"3":7},"ranked_grades":{"production":[2,3,3,0,3,0,2,2,0,0,0,0,2,3,3,3,0,1,0,2],"candidate":[0,1,1,2,1,2,3,0,2,2,3,2,2,0,0,2,0,2,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0905","group":"g021","reference_grade_counts":{"0":19,"1":14,"2":23,"3":15},"ranked_grades":{"production":[3,3,3,2,2,3,2,1,3,3,3,3,2,3,3,3,2,2,3,2],"candidate":[3,3,3,2,2,3,3,2,1,3,3,3,3,2,3,3,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":18}},{"id":"q0906","group":"g008","reference_grade_counts":{"0":26,"1":12,"2":25,"3":15},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,1,2,2,2,1,3,2,2,2,2],"candidate":[3,3,3,3,2,3,2,3,3,2,0,3,3,3,2,3,2,3,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":20}},{"id":"q0907","group":"g007","reference_grade_counts":{"0":5,"1":20,"2":18,"3":21},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,2,2,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":13,"candidate":13}},{"id":"q0908","group":"g007","reference_grade_counts":{"0":8,"1":19,"2":22,"3":14},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,2,2,2],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":17,"candidate":18}},{"id":"q0909","group":"g008","reference_grade_counts":{"0":54,"1":11,"2":9,"3":0},"ranked_grades":{"production":[0,0,2,0,0,2,1,1,0,2,1,1,0,1,0,0,0,0,0,0],"candidate":[2,1,2,0,1,2,2,2,0,0,2,1,1,0,2,1,1,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0910","group":"g008","reference_grade_counts":{"0":41,"1":31,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,0,1,0,1,1,1,1,0,0,1,0,0,1],"candidate":[1,1,1,1,1,1,1,1,0,1,0,1,1,1,1,1,0,0,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0911","group":"g009","reference_grade_counts":{"0":6,"1":32,"2":38,"3":9},"ranked_grades":{"production":[2,2,3,2,2,2,2,3,2,2,0,2,3,3,2,2,2,2,1,2],"candidate":[2,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,3,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":11}},{"id":"q0912","group":"g005","reference_grade_counts":{"0":12,"1":16,"2":48,"3":3},"ranked_grades":{"production":[2,2,2,2,2,3,3,2,2,2,2,1,2,2,2,2,2,2,2,1],"candidate":[2,2,2,2,2,3,3,2,2,2,2,2,2,1,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":13}},{"id":"q0913","group":"g034","reference_grade_counts":{"0":12,"1":61,"2":8,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,2,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,2,1,1,2,1,1,2,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0914","group":"g015","reference_grade_counts":{"0":21,"1":19,"2":32,"3":13},"ranked_grades":{"production":[3,3,2,3,2,2,3,2,2,2,1,2,0,3,3,1,2,2,2,2],"candidate":[2,2,3,2,3,2,2,3,2,2,3,2,2,2,0,3,3,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0915","group":"g028","reference_grade_counts":{"0":19,"1":34,"2":26,"3":1},"ranked_grades":{"production":[2,2,2,2,2,0,1,2,0,1,1,2,2,2,1,2,1,0,1,1],"candidate":[0,0,0,0,2,2,2,0,1,2,0,1,2,2,2,1,2,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0916","group":"g009","reference_grade_counts":{"0":6,"1":34,"2":35,"3":12},"ranked_grades":{"production":[2,3,3,3,2,3,1,1,3,2,2,2,3,2,2,1,1,2,2,3],"candidate":[2,3,3,1,1,2,1,1,2,3,2,2,2,2,3,2,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0917","group":"g028","reference_grade_counts":{"0":48,"1":33,"2":2,"3":0},"ranked_grades":{"production":[1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,2,1,1,1,1,1,1,0,0,0,0,1,2,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0918","group":"g008","reference_grade_counts":{"0":4,"1":36,"2":15,"3":5},"ranked_grades":{"production":[3,3,2,3,1,2,3,2,2,2,2,1,1,2,1,1,2,1,1,1],"candidate":[3,3,3,2,1,1,2,3,2,2,2,1,1,1,2,1,1,2,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":5}},{"id":"q0919","group":"g008","reference_grade_counts":{"0":21,"1":37,"2":0,"3":6},"ranked_grades":{"production":[0,3,3,3,3,0,0,0,0,1,0,0,1,0,0,1,0,0,1,1],"candidate":[3,3,0,3,3,0,0,0,0,0,1,0,1,1,1,0,0,1,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0920","group":"g007","reference_grade_counts":{"0":12,"1":20,"2":34,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":5}},{"id":"q0921","group":"g005","reference_grade_counts":{"0":3,"1":55,"2":14,"3":0},"ranked_grades":{"production":[2,1,2,2,2,1,1,2,1,1,1,1,2,1,2,1,1,1,1,1],"candidate":[2,1,2,2,2,2,1,1,2,1,1,1,1,2,1,2,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0922","group":"g028","reference_grade_counts":{"0":8,"1":31,"2":29,"3":11},"ranked_grades":{"production":[1,1,3,3,2,2,2,2,2,1,3,3,3,3,3,2,3,2,2,2],"candidate":[1,1,3,2,3,2,2,2,2,2,2,2,1,2,2,1,1,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0923","group":"g022","reference_grade_counts":{"0":21,"1":13,"2":22,"3":14},"ranked_grades":{"production":[0,3,3,2,1,3,2,2,2,3,2,3,2,3,2,2,0,0,0,2],"candidate":[0,3,3,1,2,3,2,1,2,2,2,3,2,2,2,2,3,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":6}},{"id":"q0924","group":"g009","reference_grade_counts":{"0":30,"1":18,"2":27,"3":3},"ranked_grades":{"production":[2,2,2,2,2,3,2,3,2,2,1,2,2,2,0,2,2,2,1,0],"candidate":[2,2,0,3,2,2,1,2,2,1,0,2,1,0,0,2,0,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0925","group":"g008","reference_grade_counts":{"0":4,"1":41,"2":11,"3":10},"ranked_grades":{"production":[3,3,3,3,3,3,2,2,2,2,3,2,3,2,2,1,1,1,1,1],"candidate":[3,2,3,2,2,2,3,2,2,2,1,1,1,1,0,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":11,"candidate":7}},{"id":"q0926","group":"g028","reference_grade_counts":{"0":37,"1":32,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,0,1,1,1,0,1,1,1,0,1,0,1,1,0,1],"candidate":[1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,1,0,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0927","group":"g015","reference_grade_counts":{"0":18,"1":17,"2":27,"3":12},"ranked_grades":{"production":[2,3,3,2,3,2,3,3,2,2,2,2,2,2,3,2,2,3,2,3],"candidate":[2,3,3,2,3,2,3,3,2,2,2,2,2,2,2,2,3,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":4}},{"id":"q0928","group":"g007","reference_grade_counts":{"0":25,"1":25,"2":18,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,0,1],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0929","group":"g034","reference_grade_counts":{"0":34,"1":21,"2":34,"3":6},"ranked_grades":{"production":[1,3,2,1,1,1,2,2,2,1,1,2,3,2,2,2,1,2,1,2],"candidate":[1,2,1,2,2,1,2,2,2,2,2,2,2,1,1,2,2,1,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0930","group":"g028","reference_grade_counts":{"0":22,"1":20,"2":32,"3":8},"ranked_grades":{"production":[3,3,2,3,3,2,3,3,2,2,2,3,2,0,2,1,1,1,1,1],"candidate":[3,3,2,2,1,2,2,3,2,2,3,2,2,3,3,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":4,"candidate":8}},{"id":"q0931","group":"g024","reference_grade_counts":{"0":25,"1":32,"2":21,"3":1},"ranked_grades":{"production":[2,1,1,1,1,2,2,2,1,2,1,1,1,1,1,1,1,0,0,0],"candidate":[2,1,1,1,2,1,2,1,1,2,2,2,2,1,2,2,0,2,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0932","group":"g009","reference_grade_counts":{"0":19,"1":9,"2":41,"3":24},"ranked_grades":{"production":[2,2,1,2,2,3,2,0,3,3,3,3,2,3,3,0,3,2,3,3],"candidate":[1,2,3,2,0,3,2,3,2,3,2,3,3,0,2,3,2,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0933","group":"g024","reference_grade_counts":{"0":31,"1":29,"2":23,"3":2},"ranked_grades":{"production":[1,2,2,1,2,1,3,1,1,0,1,2,1,3,1,2,0,1,0,1],"candidate":[2,1,2,3,1,2,3,1,0,0,1,2,2,2,2,2,1,1,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0934","group":"g029","reference_grade_counts":{"0":4,"1":18,"2":22,"3":24},"ranked_grades":{"production":[3,3,3,3,3,3,1,2,3,2,2,2,3,2,3,3,3,2,2,1],"candidate":[3,3,3,3,3,3,1,2,3,2,2,0,2,3,0,2,1,3,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":13,"candidate":14}},{"id":"q0935","group":"g015","reference_grade_counts":{"0":45,"1":15,"2":16,"3":7},"ranked_grades":{"production":[2,2,3,0,1,0,0,0,2,0,0,2,0,0,0,0,1,0,0,0],"candidate":[2,3,2,3,2,3,2,2,3,1,0,2,0,2,0,0,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0936","group":"g007","reference_grade_counts":{"0":49,"1":22,"2":8,"3":8},"ranked_grades":{"production":[3,3,3,0,2,2,3,1,0,0,3,3,1,1,1,1,3,2,1,3],"candidate":[3,3,2,2,2,3,1,2,1,1,1,2,1,0,2,2,1,0,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0937","group":"g028","reference_grade_counts":{"0":44,"1":28,"2":11,"3":2},"ranked_grades":{"production":[1,1,0,0,0,2,0,0,3,0,0,1,0,0,1,0,0,1,0,1],"candidate":[0,2,1,0,0,2,3,1,2,0,0,2,2,2,0,2,0,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0938","group":"g004","reference_grade_counts":{"0":60,"1":12,"2":3,"3":0},"ranked_grades":{"production":[1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0],"candidate":[1,1,1,2,1,1,0,1,0,0,0,0,0,1,1,0,1,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0939","group":"g034","reference_grade_counts":{"0":30,"1":56,"2":0,"3":0},"ranked_grades":{"production":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":6,"candidate":7}},{"id":"q0940","group":"g024","reference_grade_counts":{"0":13,"1":20,"2":5,"3":37},"ranked_grades":{"production":[3,3,3,3,3,3,3,2,3,3,3,3,3,3,2,3,3,3,3,2],"candidate":[3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,2,3,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0941","group":"g005","reference_grade_counts":{"0":13,"1":17,"2":36,"3":3},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0942","group":"g015","reference_grade_counts":{"0":0,"1":20,"2":50,"3":5},"ranked_grades":{"production":[3,2,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2],"candidate":[2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0943","group":"g008","reference_grade_counts":{"0":80,"1":0,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0944","group":"g009","reference_grade_counts":{"0":72,"1":5,"2":7,"3":3},"ranked_grades":{"production":[3,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0],"candidate":[3,0,0,2,0,2,0,2,0,1,2,1,2,0,0,1,2,0,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0945","group":"g024","reference_grade_counts":{"0":7,"1":40,"2":21,"3":6},"ranked_grades":{"production":[2,2,2,3,2,3,1,2,2,3,2,2,2,2,1,1,1,1,1,2],"candidate":[2,2,2,3,1,2,2,1,2,3,2,2,2,3,1,2,2,2,2,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0946","group":"g009","reference_grade_counts":{"0":14,"1":23,"2":27,"3":12},"ranked_grades":{"production":[3,3,1,2,2,2,0,2,0,2,3,3,3,1,0,1,2,2,0,3],"candidate":[3,3,2,0,2,3,0,3,3,3,1,0,0,2,1,2,2,2,2,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":16,"candidate":15}},{"id":"q0947","group":"g007","reference_grade_counts":{"0":9,"1":37,"2":24,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,1],"candidate":[2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":5,"candidate":8}},{"id":"q0948","group":"g008","reference_grade_counts":{"0":20,"1":5,"2":32,"3":8},"ranked_grades":{"production":[3,3,2,3,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"candidate":[3,3,2,3,3,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":18,"candidate":19}},{"id":"q0949","group":"g024","reference_grade_counts":{"0":10,"1":29,"2":48,"3":6},"ranked_grades":{"production":[2,2,3,2,2,2,2,2,3,2,2,2,2,2,3,2,2,2,2,2],"candidate":[2,2,3,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0950","group":"g015","reference_grade_counts":{"0":24,"1":37,"2":19,"3":4},"ranked_grades":{"production":[1,2,2,1,2,1,2,2,2,0,3,1,1,2,2,0,1,0,0,1],"candidate":[2,2,1,2,1,1,1,2,1,2,1,2,2,0,2,1,3,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0951","group":"g034","reference_grade_counts":{"0":15,"1":44,"2":23,"3":1},"ranked_grades":{"production":[1,2,2,1,2,2,2,1,2,2,1,2,1,2,1,1,2,2,2,1],"candidate":[1,1,2,2,1,2,2,2,1,2,2,1,2,1,1,2,1,1,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":4}},{"id":"q0952","group":"g007","reference_grade_counts":{"0":7,"1":40,"2":19,"3":3},"ranked_grades":{"production":[2,3,2,3,2,3,2,2,2,1,2,2,1,2,2,2,2,2,1,2],"candidate":[2,3,2,3,2,3,2,2,2,1,1,2,1,2,1,2,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0953","group":"g008","reference_grade_counts":{"0":66,"1":18,"2":4,"3":0},"ranked_grades":{"production":[0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"candidate":[2,1,0,1,1,0,1,0,0,1,0,2,2,0,1,2,1,1,1,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0954","group":"g037","reference_grade_counts":{"0":28,"1":13,"2":25,"3":18},"ranked_grades":{"production":[3,3,3,2,3,3,2,2,3,2,2,2,3,3,2,3,2,2,2,2],"candidate":[3,3,2,2,3,2,2,2,2,2,3,2,1,3,2,3,3,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":13,"candidate":13}},{"id":"q0955","group":"g030","reference_grade_counts":{"0":51,"1":12,"2":12,"3":6},"ranked_grades":{"production":[3,3,2,2,3,1,2,2,2,1,1,0,1,3,0,1,0,1,0,1],"candidate":[3,2,3,1,2,2,3,2,2,2,1,2,0,2,3,3,0,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0956","group":"g035","reference_grade_counts":{"0":15,"1":7,"2":22,"3":43},"ranked_grades":{"production":[2,3,null,3,3,3,3,3,3,3,2,3,2,2,3,3,null,3,3,2],"candidate":[3,3,3,3,2,3,2,2,null,3,3,2,3,3,2,3,3,3,3,null]},"excluded":{"production":[false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false],"candidate":[false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,true]},"selected_depth":{"production":3,"candidate":8}},{"id":"q0957","group":"g028","reference_grade_counts":{"0":39,"1":33,"2":10,"3":0},"ranked_grades":{"production":[2,2,1,1,2,1,1,1,1,2,2,1,1,1,1,1,1,1,1,1],"candidate":[2,2,1,2,1,1,1,1,0,1,0,0,1,0,0,1,0,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0958","group":"g015","reference_grade_counts":{"0":16,"1":39,"2":22,"3":3},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,1,1,1,1,2,2,2,1,2,1,1,0],"candidate":[2,2,2,2,2,2,2,2,2,1,1,2,2,1,1,2,1,1,0,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0959","group":"g005","reference_grade_counts":{"0":18,"1":40,"2":8,"3":0},"ranked_grades":{"production":[1,1,1,2,2,1,2,1,2,1,1,1,1,2,2,1,1,1,1,1],"candidate":[1,1,1,2,2,1,2,1,1,1,1,1,2,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0960","group":"g008","reference_grade_counts":{"0":36,"1":12,"2":22,"3":11},"ranked_grades":{"production":[1,0,2,0,1,3,0,2,2,2,0,1,3,0,2,3,3,3,0,0],"candidate":[1,0,2,1,3,0,2,2,2,0,1,3,2,0,3,2,1,1,1,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0961","group":"g024","reference_grade_counts":{"0":25,"1":31,"2":7,"3":3},"ranked_grades":{"production":[0,0,0,2,3,0,2,1,1,1,1,1,1,1,1,1,1,1,1,1],"candidate":[0,0,2,0,2,1,1,1,1,1,1,3,1,1,1,1,1,1,1,1]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0962","group":"g007","reference_grade_counts":{"0":74,"1":3,"2":0,"3":0},"ranked_grades":{"production":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"candidate":[0,0,0,1,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0963","group":"g008","reference_grade_counts":{"0":32,"1":21,"2":22,"3":1},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,1,2,0,2,2,0,3,1,2],"candidate":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,0,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0964","group":"g008","reference_grade_counts":{"0":1,"1":22,"2":22,"3":19},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,2,2,2],"candidate":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0965","group":"g015","reference_grade_counts":{"0":10,"1":18,"2":16,"3":26},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,3],"candidate":[3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":20,"candidate":20}},{"id":"q0966","group":"g005","reference_grade_counts":{"0":11,"1":35,"2":26,"3":17},"ranked_grades":{"production":[3,3,3,2,3,3,3,2,2,2,2,2,3,3,2,3,2,2,1,2],"candidate":[3,3,3,2,3,2,2,1,2,2,3,3,2,2,2,2,2,3,3,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":10,"candidate":15}},{"id":"q0967","group":"g011","reference_grade_counts":{"0":4,"1":13,"2":32,"3":17},"ranked_grades":{"production":[3,3,3,1,2,3,3,3,3,3,3,3,2,1,2,1,3,2,2,3],"candidate":[3,3,2,3,3,3,2,2,2,2,3,3,0,3,1,2,1,3,0,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0968","group":"g008","reference_grade_counts":{"0":4,"1":33,"2":31,"3":0},"ranked_grades":{"production":[2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,2,2,1],"candidate":[2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,1,2,2,1,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":7,"candidate":7}},{"id":"q0969","group":"g007","reference_grade_counts":{"0":24,"1":8,"2":16,"3":26},"ranked_grades":{"production":[3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,2,2,2,3],"candidate":[2,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,2,2,2,3]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}},{"id":"q0970","group":"g008","reference_grade_counts":{"0":2,"1":1,"2":48,"3":17},"ranked_grades":{"production":[3,3,3,3,2,2,2,3,2,2,2,2,2,3,2,2,3,2,2,2],"candidate":[3,3,3,2,2,2,3,2,2,2,2,2,3,2,2,3,2,2,2,2]},"excluded":{"production":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"candidate":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false]},"selected_depth":{"production":3,"candidate":3}}],"public":{"scifact":{"model_order":["upstream","production","candidate"],"rows":[{"id":"q0001","ndcg@10":{"upstream":0.38685280723454163,"production":0.3333333333333333,"candidate":0.38685280723454163}},{"id":"q0002","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0003","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0004","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0005","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0006","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":1.0}},{"id":"q0007","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":1.0}},{"id":"q0008","ndcg@10":{"upstream":0.38685280723454163,"production":0.3333333333333333,"candidate":0.43067655807339306}},{"id":"q0009","ndcg@10":{"upstream":0.9217868789962071,"production":0.7653606369886217,"candidate":0.7653606369886217}},{"id":"q0010","ndcg@10":{"upstream":0.4415801103577823,"production":0.8315546295836225,"candidate":0.8175295903539445}},{"id":"q0011","ndcg@10":{"upstream":0.5,"production":0.5,"candidate":0.5}},{"id":"q0012","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0013","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0014","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0015","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0016","ndcg@10":{"upstream":0.0,"production":0.38685280723454163,"candidate":0.3333333333333333}},{"id":"q0017","ndcg@10":{"upstream":0.0,"production":0.31546487678572877,"candidate":0.0}},{"id":"q0018","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0019","ndcg@10":{"upstream":0.6309297535714575,"production":0.5,"candidate":0.5}},{"id":"q0020","ndcg@10":{"upstream":0.6309297535714575,"production":0.0,"candidate":0.31546487678572877}},{"id":"q0021","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0022","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0023","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0024","ndcg@10":{"upstream":1.0,"production":0.48247555939075504,"candidate":0.8503449055347546}},{"id":"q0025","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0026","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0027","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0028","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0029","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0030","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0031","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0032","ndcg@10":{"upstream":0.5,"production":1.0,"candidate":0.6309297535714575}},{"id":"q0033","ndcg@10":{"upstream":0.3333333333333333,"production":0.3010299956639812,"candidate":0.43067655807339306}},{"id":"q0034","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0035","ndcg@10":{"upstream":0.6309297535714575,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0036","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0037","ndcg@10":{"upstream":0.6309297535714575,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0038","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0039","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0040","ndcg@10":{"upstream":0.5,"production":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0041","ndcg@10":{"upstream":0.5,"production":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0042","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0043","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":1.0}},{"id":"q0044","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0045","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0046","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0047","ndcg@10":{"upstream":0.5,"production":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0048","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0049","ndcg@10":{"upstream":0.6309297535714575,"production":0.31546487678572877,"candidate":0.43067655807339306}},{"id":"q0050","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0051","ndcg@10":{"upstream":0.38685280723454163,"production":0.3333333333333333,"candidate":0.38685280723454163}},{"id":"q0052","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0053","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0054","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0055","ndcg@10":{"upstream":0.5,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0056","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0057","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0058","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0059","ndcg@10":{"upstream":0.38685280723454163,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0060","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0061","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0062","ndcg@10":{"upstream":0.43067655807339306,"production":0.38685280723454163,"candidate":0.2890648263178879}},{"id":"q0063","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0064","ndcg@10":{"upstream":0.6797310500037655,"production":0.6039071644781281,"candidate":0.6653497124326151}},{"id":"q0065","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":1.0}},{"id":"q0066","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0067","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0068","ndcg@10":{"upstream":0.38685280723454163,"production":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q0069","ndcg@10":{"upstream":0.31546487678572877,"production":0.0,"candidate":0.3010299956639812}},{"id":"q0070","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0071","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0072","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0073","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0074","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0075","ndcg@10":{"upstream":0.43067655807339306,"production":0.0,"candidate":0.3562071871080222}},{"id":"q0076","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0077","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0078","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0079","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0080","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0081","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0082","ndcg@10":{"upstream":0.5543110021543998,"production":0.7042299872433241,"candidate":0.6932739806083636}},{"id":"q0083","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0084","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0085","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0086","ndcg@10":{"upstream":1.0,"production":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q0087","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0088","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0089","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0090","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0091","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0092","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0093","ndcg@10":{"upstream":1.0,"production":0.5,"candidate":0.5}},{"id":"q0094","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0095","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0096","ndcg@10":{"upstream":1.0,"production":0.9828920819566879,"candidate":0.9828920819566879}},{"id":"q0097","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0098","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0099","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0100","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":1.0}},{"id":"q0101","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0102","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0103","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0104","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0105","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0106","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0107","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0108","ndcg@10":{"upstream":0.9558295932317544,"production":0.9828920819566879,"candidate":0.9828920819566879}},{"id":"q0109","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0110","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0111","ndcg@10":{"upstream":1.0,"production":0.43067655807339306,"candidate":0.5}},{"id":"q0112","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0113","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0114","ndcg@10":{"upstream":0.3562071871080222,"production":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q0115","ndcg@10":{"upstream":0.38685280723454163,"production":0.3562071871080222,"candidate":0.38685280723454163}},{"id":"q0116","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0117","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0118","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0119","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0120","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0121","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0122","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0123","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0124","ndcg@10":{"upstream":0.5,"production":0.6309297535714575,"candidate":0.5}},{"id":"q0125","ndcg@10":{"upstream":1.0,"production":0.38685280723454163,"candidate":1.0}},{"id":"q0126","ndcg@10":{"upstream":0.38685280723454163,"production":0.0,"candidate":0.0}},{"id":"q0127","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0128","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0129","ndcg@10":{"upstream":0.42177340954886444,"production":0.430624116386567,"candidate":0.430624116386567}},{"id":"q0130","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0131","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0132","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0133","ndcg@10":{"upstream":0.6508205185601091,"production":0.6713860725233041,"candidate":0.6364391809889587}},{"id":"q0134","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0135","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0136","ndcg@10":{"upstream":0.3562071871080222,"production":0.5,"candidate":0.3333333333333333}},{"id":"q0137","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0138","ndcg@10":{"upstream":0.6309297535714575,"production":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q0139","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0140","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0141","ndcg@10":{"upstream":0.5,"production":0.43067655807339306,"candidate":0.5}},{"id":"q0142","ndcg@10":{"upstream":0.5,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0143","ndcg@10":{"upstream":0.38685280723454163,"production":0.3562071871080222,"candidate":0.6309297535714575}},{"id":"q0144","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0145","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0146","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0147","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0148","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0149","ndcg@10":{"upstream":0.9197207891481876,"production":0.6934264036172708,"candidate":0.6934264036172708}},{"id":"q0150","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0151","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0152","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0153","ndcg@10":{"upstream":0.6934264036172708,"production":0.6934264036172708,"candidate":0.6934264036172708}},{"id":"q0154","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0155","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0156","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0157","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0158","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0159","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0160","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0161","ndcg@10":{"upstream":0.43067655807339306,"production":0.5,"candidate":0.3562071871080222}},{"id":"q0162","ndcg@10":{"upstream":0.5,"production":0.6309297535714575,"candidate":0.5}},{"id":"q0163","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0164","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0165","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0166","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0167","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0168","ndcg@10":{"upstream":0.17723928678404774,"production":0.21840743681816419,"candidate":0.19342640361727081}},{"id":"q0169","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0170","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0171","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":0.6309297535714575}},{"id":"q0172","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0173","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0174","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0175","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0176","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0177","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0178","ndcg@10":{"upstream":0.6309297535714575,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0179","ndcg@10":{"upstream":0.31546487678572877,"production":0.2890648263178879,"candidate":0.31546487678572877}},{"id":"q0180","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0181","ndcg@10":{"upstream":0.38685280723454163,"production":0.5,"candidate":0.38685280723454163}},{"id":"q0182","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0183","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0184","ndcg@10":{"upstream":0.3010299956639812,"production":0.0,"candidate":0.0}},{"id":"q0185","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0186","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0187","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0188","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0189","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0190","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0191","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0192","ndcg@10":{"upstream":1.0,"production":0.5,"candidate":0.6309297535714575}},{"id":"q0193","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0194","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0195","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0196","ndcg@10":{"upstream":0.7903864795495061,"production":0.8175295903539445,"candidate":0.5714285040141098}},{"id":"q0197","ndcg@10":{"upstream":0.6309297535714575,"production":0.0,"candidate":0.6309297535714575}},{"id":"q0198","ndcg@10":{"upstream":0.5,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0199","ndcg@10":{"upstream":0.6309297535714575,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0200","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0201","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0202","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0203","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0204","ndcg@10":{"upstream":0.3562071871080222,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0205","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0206","ndcg@10":{"upstream":0.6309297535714575,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0207","ndcg@10":{"upstream":0.5,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0208","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0209","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0210","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0211","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0212","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0213","ndcg@10":{"upstream":0.5,"production":0.3562071871080222,"candidate":0.3333333333333333}},{"id":"q0214","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0215","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0216","ndcg@10":{"upstream":0.6309297535714575,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0217","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0218","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0219","ndcg@10":{"upstream":0.6309297535714575,"production":0.5,"candidate":0.6309297535714575}},{"id":"q0220","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0221","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":0.6309297535714575}},{"id":"q0222","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0223","ndcg@10":{"upstream":0.0,"production":0.3010299956639812,"candidate":0.0}},{"id":"q0224","ndcg@10":{"upstream":0.3562071871080222,"production":0.43067655807339306,"candidate":0.3010299956639812}},{"id":"q0225","ndcg@10":{"upstream":1.0,"production":0.5,"candidate":0.6309297535714575}},{"id":"q0226","ndcg@10":{"upstream":0.5,"production":1.0,"candidate":0.5}},{"id":"q0227","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0228","ndcg@10":{"upstream":0.0,"production":0.31546487678572877,"candidate":0.0}},{"id":"q0229","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0230","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0231","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0232","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":0.6309297535714575}},{"id":"q0233","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":0.6309297535714575}},{"id":"q0234","ndcg@10":{"upstream":0.6309297535714575,"production":0.5,"candidate":0.5}},{"id":"q0235","ndcg@10":{"upstream":0.5,"production":0.2890648263178879,"candidate":0.3333333333333333}},{"id":"q0236","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0237","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0238","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0239","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0240","ndcg@10":{"upstream":0.5,"production":0.5,"candidate":0.5}},{"id":"q0241","ndcg@10":{"upstream":0.9197207891481876,"production":0.9197207891481876,"candidate":0.9197207891481876}},{"id":"q0242","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0243","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0244","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0245","ndcg@10":{"upstream":0.5,"production":0.6309297535714575,"candidate":0.5}},{"id":"q0246","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0247","ndcg@10":{"upstream":0.6309297535714575,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0248","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0249","ndcg@10":{"upstream":0.31546487678572877,"production":0.5,"candidate":0.43067655807339306}},{"id":"q0250","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0251","ndcg@10":{"upstream":0.5,"production":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0252","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0253","ndcg@10":{"upstream":0.3010299956639812,"production":0.31546487678572877,"candidate":0.31546487678572877}},{"id":"q0254","ndcg@10":{"upstream":1.0,"production":0.5,"candidate":0.6309297535714575}},{"id":"q0255","ndcg@10":{"upstream":0.6309297535714575,"production":0.5,"candidate":0.6309297535714575}},{"id":"q0256","ndcg@10":{"upstream":0.43067655807339306,"production":0.3333333333333333,"candidate":0.38685280723454163}},{"id":"q0257","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0258","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0259","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0260","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0261","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0262","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0263","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0264","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0265","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0266","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0267","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0268","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0269","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0270","ndcg@10":{"upstream":0.6309297535714575,"production":0.5,"candidate":0.6309297535714575}},{"id":"q0271","ndcg@10":{"upstream":0.5,"production":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0272","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0273","ndcg@10":{"upstream":0.5,"production":0.3562071871080222,"candidate":0.43067655807339306}},{"id":"q0274","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0275","ndcg@10":{"upstream":0.6309297535714575,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0276","ndcg@10":{"upstream":0.6661393259006322,"production":0.24816574496561808,"candidate":0.32703966649239957}},{"id":"q0277","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0278","ndcg@10":{"upstream":0.6309297535714575,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0279","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0280","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0281","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0282","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0283","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0284","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0285","ndcg@10":{"upstream":0.5,"production":0.5,"candidate":0.6309297535714575}},{"id":"q0286","ndcg@10":{"upstream":0.43067655807339306,"production":0.5,"candidate":0.5}},{"id":"q0287","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0288","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0289","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0290","ndcg@10":{"upstream":0.0,"production":0.3562071871080222,"candidate":0.31546487678572877}},{"id":"q0291","ndcg@10":{"upstream":0.6309297535714575,"production":0.6309297535714575,"candidate":0.5}},{"id":"q0292","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":0.6309297535714575}},{"id":"q0293","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0294","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0295","ndcg@10":{"upstream":1.0,"production":0.9828920819566879,"candidate":0.9828920819566879}},{"id":"q0296","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0297","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0298","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0299","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0300","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":1.0}}]},"fiqa":{"model_order":["upstream","production","candidate"],"rows":[{"id":"q0001","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0002","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0003","ndcg@10":{"upstream":0.4123144993714363,"production":0.2528847364210069,"candidate":0.2918104499436024}},{"id":"q0004","ndcg@10":{"upstream":0.19519002499605084,"production":0.19519002499605084,"candidate":0.3080351663449861}},{"id":"q0005","ndcg@10":{"upstream":0.46927872602275644,"production":0.2960819109658652,"candidate":0.2960819109658652}},{"id":"q0006","ndcg@10":{"upstream":0.5,"production":0.5,"candidate":0.5}},{"id":"q0007","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0008","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0009","ndcg@10":{"upstream":0.2960819109658652,"production":0.46927872602275644,"candidate":0.2960819109658652}},{"id":"q0010","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0011","ndcg@10":{"upstream":0.11305340175787204,"production":0.10699313236726378,"candidate":0.10699313236726378}},{"id":"q0012","ndcg@10":{"upstream":0.9197207891481876,"production":1.0,"candidate":1.0}},{"id":"q0013","ndcg@10":{"upstream":0.9197207891481876,"production":1.0,"candidate":1.0}},{"id":"q0014","ndcg@10":{"upstream":0.2960819109658652,"production":0.23463936301137822,"candidate":0.23463936301137822}},{"id":"q0015","ndcg@10":{"upstream":0.09546043308946735,"production":0.0,"candidate":0.0}},{"id":"q0016","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0017","ndcg@10":{"upstream":0.7084409501232899,"production":0.33013764944712026,"candidate":0.5326208815196265}},{"id":"q0018","ndcg@10":{"upstream":0.6131471927654584,"production":0.0,"candidate":0.0}},{"id":"q0019","ndcg@10":{"upstream":0.3562071871080222,"production":0.0,"candidate":0.3010299956639812}},{"id":"q0020","ndcg@10":{"upstream":0.5437713091520254,"production":0.6131471927654584,"candidate":0.5437713091520254}},{"id":"q0021","ndcg@10":{"upstream":0.9896062251871524,"production":0.9818483242455301,"candidate":0.9747429528567877}},{"id":"q0022","ndcg@10":{"upstream":0.5,"production":0.0,"candidate":0.2890648263178879}},{"id":"q0023","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0024","ndcg@10":{"upstream":0.38685280723454163,"production":0.0,"candidate":0.0}},{"id":"q0025","ndcg@10":{"upstream":0.31608365985743925,"production":0.0,"candidate":0.10699313236726378}},{"id":"q0026","ndcg@10":{"upstream":0.5109559939712153,"production":0.23719771276929622,"candidate":0.46845052016107697}},{"id":"q0027","ndcg@10":{"upstream":0.9438661545147247,"production":0.6366824387328317,"candidate":0.9558295932317544}},{"id":"q0028","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0029","ndcg@10":{"upstream":0.9238417859169579,"production":0.9484399158780439,"candidate":0.8803557259507812}},{"id":"q0030","ndcg@10":{"upstream":1.0,"production":0.0,"candidate":1.0}},{"id":"q0031","ndcg@10":{"upstream":0.6934264036172708,"production":0.6509209298071326,"candidate":0.6240505200038379}},{"id":"q0032","ndcg@10":{"upstream":0.86034433104172,"production":0.6364391809889587,"candidate":0.9010126104210695}},{"id":"q0033","ndcg@10":{"upstream":0.7653606369886217,"production":0.7653606369886217,"candidate":0.7653606369886217}},{"id":"q0034","ndcg@10":{"upstream":0.787702056960637,"production":0.5585075862632192,"candidate":0.7598336331031966}},{"id":"q0035","ndcg@10":{"upstream":0.11305340175787204,"production":0.0,"candidate":0.09803928583135704}},{"id":"q0036","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0037","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0038","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0039","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0040","ndcg@10":{"upstream":0.3562071871080222,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0041","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0042","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0043","ndcg@10":{"upstream":0.5543375550857161,"production":0.6984152163370878,"candidate":0.5646436081071458}},{"id":"q0044","ndcg@10":{"upstream":0.21840743681816419,"production":0.448643819352159,"candidate":0.21840743681816419}},{"id":"q0045","ndcg@10":{"upstream":0.3949969211264808,"production":0.18205333106166585,"candidate":0.23573241784227988}},{"id":"q0046","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0047","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0048","ndcg@10":{"upstream":0.28097267762005274,"production":0.11751610475642714,"candidate":0.0}},{"id":"q0049","ndcg@10":{"upstream":0.6131471927654584,"production":0.38685280723454163,"candidate":0.6131471927654584}},{"id":"q0050","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0051","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0052","ndcg@10":{"upstream":0.43067655807339306,"production":0.5,"candidate":0.6309297535714575}},{"id":"q0053","ndcg@10":{"upstream":1.0,"production":0.0,"candidate":0.0}},{"id":"q0054","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0055","ndcg@10":{"upstream":0.5,"production":0.5,"candidate":0.38685280723454163}},{"id":"q0056","ndcg@10":{"upstream":0.5078961547485289,"production":0.3903800499921017,"candidate":0.3903800499921017}},{"id":"q0057","ndcg@10":{"upstream":0.6366824387328317,"production":0.5413996682199069,"candidate":0.5205067333228022}},{"id":"q0058","ndcg@10":{"upstream":0.6309297535714575,"production":0.0,"candidate":0.6309297535714575}},{"id":"q0059","ndcg@10":{"upstream":0.3065735963827292,"production":0.0,"candidate":0.0}},{"id":"q0060","ndcg@10":{"upstream":0.5205067333228022,"production":0.3903800499921017,"candidate":0.3903800499921017}},{"id":"q0061","ndcg@10":{"upstream":0.0,"production":0.20210734650054757,"candidate":0.0}},{"id":"q0062","ndcg@10":{"upstream":0.6238470455881189,"production":0.28162497265977743,"candidate":0.5499887725471477}},{"id":"q0063","ndcg@10":{"upstream":1.0,"production":0.9828920819566879,"candidate":1.0}},{"id":"q0064","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0065","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0066","ndcg@10":{"upstream":1.0,"production":0.0,"candidate":0.31546487678572877}},{"id":"q0067","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0068","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0069","ndcg@10":{"upstream":0.6978817289434457,"production":0.43734888382569426,"candidate":0.8451850618939637}},{"id":"q0070","ndcg@10":{"upstream":0.9469024295259745,"production":0.7653606369886217,"candidate":0.9134015924715543}},{"id":"q0071","ndcg@10":{"upstream":0.19519002499605084,"production":0.11284514134893527,"candidate":0.123151194370365}},{"id":"q0072","ndcg@10":{"upstream":0.49055949973859936,"production":0.5087403079104241,"candidate":0.38356636737133565}},{"id":"q0073","ndcg@10":{"upstream":0.46927872602275644,"production":0.46927872602275644,"candidate":0.46927872602275644}},{"id":"q0074","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0075","ndcg@10":{"upstream":0.43067655807339306,"production":0.5,"candidate":0.5}},{"id":"q0076","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0077","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0078","ndcg@10":{"upstream":0.3026024134988135,"production":0.3026024134988135,"candidate":0.3026024134988135}},{"id":"q0079","ndcg@10":{"upstream":0.43067655807339306,"production":0.0,"candidate":0.3562071871080222}},{"id":"q0080","ndcg@10":{"upstream":1.0,"production":0.9828920819566879,"candidate":1.0}},{"id":"q0081","ndcg@10":{"upstream":0.38685280723454163,"production":0.0,"candidate":0.3562071871080222}},{"id":"q0082","ndcg@10":{"upstream":0.6492233278282461,"production":0.6886342695939197,"candidate":0.7979719524871096}},{"id":"q0083","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0084","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0085","ndcg@10":{"upstream":0.9197207891481876,"production":0.45560514958746035,"candidate":0.6934264036172708}},{"id":"q0086","ndcg@10":{"upstream":0.5,"production":0.0,"candidate":0.2890648263178879}},{"id":"q0087","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0088","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0089","ndcg@10":{"upstream":0.49055949973859936,"production":0.29039140533630226,"candidate":0.3156484524795145}},{"id":"q0090","ndcg@10":{"upstream":0.7328286204777911,"production":0.7122630665145961,"candidate":0.7122630665145961}},{"id":"q0091","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0092","ndcg@10":{"upstream":0.15642624200758548,"production":0.14126697285982898,"candidate":0.14126697285982898}},{"id":"q0093","ndcg@10":{"upstream":0.7538670157815447,"production":0.5845904686910707,"candidate":0.7545912946607471}},{"id":"q0094","ndcg@10":{"upstream":1.0,"production":0.8315546295836225,"candidate":1.0}},{"id":"q0095","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0096","ndcg@10":{"upstream":0.38268031849431083,"production":0.23463936301137822,"candidate":0.41618115554873086}},{"id":"q0097","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0098","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0099","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0100","ndcg@10":{"upstream":0.735916889650613,"production":0.5449960234716783,"candidate":0.7012899792965543}},{"id":"q0101","ndcg@10":{"upstream":1.0,"production":0.9202054614375518,"candidate":1.0}},{"id":"q0102","ndcg@10":{"upstream":0.8772153153380493,"production":0.9197207891481876,"candidate":1.0}},{"id":"q0103","ndcg@10":{"upstream":0.42332408484280876,"production":0.3187704634136789,"candidate":0.3813374668042713}},{"id":"q0104","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0105","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0106","ndcg@10":{"upstream":1.0,"production":0.3562071871080222,"candidate":0.6309297535714575}},{"id":"q0107","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0108","ndcg@10":{"upstream":0.9134015924715543,"production":0.6257049680303419,"candidate":0.9217868789962071}},{"id":"q0109","ndcg@10":{"upstream":0.47842151728792726,"production":0.5837154733670048,"candidate":0.4505655760587972}},{"id":"q0110","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0111","ndcg@10":{"upstream":0.9197207891481876,"production":0.8065735963827293,"candidate":1.0}},{"id":"q0112","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0113","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0114","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0115","ndcg@10":{"upstream":0.5,"production":1.0,"candidate":0.5}},{"id":"q0116","ndcg@10":{"upstream":0.09803928583135704,"production":0.0,"candidate":0.0}},{"id":"q0117","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0118","ndcg@10":{"upstream":0.617319681505689,"production":0.6105456988825855,"candidate":0.6049306994552042}},{"id":"q0119","ndcg@10":{"upstream":0.13905617951077562,"production":0.11751610475642714,"candidate":0.13905617951077562}},{"id":"q0120","ndcg@10":{"upstream":0.9828920819566879,"production":0.9828920819566879,"candidate":0.9828920819566879}},{"id":"q0121","ndcg@10":{"upstream":0.7041249493150388,"production":0.6773676006644394,"candidate":0.7041249493150388}},{"id":"q0122","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0123","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0124","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":0.9469024295259745}},{"id":"q0125","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0126","ndcg@10":{"upstream":0.18154179253735267,"production":0.23463936301137822,"candidate":0.20210734650054757}},{"id":"q0127","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0128","ndcg@10":{"upstream":0.3333333333333333,"production":0.0,"candidate":0.2890648263178879}},{"id":"q0129","ndcg@10":{"upstream":1.0,"production":0.2890648263178879,"candidate":0.43067655807339306}},{"id":"q0130","ndcg@10":{"upstream":0.9223260797603763,"production":0.8048099750039491,"candidate":0.787702056960637}},{"id":"q0131","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0132","ndcg@10":{"upstream":1.0,"production":0.9674679834891693,"candidate":1.0}},{"id":"q0133","ndcg@10":{"upstream":0.5618719605998085,"production":0.5473839218714078,"candidate":0.5715983986685372}},{"id":"q0134","ndcg@10":{"upstream":0.6800761159906735,"production":0.6023514424130536,"candidate":0.5413753343496285}},{"id":"q0135","ndcg@10":{"upstream":0.6713860725233041,"production":0.49818925746641285,"candidate":0.7039180890341347}},{"id":"q0136","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0137","ndcg@10":{"upstream":0.9060254355346823,"production":1.0,"candidate":1.0}},{"id":"q0138","ndcg@10":{"upstream":0.46927872602275644,"production":0.46927872602275644,"candidate":0.46927872602275644}},{"id":"q0139","ndcg@10":{"upstream":0.9060254355346823,"production":0.15642624200758548,"candidate":0.6508205185601091}},{"id":"q0140","ndcg@10":{"upstream":0.8772153153380493,"production":0.6131471927654584,"candidate":0.8503449055347546}},{"id":"q0141","ndcg@10":{"upstream":0.20438239758848611,"production":0.23719771276929622,"candidate":0.2640681225725909}},{"id":"q0142","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0143","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0144","ndcg@10":{"upstream":0.33273724133010535,"production":0.20626588994627676,"candidate":0.33725693702354287}},{"id":"q0145","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0146","ndcg@10":{"upstream":0.3065735963827292,"production":0.21840743681816419,"candidate":0.18457569677956817}},{"id":"q0147","ndcg@10":{"upstream":0.6052602440527057,"production":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0148","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0149","ndcg@10":{"upstream":0.6309297535714575,"production":0.43067655807339306,"candidate":0.5}},{"id":"q0150","ndcg@10":{"upstream":0.7903864795495061,"production":0.5802792108518124,"candidate":0.6131471927654584}},{"id":"q0151","ndcg@10":{"upstream":0.44830398990253034,"production":0.39325912586965384,"candidate":0.44830398990253034}},{"id":"q0152","ndcg@10":{"upstream":0.6131471927654584,"production":0.8503449055347546,"candidate":0.6131471927654584}},{"id":"q0153","ndcg@10":{"upstream":0.8421423592553552,"production":0.6804558477306826,"candidate":0.7365896932159578}},{"id":"q0154","ndcg@10":{"upstream":0.6366824387328317,"production":0.5585075862632192,"candidate":0.6366824387328317}},{"id":"q0155","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0156","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0157","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0158","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0159","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0160","ndcg@10":{"upstream":0.8539316501572937,"production":0.7618017901203944,"candidate":0.830419897363192}},{"id":"q0161","ndcg@10":{"upstream":0.3065735963827292,"production":0.23719771276929622,"candidate":0.38685280723454163}},{"id":"q0162","ndcg@10":{"upstream":0.6934264036172708,"production":0.6934264036172708,"candidate":0.6934264036172708}},{"id":"q0163","ndcg@10":{"upstream":0.46927872602275644,"production":0.46927872602275644,"candidate":0.46927872602275644}},{"id":"q0164","ndcg@10":{"upstream":0.1909208661789347,"production":0.2381129204348816,"candidate":0.25909036127391766}},{"id":"q0165","ndcg@10":{"upstream":0.5294362295028773,"production":0.3973220069685352,"candidate":0.5413996682199069}},{"id":"q0166","ndcg@10":{"upstream":0.8772153153380493,"production":0.0,"candidate":0.38685280723454163}},{"id":"q0167","ndcg@10":{"upstream":0.3065735963827292,"production":0.3065735963827292,"candidate":0.3065735963827292}},{"id":"q0168","ndcg@10":{"upstream":0.3562071871080222,"production":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0169","ndcg@10":{"upstream":0.3903800499921017,"production":0.24630238874073,"candidate":0.24630238874073}},{"id":"q0170","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0171","ndcg@10":{"upstream":0.2640681225725909,"production":0.0,"candidate":0.21840743681816419}},{"id":"q0172","ndcg@10":{"upstream":0.23719771276929622,"production":0.2640681225725909,"candidate":0.23719771276929622}},{"id":"q0173","ndcg@10":{"upstream":0.9020870746500321,"production":0.8971754588393883,"candidate":0.9083745556952363}},{"id":"q0174","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0175","ndcg@10":{"upstream":0.4935232796777482,"production":0.4935232796777482,"candidate":0.4935232796777482}},{"id":"q0176","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0177","ndcg@10":{"upstream":0.5982819568741946,"production":0.48522855511632257,"candidate":0.48522855511632257}},{"id":"q0178","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0179","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0180","ndcg@10":{"upstream":0.6131471927654584,"production":0.7903864795495061,"candidate":0.6131471927654584}},{"id":"q0181","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0182","ndcg@10":{"upstream":0.21840743681816419,"production":0.18457569677956817,"candidate":0.18457569677956817}},{"id":"q0183","ndcg@10":{"upstream":0.6257049680303419,"production":0.46927872602275644,"candidate":0.6049306994552042}},{"id":"q0184","ndcg@10":{"upstream":0.6366824387328317,"production":0.6366824387328317,"candidate":0.6366824387328317}},{"id":"q0185","ndcg@10":{"upstream":1.0,"production":0.0,"candidate":0.5}},{"id":"q0186","ndcg@10":{"upstream":0.09109240322345807,"production":0.0,"candidate":0.0}},{"id":"q0187","ndcg@10":{"upstream":0.369453583111095,"production":0.35914753008966527,"candidate":0.44149241373678083}},{"id":"q0188","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0189","ndcg@10":{"upstream":0.6583122271626568,"production":0.48488457017441744,"candidate":0.5975087322498515}},{"id":"q0190","ndcg@10":{"upstream":0.5,"production":0.31546487678572877,"candidate":0.38685280723454163}},{"id":"q0191","ndcg@10":{"upstream":0.5922216874835863,"production":0.6108377030333358,"candidate":0.5922216874835863}},{"id":"q0192","ndcg@10":{"upstream":0.0,"production":0.08274602130532004,"candidate":0.0}},{"id":"q0193","ndcg@10":{"upstream":0.8772153153380493,"production":0.6240505200038379,"candidate":0.8503449055347546}},{"id":"q0194","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0195","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0196","ndcg@10":{"upstream":0.6238470455881189,"production":0.706046305905179,"candidate":0.6854831540674774}},{"id":"q0197","ndcg@10":{"upstream":0.7557694851934432,"production":0.5462169152524982,"candidate":0.7473457295131811}},{"id":"q0198","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0199","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0200","ndcg@10":{"upstream":0.2960819109658652,"production":0.23463936301137822,"candidate":0.46927872602275644}},{"id":"q0201","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0202","ndcg@10":{"upstream":0.6508205185601091,"production":0.34870224750355494,"candidate":0.34337431936037655}},{"id":"q0203","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0204","ndcg@10":{"upstream":0.7668091220635322,"production":0.6366824387328317,"candidate":0.6366824387328317}},{"id":"q0205","ndcg@10":{"upstream":0.0,"production":0.16812753627111746,"candidate":0.13012668333070054}},{"id":"q0206","ndcg@10":{"upstream":1.0,"production":0.8772153153380493,"candidate":1.0}},{"id":"q0207","ndcg@10":{"upstream":0.46927872602275644,"production":0.46927872602275644,"candidate":0.46927872602275644}},{"id":"q0208","ndcg@10":{"upstream":0.23719771276929622,"production":0.3065735963827292,"candidate":0.20438239758848611}},{"id":"q0209","ndcg@10":{"upstream":0.7526136409516658,"production":0.7409096387260824,"candidate":0.7316362001126298}},{"id":"q0210","ndcg@10":{"upstream":0.8315546295836225,"production":0.6131471927654584,"candidate":0.7977228895450266}},{"id":"q0211","ndcg@10":{"upstream":0.31488013066763093,"production":0.19518900079066107,"candidate":0.20483424751859086}},{"id":"q0212","ndcg@10":{"upstream":0.3044671974905181,"production":0.0,"candidate":0.0}},{"id":"q0213","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0214","ndcg@10":{"upstream":0.11305340175787204,"production":0.10699313236726378,"candidate":0.0}},{"id":"q0215","ndcg@10":{"upstream":0.4935232796777482,"production":0.4935232796777482,"candidate":0.4935232796777482}},{"id":"q0216","ndcg@10":{"upstream":0.8772153153380493,"production":0.6934264036172708,"candidate":0.5706417189553201}},{"id":"q0217","ndcg@10":{"upstream":0.8048099750039491,"production":0.8318724637288826,"candidate":0.8318724637288826}},{"id":"q0218","ndcg@10":{"upstream":0.15642624200758548,"production":0.15642624200758548,"candidate":0.15642624200758548}},{"id":"q0219","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0220","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0221","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0222","ndcg@10":{"upstream":0.5,"production":0.0,"candidate":0.43067655807339306}},{"id":"q0223","ndcg@10":{"upstream":0.3333333333333333,"production":0.0,"candidate":0.3562071871080222}},{"id":"q0224","ndcg@10":{"upstream":0.3333333333333333,"production":0.2890648263178879,"candidate":0.3333333333333333}},{"id":"q0225","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0226","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0227","ndcg@10":{"upstream":0.3589542101716347,"production":0.21222636597291458,"candidate":0.3589542101716347}},{"id":"q0228","ndcg@10":{"upstream":0.0,"production":0.20438239758848611,"candidate":0.0}},{"id":"q0229","ndcg@10":{"upstream":0.19519002499605084,"production":0.5028746730079328,"candidate":0.49394517682785766}},{"id":"q0230","ndcg@10":{"upstream":0.29039140533630226,"production":0.30078518014914984,"candidate":0.23819820987960558}},{"id":"q0231","ndcg@10":{"upstream":0.6105456988825855,"production":0.46927872602275644,"candidate":0.46927872602275644}},{"id":"q0232","ndcg@10":{"upstream":1.0,"production":0.9060254355346823,"candidate":1.0}},{"id":"q0233","ndcg@10":{"upstream":0.14606834984270645,"production":0.21398626473452756,"candidate":0.14606834984270645}},{"id":"q0234","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0235","ndcg@10":{"upstream":0.0,"production":0.21840743681816419,"candidate":0.18457569677956817}},{"id":"q0236","ndcg@10":{"upstream":0.8318724637288826,"production":0.8318724637288826,"candidate":0.9550236580992475}},{"id":"q0237","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0238","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0239","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0240","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0241","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0242","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0243","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0244","ndcg@10":{"upstream":0.5716190970674814,"production":0.5363781864793108,"candidate":0.4144299250118475}},{"id":"q0245","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0246","ndcg@10":{"upstream":0.5,"production":0.43067655807339306,"candidate":0.6309297535714575}},{"id":"q0247","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0248","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0249","ndcg@10":{"upstream":0.3152014104491349,"production":0.0,"candidate":0.13565197343244778}},{"id":"q0250","ndcg@10":{"upstream":0.9560290452802052,"production":0.8435378753444459,"candidate":0.8539316501572937}},{"id":"q0251","ndcg@10":{"upstream":0.8696762340896294,"production":0.7402849195166222,"candidate":0.7618870795651186}},{"id":"q0252","ndcg@10":{"upstream":0.38685280723454163,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0253","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0254","ndcg@10":{"upstream":0.5032251913410369,"production":0.5032251913410369,"candidate":0.3903800499921017}},{"id":"q0255","ndcg@10":{"upstream":0.6684881776649958,"production":0.5186511804016662,"candidate":0.5857421563596759}},{"id":"q0256","ndcg@10":{"upstream":0.8318724637288826,"production":0.8318724637288826,"candidate":0.8318724637288826}},{"id":"q0257","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0258","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0259","ndcg@10":{"upstream":0.5141863642577489,"production":0.2984900352767555,"candidate":0.3628869103342175}},{"id":"q0260","ndcg@10":{"upstream":0.5988943393645153,"production":0.6871475159848289,"candidate":0.6364391809889587}},{"id":"q0261","ndcg@10":{"upstream":0.3065735963827292,"production":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0262","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0263","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0264","ndcg@10":{"upstream":0.0,"production":0.38685280723454163,"candidate":0.6309297535714575}},{"id":"q0265","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0266","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0267","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0268","ndcg@10":{"upstream":0.0,"production":0.23463936301137822,"candidate":0.16716045496620227}},{"id":"q0269","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0270","ndcg@10":{"upstream":1.0,"production":0.9197207891481876,"candidate":1.0}},{"id":"q0271","ndcg@10":{"upstream":0.4157726138414092,"production":0.3900741276002217,"candidate":0.5112590391895956}},{"id":"q0272","ndcg@10":{"upstream":0.24410763567406352,"production":0.13120507751234178,"candidate":0.14606834984270645}},{"id":"q0273","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0274","ndcg@10":{"upstream":0.7653606369886217,"production":0.7653606369886217,"candidate":0.7653606369886217}},{"id":"q0275","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0276","ndcg@10":{"upstream":0.6920788373899057,"production":0.6836550817096436,"candidate":0.6920788373899057}},{"id":"q0277","ndcg@10":{"upstream":0.7751482523375256,"production":0.6920165406831018,"candidate":0.7618870795651186}},{"id":"q0278","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0279","ndcg@10":{"upstream":0.4580939004085911,"production":0.13120507751234178,"candidate":0.32097939710179135}},{"id":"q0280","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0281","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0282","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0283","ndcg@10":{"upstream":0.3903800499921017,"production":0.16812753627111746,"candidate":0.24630238874073}},{"id":"q0284","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0285","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0286","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0287","ndcg@10":{"upstream":0.38685280723454163,"production":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0288","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0289","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0290","ndcg@10":{"upstream":0.9197207891481876,"production":0.6934264036172708,"candidate":0.9197207891481876}},{"id":"q0291","ndcg@10":{"upstream":0.6309297535714575,"production":0.3562071871080222,"candidate":0.6309297535714575}},{"id":"q0292","ndcg@10":{"upstream":0.6105456988825855,"production":0.46927872602275644,"candidate":0.46927872602275644}},{"id":"q0293","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0294","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0295","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0296","ndcg@10":{"upstream":0.7653606369886217,"production":0.7653606369886217,"candidate":0.7653606369886217}},{"id":"q0297","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0298","ndcg@10":{"upstream":0.38364913903790027,"production":0.38364913903790027,"candidate":0.3501483019834802}},{"id":"q0299","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0300","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0301","ndcg@10":{"upstream":0.2890648263178879,"production":0.0,"candidate":0.0}},{"id":"q0302","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0303","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0304","ndcg@10":{"upstream":0.17723928678404774,"production":0.18457569677956817,"candidate":0.18457569677956817}},{"id":"q0305","ndcg@10":{"upstream":0.43067655807339306,"production":0.31546487678572877,"candidate":0.5}},{"id":"q0306","ndcg@10":{"upstream":0.6364391809889587,"production":0.6508205185601091,"candidate":0.6257049680303419}},{"id":"q0307","ndcg@10":{"upstream":0.6366824387328317,"production":0.6760236910196462,"candidate":0.6984152163370878}},{"id":"q0308","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0309","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.3010299956639812}},{"id":"q0310","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0311","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0312","ndcg@10":{"upstream":0.43067655807339306,"production":0.3562071871080222,"candidate":0.38685280723454163}},{"id":"q0313","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0314","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0315","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0316","ndcg@10":{"upstream":0.0,"production":0.38685280723454163,"candidate":0.3562071871080222}},{"id":"q0317","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0318","ndcg@10":{"upstream":0.6131471927654584,"production":0.38685280723454163,"candidate":0.6131471927654584}},{"id":"q0319","ndcg@10":{"upstream":1.0,"production":0.5,"candidate":1.0}},{"id":"q0320","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0321","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0322","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0323","ndcg@10":{"upstream":0.3065735963827292,"production":0.0,"candidate":0.19342640361727081}},{"id":"q0324","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0325","ndcg@10":{"upstream":0.43067655807339306,"production":0.0,"candidate":0.0}},{"id":"q0326","ndcg@10":{"upstream":0.6309297535714575,"production":0.0,"candidate":0.0}},{"id":"q0327","ndcg@10":{"upstream":0.5109559939712153,"production":0.38685280723454163,"candidate":0.45749452618986164}},{"id":"q0328","ndcg@10":{"upstream":0.10209739512291163,"production":0.0,"candidate":0.10699313236726378}},{"id":"q0329","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0330","ndcg@10":{"upstream":0.18154179253735267,"production":0.0,"candidate":0.0}},{"id":"q0331","ndcg@10":{"upstream":0.3026024134988135,"production":0.3026024134988135,"candidate":0.3026024134988135}},{"id":"q0332","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0333","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0334","ndcg@10":{"upstream":0.2188505885308512,"production":0.11305340175787204,"candidate":0.10699313236726378}},{"id":"q0335","ndcg@10":{"upstream":0.8503449055347546,"production":1.0,"candidate":0.8503449055347546}},{"id":"q0336","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0337","ndcg@10":{"upstream":0.6548086577531307,"production":0.7227265726449519,"candidate":0.6992148198508501}},{"id":"q0338","ndcg@10":{"upstream":0.33775931993299535,"production":0.7653606369886217,"candidate":0.4525081529734507}},{"id":"q0339","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0340","ndcg@10":{"upstream":0.43067655807339306,"production":0.5,"candidate":0.38685280723454163}},{"id":"q0341","ndcg@10":{"upstream":1.0,"production":0.0,"candidate":0.6309297535714575}},{"id":"q0342","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0343","ndcg@10":{"upstream":0.14606834984270645,"production":0.21398626473452756,"candidate":0.21398626473452756}},{"id":"q0344","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0345","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0346","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0347","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0348","ndcg@10":{"upstream":0.1480409554829326,"production":0.13565197343244778,"candidate":0.0}},{"id":"q0349","ndcg@10":{"upstream":0.0,"production":0.16812753627111746,"candidate":0.123151194370365}},{"id":"q0350","ndcg@10":{"upstream":0.17723928678404774,"production":0.0,"candidate":0.0}},{"id":"q0351","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0352","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0353","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0354","ndcg@10":{"upstream":0.31546487678572877,"production":0.0,"candidate":0.43067655807339306}},{"id":"q0355","ndcg@10":{"upstream":0.6131471927654584,"production":0.38685280723454163,"candidate":0.6131471927654584}},{"id":"q0356","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0357","ndcg@10":{"upstream":0.3995688713838975,"production":0.36211082347570717,"candidate":0.33013764944712026}},{"id":"q0358","ndcg@10":{"upstream":0.6131471927654584,"production":0.0,"candidate":0.38685280723454163}},{"id":"q0359","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0360","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0361","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0362","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0363","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":0.6309297535714575}},{"id":"q0364","ndcg@10":{"upstream":0.31546487678572877,"production":0.3562071871080222,"candidate":0.3333333333333333}},{"id":"q0365","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0366","ndcg@10":{"upstream":1.0,"production":0.9325210919548239,"candidate":1.0}},{"id":"q0367","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0368","ndcg@10":{"upstream":0.8772153153380493,"production":0.9197207891481876,"candidate":0.9197207891481876}},{"id":"q0369","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0370","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0371","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0372","ndcg@10":{"upstream":0.4776237035032179,"production":0.3235866969737877,"candidate":0.49818925746641285}},{"id":"q0373","ndcg@10":{"upstream":0.48522855511632257,"production":0.2591217516005785,"candidate":0.4412576003965278}},{"id":"q0374","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0375","ndcg@10":{"upstream":0.6309297535714575,"production":0.0,"candidate":0.5}},{"id":"q0376","ndcg@10":{"upstream":0.23719771276929622,"production":0.23719771276929622,"candidate":0.0}},{"id":"q0377","ndcg@10":{"upstream":0.24390331138078206,"production":0.0,"candidate":0.0901000086523677}},{"id":"q0378","ndcg@10":{"upstream":0.5319460297682747,"production":0.24630238874073,"candidate":0.5585075862632192}},{"id":"q0379","ndcg@10":{"upstream":0.9197207891481876,"production":0.5437713091520254,"candidate":0.9197207891481876}},{"id":"q0380","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0381","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0382","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0383","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0384","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0385","ndcg@10":{"upstream":0.6308633055867207,"production":0.545026571324694,"candidate":0.5350110949021188}},{"id":"q0386","ndcg@10":{"upstream":0.48580027541592796,"production":0.0,"candidate":0.15642624200758548}},{"id":"q0387","ndcg@10":{"upstream":0.9896062251871524,"production":0.9434732991210639,"candidate":0.9896062251871524}},{"id":"q0388","ndcg@10":{"upstream":0.388244052766991,"production":0.31488013066763093,"candidate":0.40002324830925196}},{"id":"q0389","ndcg@10":{"upstream":0.7849818707050382,"production":0.7624164915943118,"candidate":0.7935840677649109}},{"id":"q0390","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0391","ndcg@10":{"upstream":0.30523488393970116,"production":0.3589542101716347,"candidate":0.33013764944712026}},{"id":"q0392","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0393","ndcg@10":{"upstream":0.2890648263178879,"production":0.0,"candidate":0.0}},{"id":"q0394","ndcg@10":{"upstream":0.7653606369886217,"production":0.5307212739772434,"candidate":0.7653606369886217}},{"id":"q0395","ndcg@10":{"upstream":0.6366824387328317,"production":0.5855700749881525,"candidate":0.6366824387328317}},{"id":"q0396","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0397","ndcg@10":{"upstream":0.32583242649464755,"production":0.2542087814707016,"candidate":0.2869289263570978}},{"id":"q0398","ndcg@10":{"upstream":0.8503449055347546,"production":0.8315546295836225,"candidate":0.8503449055347546}},{"id":"q0399","ndcg@10":{"upstream":0.46927872602275644,"production":0.46927872602275644,"candidate":0.46927872602275644}},{"id":"q0400","ndcg@10":{"upstream":0.46692474155501906,"production":0.15176219107803537,"candidate":0.4341754806679218}},{"id":"q0401","ndcg@10":{"upstream":0.0,"production":0.21840743681816419,"candidate":0.0}},{"id":"q0402","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0403","ndcg@10":{"upstream":1.0,"production":0.8772153153380493,"candidate":1.0}},{"id":"q0404","ndcg@10":{"upstream":0.6366824387328317,"production":0.6366824387328317,"candidate":0.6366824387328317}},{"id":"q0405","ndcg@10":{"upstream":0.23386470445736623,"production":0.0,"candidate":0.09803928583135704}},{"id":"q0406","ndcg@10":{"upstream":0.9197207891481876,"production":1.0,"candidate":0.9197207891481876}},{"id":"q0407","ndcg@10":{"upstream":1.0,"production":0.3065735963827292,"candidate":0.8065735963827293}},{"id":"q0408","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0409","ndcg@10":{"upstream":0.27487633291429087,"production":0.17342765698823948,"candidate":0.27487633291429087}},{"id":"q0410","ndcg@10":{"upstream":0.7653606369886217,"production":0.7653606369886217,"candidate":0.7653606369886217}},{"id":"q0411","ndcg@10":{"upstream":0.9197207891481876,"production":0.21840743681816419,"candidate":0.6934264036172708}},{"id":"q0412","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0413","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0414","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0415","ndcg@10":{"upstream":0.5,"production":0.3333333333333333,"candidate":0.31546487678572877}},{"id":"q0416","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0417","ndcg@10":{"upstream":0.8065735963827293,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0418","ndcg@10":{"upstream":0.9197207891481876,"production":0.9197207891481876,"candidate":0.9197207891481876}},{"id":"q0419","ndcg@10":{"upstream":0.46927872602275644,"production":0.4632423659320675,"candidate":0.43734888382569426}},{"id":"q0420","ndcg@10":{"upstream":0.5706417189553201,"production":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0421","ndcg@10":{"upstream":0.3903800499921017,"production":0.11284514134893527,"candidate":0.13905617951077562}},{"id":"q0422","ndcg@10":{"upstream":0.6243301345792676,"production":0.22009176629808017,"candidate":0.6141069626790936}},{"id":"q0423","ndcg@10":{"upstream":0.9197207891481876,"production":0.8772153153380493,"candidate":0.9197207891481876}},{"id":"q0424","ndcg@10":{"upstream":0.7653606369886217,"production":0.0,"candidate":0.5307212739772434}},{"id":"q0425","ndcg@10":{"upstream":0.43067655807339306,"production":0.31546487678572877,"candidate":0.3562071871080222}},{"id":"q0426","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0427","ndcg@10":{"upstream":0.6366824387328317,"production":0.6366824387328317,"candidate":0.6366824387328317}},{"id":"q0428","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0429","ndcg@10":{"upstream":0.7653606369886217,"production":0.7653606369886217,"candidate":0.7653606369886217}},{"id":"q0430","ndcg@10":{"upstream":0.20438239758848611,"production":0.0,"candidate":0.0}},{"id":"q0431","ndcg@10":{"upstream":0.8451850618939637,"production":0.7653606369886217,"candidate":0.8451850618939637}},{"id":"q0432","ndcg@10":{"upstream":0.8772153153380493,"production":0.4227898344066503,"candidate":0.5249810332008933}},{"id":"q0433","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0434","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0435","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0436","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0437","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0438","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0439","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0440","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0441","ndcg@10":{"upstream":0.44149241373678083,"production":0.44149241373678083,"candidate":0.44149241373678083}},{"id":"q0442","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0443","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0444","ndcg@10":{"upstream":1.0,"production":0.7977228895450266,"candidate":0.8772153153380493}},{"id":"q0445","ndcg@10":{"upstream":0.3065735963827292,"production":0.0,"candidate":0.3065735963827292}},{"id":"q0446","ndcg@10":{"upstream":1.0,"production":0.5,"candidate":0.6309297535714575}},{"id":"q0447","ndcg@10":{"upstream":0.0,"production":0.2890648263178879,"candidate":0.0}},{"id":"q0448","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0449","ndcg@10":{"upstream":0.08274602130532004,"production":0.13743816645714543,"candidate":0.11838279295536293}},{"id":"q0450","ndcg@10":{"upstream":0.2640681225725909,"production":0.0,"candidate":0.2640681225725909}},{"id":"q0451","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0452","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0453","ndcg@10":{"upstream":0.6240505200038379,"production":0.42177340954886444,"candidate":0.8503449055347546}},{"id":"q0454","ndcg@10":{"upstream":0.46927872602275644,"production":0.46927872602275644,"candidate":0.46927872602275644}},{"id":"q0455","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0456","ndcg@10":{"upstream":0.3065735963827292,"production":0.19342640361727081,"candidate":0.21840743681816419}},{"id":"q0457","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0458","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0459","ndcg@10":{"upstream":0.3562071871080222,"production":0.31546487678572877,"candidate":0.6309297535714575}},{"id":"q0460","ndcg@10":{"upstream":0.38685280723454163,"production":0.0,"candidate":0.20438239758848611}},{"id":"q0461","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0462","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0463","ndcg@10":{"upstream":0.14126697285982898,"production":0.0,"candidate":0.0}},{"id":"q0464","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0465","ndcg@10":{"upstream":0.23719771276929622,"production":0.6131471927654584,"candidate":0.48381288316677695}},{"id":"q0466","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0467","ndcg@10":{"upstream":0.6240505200038379,"production":1.0,"candidate":1.0}},{"id":"q0468","ndcg@10":{"upstream":0.38685280723454163,"production":0.0,"candidate":0.2890648263178879}},{"id":"q0469","ndcg@10":{"upstream":0.6131471927654584,"production":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0470","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":0.6309297535714575}},{"id":"q0471","ndcg@10":{"upstream":0.4441228664487979,"production":0.4632423659320675,"candidate":0.43734888382569426}},{"id":"q0472","ndcg@10":{"upstream":0.7365896932159578,"production":0.3903800499921017,"candidate":0.7365896932159578}},{"id":"q0473","ndcg@10":{"upstream":0.38685280723454163,"production":0.6131471927654584,"candidate":0.38685280723454163}},{"id":"q0474","ndcg@10":{"upstream":0.7653606369886217,"production":0.4367467095119258,"candidate":0.7039180890341347}},{"id":"q0475","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0476","ndcg@10":{"upstream":1.0,"production":0.5,"candidate":1.0}},{"id":"q0477","ndcg@10":{"upstream":0.3562071871080222,"production":1.0,"candidate":0.43067655807339306}},{"id":"q0478","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0479","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0480","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0481","ndcg@10":{"upstream":0.6309297535714575,"production":0.5,"candidate":1.0}},{"id":"q0482","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0483","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0484","ndcg@10":{"upstream":0.6366824387328317,"production":0.4144299250118475,"candidate":0.5855700749881525}},{"id":"q0485","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0486","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0487","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0488","ndcg@10":{"upstream":0.38685280723454163,"production":0.38685280723454163,"candidate":0.6131471927654584}},{"id":"q0489","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0490","ndcg@10":{"upstream":0.16716045496620227,"production":0.0,"candidate":0.0}},{"id":"q0491","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0492","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0493","ndcg@10":{"upstream":0.16716045496620227,"production":0.23463936301137822,"candidate":0.16716045496620227}},{"id":"q0494","ndcg@10":{"upstream":0.0,"production":0.41618115554873086,"candidate":0.3171937659698004}},{"id":"q0495","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0496","ndcg@10":{"upstream":1.0,"production":0.38685280723454163,"candidate":1.0}},{"id":"q0497","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0498","ndcg@10":{"upstream":0.4731080163351061,"production":0.3120255505658846,"candidate":0.32097939710179135}},{"id":"q0499","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0500","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0501","ndcg@10":{"upstream":0.8315546295836225,"production":0.8175295903539445,"candidate":0.8175295903539445}},{"id":"q0502","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0503","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0504","ndcg@10":{"upstream":0.0,"production":0.35853358850813305,"candidate":0.1480409554829326}},{"id":"q0505","ndcg@10":{"upstream":0.17723928678404774,"production":0.0,"candidate":0.0}},{"id":"q0506","ndcg@10":{"upstream":0.38685280723454163,"production":0.0,"candidate":0.0}},{"id":"q0507","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0508","ndcg@10":{"upstream":0.46927872602275644,"production":0.15642624200758548,"candidate":0.16716045496620227}},{"id":"q0509","ndcg@10":{"upstream":0.9197207891481876,"production":0.6131471927654584,"candidate":0.9197207891481876}},{"id":"q0510","ndcg@10":{"upstream":0.3010299956639812,"production":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0511","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0512","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0513","ndcg@10":{"upstream":0.3903800499921017,"production":0.5135312443624667,"candidate":0.3903800499921017}},{"id":"q0514","ndcg@10":{"upstream":0.2960819109658652,"production":0.20210734650054757,"candidate":0.46927872602275644}},{"id":"q0515","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0516","ndcg@10":{"upstream":0.0,"production":0.123151194370365,"candidate":0.123151194370365}},{"id":"q0517","ndcg@10":{"upstream":0.7977228895450266,"production":0.5012658353418871,"candidate":0.6240505200038379}},{"id":"q0518","ndcg@10":{"upstream":0.46927872602275644,"production":0.18154179253735267,"candidate":0.23463936301137822}},{"id":"q0519","ndcg@10":{"upstream":0.9197207891481876,"production":0.6131471927654584,"candidate":0.7903864795495061}},{"id":"q0520","ndcg@10":{"upstream":0.20438239758848611,"production":0.0,"candidate":0.17723928678404774}},{"id":"q0521","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":0.5}},{"id":"q0522","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0523","ndcg@10":{"upstream":0.6136525857537392,"production":0.43231813227099475,"candidate":0.6117952373568121}},{"id":"q0524","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0525","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0526","ndcg@10":{"upstream":0.7653606369886217,"production":0.6364391809889587,"candidate":0.7653606369886217}},{"id":"q0527","ndcg@10":{"upstream":0.3562071871080222,"production":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q0528","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0529","ndcg@10":{"upstream":0.20438239758848611,"production":0.6131471927654584,"candidate":0.3065735963827292}},{"id":"q0530","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0531","ndcg@10":{"upstream":0.3026024134988135,"production":0.3026024134988135,"candidate":0.3026024134988135}},{"id":"q0532","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0533","ndcg@10":{"upstream":0.40179981797758046,"production":0.38268031849431083,"candidate":0.39106560501896365}},{"id":"q0534","ndcg@10":{"upstream":0.3065735963827292,"production":0.23719771276929622,"candidate":0.44130740935663865}},{"id":"q0535","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0536","ndcg@10":{"upstream":0.7039180890341347,"production":0.6713860725233041,"candidate":0.6713860725233041}},{"id":"q0537","ndcg@10":{"upstream":0.43067655807339306,"production":0.0,"candidate":0.31546487678572877}},{"id":"q0538","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0539","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0540","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0541","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":1.0}},{"id":"q0542","ndcg@10":{"upstream":0.370291336443826,"production":0.23463936301137822,"candidate":0.46927872602275644}},{"id":"q0543","ndcg@10":{"upstream":0.7328286204777911,"production":0.86034433104172,"candidate":0.7328286204777911}},{"id":"q0544","ndcg@10":{"upstream":1.0,"production":0.5,"candidate":0.6309297535714575}},{"id":"q0545","ndcg@10":{"upstream":0.15101961822780524,"production":0.0,"candidate":0.15101961822780524}},{"id":"q0546","ndcg@10":{"upstream":0.46845052016107697,"production":0.5,"candidate":0.45749452618986164}},{"id":"q0547","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0548","ndcg@10":{"upstream":0.4227898344066503,"production":0.23719771276929622,"candidate":0.38162168437253385}},{"id":"q0549","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0550","ndcg@10":{"upstream":0.0,"production":0.2640681225725909,"candidate":0.2640681225725909}},{"id":"q0551","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0552","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0553","ndcg@10":{"upstream":0.6309297535714575,"production":0.2890648263178879,"candidate":0.43067655807339306}},{"id":"q0554","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0555","ndcg@10":{"upstream":0.7669719408901708,"production":0.46927872602275644,"candidate":0.6049306994552042}},{"id":"q0556","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0557","ndcg@10":{"upstream":0.1480409554829326,"production":0.0,"candidate":0.0}},{"id":"q0558","ndcg@10":{"upstream":0.18154179253735267,"production":0.0,"candidate":0.0}},{"id":"q0559","ndcg@10":{"upstream":0.8104616303452686,"production":0.8104616303452686,"candidate":0.8104616303452686}},{"id":"q0560","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0561","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0562","ndcg@10":{"upstream":0.3333333333333333,"production":0.3333333333333333,"candidate":0.31546487678572877}},{"id":"q0563","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0564","ndcg@10":{"upstream":0.7039180890341347,"production":0.46927872602275644,"candidate":0.6508205185601091}},{"id":"q0565","ndcg@10":{"upstream":0.2640681225725909,"production":0.0,"candidate":0.20438239758848611}},{"id":"q0566","ndcg@10":{"upstream":0.758586654365518,"production":0.16716045496620227,"candidate":0.5049197748991976}},{"id":"q0567","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0568","ndcg@10":{"upstream":0.24630238874073,"production":0.0,"candidate":0.123151194370365}},{"id":"q0569","ndcg@10":{"upstream":0.9197207891481876,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0570","ndcg@10":{"upstream":0.19519002499605084,"production":0.0,"candidate":0.123151194370365}},{"id":"q0571","ndcg@10":{"upstream":0.23719771276929622,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0572","ndcg@10":{"upstream":0.46927872602275644,"production":0.20210734650054757,"candidate":0.20210734650054757}},{"id":"q0573","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0574","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0575","ndcg@10":{"upstream":0.7751482523375256,"production":0.7751482523375256,"candidate":0.7751482523375256}},{"id":"q0576","ndcg@10":{"upstream":0.7653606369886217,"production":0.6713860725233041,"candidate":0.6713860725233041}},{"id":"q0577","ndcg@10":{"upstream":0.48381288316677695,"production":0.46845052016107697,"candidate":0.46845052016107697}},{"id":"q0578","ndcg@10":{"upstream":0.7653606369886217,"production":0.7653606369886217,"candidate":0.7653606369886217}},{"id":"q0579","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":1.0}},{"id":"q0580","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0581","ndcg@10":{"upstream":1.0,"production":0.6309297535714575,"candidate":1.0}},{"id":"q0582","ndcg@10":{"upstream":0.5809949937791564,"production":0.2987100207034456,"candidate":0.5493640533376876}},{"id":"q0583","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0584","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0585","ndcg@10":{"upstream":0.3562071871080222,"production":0.0,"candidate":0.0}},{"id":"q0586","ndcg@10":{"upstream":0.0,"production":0.10778915452451095,"candidate":0.0}},{"id":"q0587","ndcg@10":{"upstream":0.23719771276929622,"production":0.38685280723454163,"candidate":0.3065735963827292}},{"id":"q0588","ndcg@10":{"upstream":0.6309297535714575,"production":0.0,"candidate":0.38685280723454163}},{"id":"q0589","ndcg@10":{"upstream":0.23719771276929622,"production":0.2640681225725909,"candidate":0.3065735963827292}},{"id":"q0590","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0591","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0592","ndcg@10":{"upstream":0.6934264036172708,"production":0.6934264036172708,"candidate":0.6934264036172708}},{"id":"q0593","ndcg@10":{"upstream":0.5787751292623047,"production":0.4125317798925535,"candidate":0.5026317885449212}},{"id":"q0594","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0595","ndcg@10":{"upstream":0.6309297535714575,"production":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0596","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0597","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0598","ndcg@10":{"upstream":0.3065735963827292,"production":0.2640681225725909,"candidate":0.3065735963827292}},{"id":"q0599","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0600","ndcg@10":{"upstream":0.49141527484330916,"production":0.5937751258332797,"candidate":0.47084972088011423}},{"id":"q0601","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0602","ndcg@10":{"upstream":0.23463936301137822,"production":0.20210734650054757,"candidate":0.20210734650054757}},{"id":"q0603","ndcg@10":{"upstream":0.21398626473452756,"production":0.14606834984270645,"candidate":0.21398626473452756}},{"id":"q0604","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0605","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0606","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.17723928678404774}},{"id":"q0607","ndcg@10":{"upstream":0.7977228895450266,"production":0.8175295903539445,"candidate":0.8315546295836225}},{"id":"q0608","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0609","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0610","ndcg@10":{"upstream":0.2640681225725909,"production":0.0,"candidate":0.19342640361727081}},{"id":"q0611","ndcg@10":{"upstream":0.0,"production":0.6131471927654584,"candidate":0.23719771276929622}},{"id":"q0612","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0613","ndcg@10":{"upstream":0.3010299956639812,"production":0.0,"candidate":0.0}},{"id":"q0614","ndcg@10":{"upstream":0.5437713091520254,"production":0.3065735963827292,"candidate":0.6240505200038379}},{"id":"q0615","ndcg@10":{"upstream":0.38685280723454163,"production":0.43067655807339306,"candidate":0.0}},{"id":"q0616","ndcg@10":{"upstream":1.0,"production":1.0,"candidate":1.0}},{"id":"q0617","ndcg@10":{"upstream":0.7365896932159578,"production":0.6984152163370878,"candidate":0.6760236910196462}},{"id":"q0618","ndcg@10":{"upstream":1.0,"production":0.5,"candidate":1.0}},{"id":"q0619","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0620","ndcg@10":{"upstream":1.0,"production":0.3333333333333333,"candidate":1.0}},{"id":"q0621","ndcg@10":{"upstream":0.6509209298071326,"production":0.5437713091520254,"candidate":0.6509209298071326}},{"id":"q0622","ndcg@10":{"upstream":0.43067655807339306,"production":0.0,"candidate":0.3333333333333333}},{"id":"q0623","ndcg@10":{"upstream":0.31546487678572877,"production":0.3562071871080222,"candidate":0.5}},{"id":"q0624","ndcg@10":{"upstream":0.6309297535714575,"production":0.5,"candidate":0.43067655807339306}},{"id":"q0625","ndcg@10":{"upstream":1.0,"production":0.8772153153380493,"candidate":1.0}},{"id":"q0626","ndcg@10":{"upstream":0.8854598815714874,"production":0.6447841584694202,"candidate":0.8710785440003369}},{"id":"q0627","ndcg@10":{"upstream":0.43067655807339306,"production":0.31546487678572877,"candidate":0.5}},{"id":"q0628","ndcg@10":{"upstream":0.6508205185601091,"production":0.6364391809889587,"candidate":0.6713860725233041}},{"id":"q0629","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0630","ndcg@10":{"upstream":0.5,"production":0.6309297535714575,"candidate":0.5}},{"id":"q0631","ndcg@10":{"upstream":0.31546487678572877,"production":0.0,"candidate":0.0}},{"id":"q0632","ndcg@10":{"upstream":0.41183384043543503,"production":0.17723928678404774,"candidate":0.18457569677956817}},{"id":"q0633","ndcg@10":{"upstream":0.4367467095119258,"production":0.39106560501896365,"candidate":0.5723986829443736}},{"id":"q0634","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0635","ndcg@10":{"upstream":0.0,"production":0.13565197343244778,"candidate":0.0}},{"id":"q0636","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0637","ndcg@10":{"upstream":0.5881601264058984,"production":0.0,"candidate":0.5726073975563163}},{"id":"q0638","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0639","ndcg@10":{"upstream":0.6131471927654584,"production":0.3065735963827292,"candidate":0.6131471927654584}},{"id":"q0640","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0641","ndcg@10":{"upstream":0.6309297535714575,"production":1.0,"candidate":1.0}},{"id":"q0642","ndcg@10":{"upstream":0.13905617951077562,"production":0.13012668333070054,"candidate":0.13905617951077562}},{"id":"q0643","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0644","ndcg@10":{"upstream":0.0,"production":0.0,"candidate":0.0}},{"id":"q0645","ndcg@10":{"upstream":0.6131471927654584,"production":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0646","ndcg@10":{"upstream":0.9197207891481876,"production":1.0,"candidate":1.0}},{"id":"q0647","ndcg@10":{"upstream":0.38685280723454163,"production":0.0,"candidate":0.5}},{"id":"q0648","ndcg@10":{"upstream":0.3903800499921017,"production":0.3903800499921017,"candidate":0.3903800499921017}}]},"nfcorpus":{"model_order":["upstream","candidate"],"rows":[{"id":"q0001","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0002","ndcg@10":{"upstream":0.6364741801035538,"candidate":0.6141069626790936}},{"id":"q0003","ndcg@10":{"upstream":0.16195671984435944,"candidate":0.2555887020300086}},{"id":"q0004","ndcg@10":{"upstream":0.0,"candidate":0.31546487678572877}},{"id":"q0005","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0006","ndcg@10":{"upstream":0.0,"candidate":0.06625422345438903}},{"id":"q0007","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0008","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.5531464700081437}},{"id":"q0009","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.1208113026994942}},{"id":"q0010","ndcg@10":{"upstream":0.6172839611614818,"candidate":0.6055047656192208}},{"id":"q0011","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0012","ndcg@10":{"upstream":0.6884811065458706,"candidate":0.6841679600778962}},{"id":"q0013","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0014","ndcg@10":{"upstream":0.22009176629808017,"candidate":0.22009176629808017}},{"id":"q0015","ndcg@10":{"upstream":0.914856882358379,"candidate":1.0}},{"id":"q0016","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0017","ndcg@10":{"upstream":0.22009176629808017,"candidate":0.22009176629808017}},{"id":"q0018","ndcg@10":{"upstream":0.15176219107803537,"candidate":0.13961814555374907}},{"id":"q0019","ndcg@10":{"upstream":0.1478294909154526,"candidate":0.14201905717762703}},{"id":"q0020","ndcg@10":{"upstream":0.08148406294050627,"candidate":0.07711607962658214}},{"id":"q0021","ndcg@10":{"upstream":0.47842151728792726,"candidate":0.47842151728792726}},{"id":"q0022","ndcg@10":{"upstream":0.539641393863001,"candidate":0.46035860613699886}},{"id":"q0023","ndcg@10":{"upstream":0.725452110735279,"candidate":0.7600791051976191}},{"id":"q0024","ndcg@10":{"upstream":0.26157456396088,"candidate":0.13709450011946125}},{"id":"q0025","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.21398626473452756}},{"id":"q0026","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0027","ndcg@10":{"upstream":0.4690000933206748,"candidate":0.4690000933206748}},{"id":"q0028","ndcg@10":{"upstream":0.6968404678259545,"candidate":0.7058075148678525}},{"id":"q0029","ndcg@10":{"upstream":0.5747915663739762,"candidate":0.5774250016294135}},{"id":"q0030","ndcg@10":{"upstream":0.06625422345438903,"candidate":0.0}},{"id":"q0031","ndcg@10":{"upstream":0.0,"candidate":0.13012668333070054}},{"id":"q0032","ndcg@10":{"upstream":0.30361542945088893,"candidate":0.30888788323523697}},{"id":"q0033","ndcg@10":{"upstream":0.19213550754721007,"candidate":0.11496943328345771}},{"id":"q0034","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0035","ndcg@10":{"upstream":0.5271064966405454,"candidate":0.5199967979955745}},{"id":"q0036","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0037","ndcg@10":{"upstream":0.22009176629808017,"candidate":0.22009176629808017}},{"id":"q0038","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0039","ndcg@10":{"upstream":0.6785038377365555,"candidate":0.6867151830982591}},{"id":"q0040","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0041","ndcg@10":{"upstream":0.8603818544462508,"candidate":0.7125523635307982}},{"id":"q0042","ndcg@10":{"upstream":0.5867945846769145,"candidate":0.5983950669742498}},{"id":"q0043","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0044","ndcg@10":{"upstream":0.7559199047278315,"candidate":0.76981948577762}},{"id":"q0045","ndcg@10":{"upstream":0.24573132854020638,"candidate":0.28323251649726616}},{"id":"q0046","ndcg@10":{"upstream":0.5404673768993046,"candidate":0.485813635742251}},{"id":"q0047","ndcg@10":{"upstream":0.4662774717636409,"candidate":0.40067051810063004}},{"id":"q0048","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0049","ndcg@10":{"upstream":0.22009176629808017,"candidate":0.22009176629808017}},{"id":"q0050","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0051","ndcg@10":{"upstream":0.35970991185182927,"candidate":0.40350157154648025}},{"id":"q0052","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0053","ndcg@10":{"upstream":0.8486026589039899,"candidate":0.8414929602590189}},{"id":"q0054","ndcg@10":{"upstream":0.9098052407296101,"candidate":0.878071543510254}},{"id":"q0055","ndcg@10":{"upstream":0.7728378251807518,"candidate":0.7506372960520509}},{"id":"q0056","ndcg@10":{"upstream":0.11706259313796355,"candidate":0.08747171410140821}},{"id":"q0057","ndcg@10":{"upstream":0.22400556151517553,"candidate":0.17993148201117176}},{"id":"q0058","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0059","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.0}},{"id":"q0060","ndcg@10":{"upstream":0.09478836436955078,"candidate":0.09478836436955078}},{"id":"q0061","ndcg@10":{"upstream":0.7695261902392828,"candidate":0.7312625444731046}},{"id":"q0062","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0063","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0064","ndcg@10":{"upstream":0.9266360779006398,"candidate":0.914856882358379}},{"id":"q0065","ndcg@10":{"upstream":0.3026024134988135,"candidate":0.3026024134988135}},{"id":"q0066","ndcg@10":{"upstream":0.6252472426260225,"candidate":0.5779829692931134}},{"id":"q0067","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0068","ndcg@10":{"upstream":0.8512360941594272,"candidate":0.9266360779006398}},{"id":"q0069","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.6309297535714575}},{"id":"q0070","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0071","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0072","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0073","ndcg@10":{"upstream":0.15457433957839825,"candidate":0.07336392209936005}},{"id":"q0074","ndcg@10":{"upstream":0.7653606369886217,"candidate":0.7039180890341347}},{"id":"q0075","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0076","ndcg@10":{"upstream":0.4472914626929039,"candidate":0.4413827069590903}},{"id":"q0077","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.38685280723454163}},{"id":"q0078","ndcg@10":{"upstream":0.611568281162677,"candidate":0.5865267152450974}},{"id":"q0079","ndcg@10":{"upstream":0.6934264036172708,"candidate":0.6934264036172708}},{"id":"q0080","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0081","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0082","ndcg@10":{"upstream":0.9266360779006398,"candidate":0.8899541168509599}},{"id":"q0083","ndcg@10":{"upstream":0.5231737964779628,"candidate":0.4537425745411855}},{"id":"q0084","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0085","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0086","ndcg@10":{"upstream":0.22009176629808017,"candidate":0.22009176629808017}},{"id":"q0087","ndcg@10":{"upstream":0.5637884576902256,"candidate":0.5637884576902256}},{"id":"q0088","ndcg@10":{"upstream":0.22009176629808017,"candidate":0.22009176629808017}},{"id":"q0089","ndcg@10":{"upstream":0.23535109180711325,"candidate":0.2437748474873753}},{"id":"q0090","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0091","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0092","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0093","ndcg@10":{"upstream":0.6879509227782193,"candidate":0.7100226348397881}},{"id":"q0094","ndcg@10":{"upstream":0.7967610662472991,"candidate":0.8630152897016882}},{"id":"q0095","ndcg@10":{"upstream":0.36885567213865283,"candidate":0.36211082347570717}},{"id":"q0096","ndcg@10":{"upstream":0.3589542101716347,"candidate":0.3589542101716347}},{"id":"q0097","ndcg@10":{"upstream":0.424926013816671,"candidate":0.424926013816671}},{"id":"q0098","ndcg@10":{"upstream":0.43231813227099475,"candidate":0.43231813227099475}},{"id":"q0099","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0100","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0101","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0102","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0103","ndcg@10":{"upstream":0.8370536935557713,"candidate":0.8756117333690624}},{"id":"q0104","ndcg@10":{"upstream":0.29688809590528403,"candidate":0.29688809590528403}},{"id":"q0105","ndcg@10":{"upstream":0.6257049680303419,"candidate":0.3501483019834802}},{"id":"q0106","ndcg@10":{"upstream":0.1909208661789347,"candidate":0.1909208661789347}},{"id":"q0107","ndcg@10":{"upstream":0.6758704024811182,"candidate":0.7753366239771083}},{"id":"q0108","ndcg@10":{"upstream":0.5670429581667766,"candidate":0.6136525857537392}},{"id":"q0109","ndcg@10":{"upstream":0.933745776545611,"candidate":1.0}},{"id":"q0110","ndcg@10":{"upstream":0.601572065456638,"candidate":0.552265477387053}},{"id":"q0111","ndcg@10":{"upstream":0.576323354912681,"candidate":0.5509662124799075}},{"id":"q0112","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0113","ndcg@10":{"upstream":0.6489315753318465,"candidate":0.6489315753318465}},{"id":"q0114","ndcg@10":{"upstream":0.9305687780632227,"candidate":0.9363792118010481}},{"id":"q0115","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0116","ndcg@10":{"upstream":0.7819835854675755,"candidate":0.6325414799409711}},{"id":"q0117","ndcg@10":{"upstream":0.0,"candidate":0.09478836436955078}},{"id":"q0118","ndcg@10":{"upstream":0.09092803061897885,"candidate":0.08372491399919348}},{"id":"q0119","ndcg@10":{"upstream":0.870608685426993,"candidate":0.8493587936665267}},{"id":"q0120","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0121","ndcg@10":{"upstream":0.4697368900553819,"candidate":0.6149518506608846}},{"id":"q0122","ndcg@10":{"upstream":0.4288398090337664,"candidate":0.4288398090337664}},{"id":"q0123","ndcg@10":{"upstream":0.2350455494144854,"candidate":0.2350455494144854}},{"id":"q0124","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0125","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0126","ndcg@10":{"upstream":0.46169129645612966,"candidate":0.4199990716259791}},{"id":"q0127","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0128","ndcg@10":{"upstream":0.6421867266689009,"candidate":0.5637884576902256}},{"id":"q0129","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0130","ndcg@10":{"upstream":0.6489315753318465,"candidate":0.7222954974312066}},{"id":"q0131","ndcg@10":{"upstream":0.22009176629808017,"candidate":0.0}},{"id":"q0132","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0133","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0134","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.14606834984270645}},{"id":"q0135","ndcg@10":{"upstream":0.3680064337214208,"candidate":0.3450003067347319}},{"id":"q0136","ndcg@10":{"upstream":0.5232512984721256,"candidate":0.4530643748551537}},{"id":"q0137","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0138","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0139","ndcg@10":{"upstream":0.2835149363066189,"candidate":0.5193185983095427}},{"id":"q0140","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0141","ndcg@10":{"upstream":0.4703652827859579,"candidate":0.5531464700081437}},{"id":"q0142","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0143","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0144","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0145","ndcg@10":{"upstream":0.6947651160602988,"candidate":0.5184650094568696}},{"id":"q0146","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0147","ndcg@10":{"upstream":0.21109268758922906,"candidate":0.10209739512291163}},{"id":"q0148","ndcg@10":{"upstream":0.7386546629274283,"candidate":0.7406210130087199}},{"id":"q0149","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0150","ndcg@10":{"upstream":0.2687374555268953,"candidate":0.2687374555268953}},{"id":"q0151","ndcg@10":{"upstream":0.21053396931526489,"candidate":0.31144255005982846}},{"id":"q0152","ndcg@10":{"upstream":0.7101403191716827,"candidate":0.8408416890527799}},{"id":"q0153","ndcg@10":{"upstream":0.28762634971412726,"candidate":0.36005585688836717}},{"id":"q0154","ndcg@10":{"upstream":0.39881617805345443,"candidate":0.33310509438634844}},{"id":"q0155","ndcg@10":{"upstream":0.057484716641728856,"candidate":0.04754488915824037}},{"id":"q0156","ndcg@10":{"upstream":0.2394906845487749,"candidate":0.18979187714092388}},{"id":"q0157","ndcg@10":{"upstream":0.773000605109863,"candidate":0.7385567757549498}},{"id":"q0158","ndcg@10":{"upstream":0.0,"candidate":0.034715610968388634}},{"id":"q0159","ndcg@10":{"upstream":0.9652843890316114,"candidate":0.931507644850844}},{"id":"q0160","ndcg@10":{"upstream":0.20913592837445752,"candidate":0.4331775484184333}},{"id":"q0161","ndcg@10":{"upstream":0.0,"candidate":0.036831869957267185}},{"id":"q0162","ndcg@10":{"upstream":0.933745776545611,"candidate":0.9363792118010481}},{"id":"q0163","ndcg@10":{"upstream":0.6447797897184511,"candidate":0.5209104424854425}},{"id":"q0164","ndcg@10":{"upstream":0.3941769500918012,"candidate":0.36417417493582804}},{"id":"q0165","ndcg@10":{"upstream":0.3589542101716347,"candidate":0.3589542101716347}},{"id":"q0166","ndcg@10":{"upstream":0.15514947067971147,"candidate":0.16023164725592748}},{"id":"q0167","ndcg@10":{"upstream":0.6499590469680814,"candidate":0.6499590469680814}},{"id":"q0168","ndcg@10":{"upstream":0.5081992278100125,"candidate":0.49042453559086546}},{"id":"q0169","ndcg@10":{"upstream":0.28071872112207047,"candidate":0.2999050316974944}},{"id":"q0170","ndcg@10":{"upstream":0.7222954974312066,"candidate":0.7222954974312066}},{"id":"q0171","ndcg@10":{"upstream":0.7064325256524592,"candidate":0.6413924184651807}},{"id":"q0172","ndcg@10":{"upstream":0.6203974344166847,"candidate":0.5541432109622958}},{"id":"q0173","ndcg@10":{"upstream":0.33013764944712026,"candidate":0.22400556151517553}},{"id":"q0174","ndcg@10":{"upstream":0.2996484034259831,"candidate":0.2996484034259831}},{"id":"q0175","ndcg@10":{"upstream":0.28991315747151786,"candidate":0.28991315747151786}},{"id":"q0176","ndcg@10":{"upstream":0.7613984607733856,"candidate":0.739412026646765}},{"id":"q0177","ndcg@10":{"upstream":0.3843113526044082,"candidate":0.38113435412201996}},{"id":"q0178","ndcg@10":{"upstream":0.549355406280969,"candidate":0.5789086543416618}},{"id":"q0179","ndcg@10":{"upstream":0.6779733527921182,"candidate":0.6779733527921182}},{"id":"q0180","ndcg@10":{"upstream":0.3088720787393924,"candidate":0.2781981696179509}},{"id":"q0181","ndcg@10":{"upstream":0.6372403155984551,"candidate":0.6505628424946985}},{"id":"q0182","ndcg@10":{"upstream":0.6100428184378733,"candidate":0.6100428184378733}},{"id":"q0183","ndcg@10":{"upstream":0.6349000803741407,"candidate":0.6349000803741407}},{"id":"q0184","ndcg@10":{"upstream":0.364509564209082,"candidate":0.364509564209082}},{"id":"q0185","ndcg@10":{"upstream":0.40450225867311085,"candidate":0.3880730170928103}},{"id":"q0186","ndcg@10":{"upstream":0.5176635963516899,"candidate":0.515560688691994}},{"id":"q0187","ndcg@10":{"upstream":0.7720617383222417,"candidate":0.6968404678259545}},{"id":"q0188","ndcg@10":{"upstream":0.20248323207250624,"candidate":0.30308203017988256}},{"id":"q0189","ndcg@10":{"upstream":0.07491210085649577,"candidate":0.05336845745288964}},{"id":"q0190","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0191","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0192","ndcg@10":{"upstream":0.7311134412091957,"candidate":0.6387878864795979}},{"id":"q0193","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0194","ndcg@10":{"upstream":0.24014860122439108,"candidate":0.24014860122439108}},{"id":"q0195","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0196","ndcg@10":{"upstream":0.0732095274674965,"candidate":0.0}},{"id":"q0197","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0198","ndcg@10":{"upstream":0.12025967902718644,"candidate":0.15537907391531902}},{"id":"q0199","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0200","ndcg@10":{"upstream":0.43231813227099475,"candidate":0.4690000933206748}},{"id":"q0201","ndcg@10":{"upstream":0.20436662668128655,"candidate":0.20436662668128655}},{"id":"q0202","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0203","ndcg@10":{"upstream":0.36077903708155934,"candidate":0.36077903708155934}},{"id":"q0204","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0205","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0206","ndcg@10":{"upstream":0.3273949503887395,"candidate":0.3273949503887395}},{"id":"q0207","ndcg@10":{"upstream":0.5220407002420321,"candidate":0.5176875024751585}},{"id":"q0208","ndcg@10":{"upstream":0.43122038713502514,"candidate":0.43122038713502514}},{"id":"q0209","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3065735963827292}},{"id":"q0210","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0211","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0212","ndcg@10":{"upstream":0.43067655807339306,"candidate":1.0}},{"id":"q0213","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0214","ndcg@10":{"upstream":0.9469024295259745,"candidate":1.0}},{"id":"q0215","ndcg@10":{"upstream":0.16812753627111746,"candidate":0.13012668333070054}},{"id":"q0216","ndcg@10":{"upstream":0.8519590445170673,"candidate":0.8854598815714874}},{"id":"q0217","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0218","ndcg@10":{"upstream":0.6509209298071326,"candidate":0.9197207891481876}},{"id":"q0219","ndcg@10":{"upstream":0.4770382338730848,"candidate":0.4770382338730848}},{"id":"q0220","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0221","ndcg@10":{"upstream":0.6311500193323436,"candidate":0.617449705668599}},{"id":"q0222","ndcg@10":{"upstream":0.22265674095446925,"candidate":0.22265674095446925}},{"id":"q0223","ndcg@10":{"upstream":0.8074125895509326,"candidate":0.860639693294466}},{"id":"q0224","ndcg@10":{"upstream":0.7135570048046105,"candidate":0.5673741041816887}},{"id":"q0225","ndcg@10":{"upstream":0.12991403115678124,"candidate":0.11381311447980799}},{"id":"q0226","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0227","ndcg@10":{"upstream":0.5397920492195636,"candidate":0.5397920492195636}},{"id":"q0228","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0229","ndcg@10":{"upstream":0.22762622895961598,"candidate":0.22762622895961598}},{"id":"q0230","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0231","ndcg@10":{"upstream":0.056906557239903996,"candidate":0.0}},{"id":"q0232","ndcg@10":{"upstream":0.41783105215239447,"candidate":0.4615226396035402}},{"id":"q0233","ndcg@10":{"upstream":0.40801574750039565,"candidate":0.4745921515613674}},{"id":"q0234","ndcg@10":{"upstream":0.11381311447980799,"candidate":0.1285120859663631}},{"id":"q0235","ndcg@10":{"upstream":0.1290515430196899,"candidate":0.14982420171299154}},{"id":"q0236","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0237","ndcg@10":{"upstream":0.3239134396887189,"candidate":0.42142110103371916}},{"id":"q0238","ndcg@10":{"upstream":0.7720479167348353,"candidate":0.5479721964657916}},{"id":"q0239","ndcg@10":{"upstream":0.48285745869235674,"candidate":0.39287619916971833}},{"id":"q0240","ndcg@10":{"upstream":0.12408684762734659,"candidate":0.06425604298318155}},{"id":"q0241","ndcg@10":{"upstream":0.33302465867447617,"candidate":0.2956767404102964}},{"id":"q0242","ndcg@10":{"upstream":0.6131471927654584,"candidate":0.6131471927654584}},{"id":"q0243","ndcg@10":{"upstream":0.22009176629808017,"candidate":0.0}},{"id":"q0244","ndcg@10":{"upstream":0.8093367483116816,"candidate":0.7863222794287343}},{"id":"q0245","ndcg@10":{"upstream":0.7039180890341347,"candidate":0.5307212739772434}},{"id":"q0246","ndcg@10":{"upstream":0.3239134396887189,"candidate":0.12530682344457728}},{"id":"q0247","ndcg@10":{"upstream":0.4260967530293622,"candidate":0.5340678995922684}},{"id":"q0248","ndcg@10":{"upstream":0.13956838328637602,"candidate":0.1285120859663631}},{"id":"q0249","ndcg@10":{"upstream":0.611312773157702,"candidate":0.7659544914983936}},{"id":"q0250","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0251","ndcg@10":{"upstream":0.07336392209936005,"candidate":0.07839826897867533}},{"id":"q0252","ndcg@10":{"upstream":0.3546108006569935,"candidate":0.36494159755928046}},{"id":"q0253","ndcg@10":{"upstream":0.035427698077529615,"candidate":0.0}},{"id":"q0254","ndcg@10":{"upstream":0.28762634971412726,"candidate":0.1731866333482261}},{"id":"q0255","ndcg@10":{"upstream":0.3829273074303754,"candidate":0.45987309002937105}},{"id":"q0256","ndcg@10":{"upstream":0.06061456963914209,"candidate":0.05444669784005222}},{"id":"q0257","ndcg@10":{"upstream":0.25835219996273967,"candidate":0.1971920729278523}},{"id":"q0258","ndcg@10":{"upstream":0.7759944384848244,"candidate":0.6947651160602988}},{"id":"q0259","ndcg@10":{"upstream":0.08036018528064806,"candidate":0.24559324971596425}},{"id":"q0260","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0261","ndcg@10":{"upstream":0.6334896111932237,"candidate":0.38009376671593426}},{"id":"q0262","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.14606834984270645}},{"id":"q0263","ndcg@10":{"upstream":0.18937825106528608,"candidate":0.16004318879660112}},{"id":"q0264","ndcg@10":{"upstream":0.6387878864795979,"candidate":0.6387878864795979}},{"id":"q0265","ndcg@10":{"upstream":0.8670870086853021,"candidate":0.8670870086853021}},{"id":"q0266","ndcg@10":{"upstream":0.6174886499090687,"candidate":0.6174886499090687}},{"id":"q0267","ndcg@10":{"upstream":0.38225200651112173,"candidate":0.4524493171448532}},{"id":"q0268","ndcg@10":{"upstream":0.777747077360283,"candidate":0.777747077360283}},{"id":"q0269","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0270","ndcg@10":{"upstream":0.4318845862516251,"candidate":0.4318845862516251}},{"id":"q0271","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0272","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0273","ndcg@10":{"upstream":0.48153499054313026,"candidate":0.43231813227099475}},{"id":"q0274","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0275","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0276","ndcg@10":{"upstream":0.41628452663299514,"candidate":0.4775044032080689}},{"id":"q0277","ndcg@10":{"upstream":0.43292617940918415,"candidate":0.4935232796777482}},{"id":"q0278","ndcg@10":{"upstream":0.19342640361727081,"candidate":0.23719771276929622}},{"id":"q0279","ndcg@10":{"upstream":0.7125921845845924,"candidate":0.6623322617781678}},{"id":"q0280","ndcg@10":{"upstream":0.3589542101716347,"candidate":0.3589542101716347}},{"id":"q0281","ndcg@10":{"upstream":0.23535109180711325,"candidate":0.21629571830533073}},{"id":"q0282","ndcg@10":{"upstream":0.22009176629808017,"candidate":0.28371255449703187}},{"id":"q0283","ndcg@10":{"upstream":0.46927872602275644,"candidate":0.46927872602275644}},{"id":"q0284","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0285","ndcg@10":{"upstream":0.22009176629808017,"candidate":0.22009176629808017}},{"id":"q0286","ndcg@10":{"upstream":0.5107164012496701,"candidate":0.3589542101716347}},{"id":"q0287","ndcg@10":{"upstream":0.49118023727106,"candidate":0.424926013816671}},{"id":"q0288","ndcg@10":{"upstream":0.13305201013572898,"candidate":0.07336392209936005}},{"id":"q0289","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0290","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0291","ndcg@10":{"upstream":0.7230648816854887,"candidate":0.7026062873030099}},{"id":"q0292","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0293","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0294","ndcg@10":{"upstream":0.34304271142002485,"candidate":0.23938361568734454}},{"id":"q0295","ndcg@10":{"upstream":0.9305687780632227,"candidate":0.9216017310213246}},{"id":"q0296","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0297","ndcg@10":{"upstream":0.7877736340270853,"candidate":0.7529694065526481}},{"id":"q0298","ndcg@10":{"upstream":0.7885497208855956,"candidate":0.7859162856301583}},{"id":"q0299","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0300","ndcg@10":{"upstream":0.2311912370766418,"candidate":0.13032376591037065}},{"id":"q0301","ndcg@10":{"upstream":1.0,"candidate":0.9010126104210695}},{"id":"q0302","ndcg@10":{"upstream":0.19112600325556087,"candidate":0.23359844842346328}},{"id":"q0303","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0304","ndcg@10":{"upstream":0.4935232796777482,"candidate":0.45390362024822023}},{"id":"q0305","ndcg@10":{"upstream":0.6816808362189437,"candidate":0.7534494445524138}},{"id":"q0306","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0307","ndcg@10":{"upstream":0.6937613565160449,"candidate":0.6621137423456801}},{"id":"q0308","ndcg@10":{"upstream":0.7767471075223498,"candidate":0.7767471075223498}},{"id":"q0309","ndcg@10":{"upstream":0.7849818707050382,"candidate":0.8006937664098819}},{"id":"q0310","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0311","ndcg@10":{"upstream":0.8669479898642709,"candidate":0.933745776545611}},{"id":"q0312","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0313","ndcg@10":{"upstream":0.3853585682515056,"candidate":0.369453583111095}},{"id":"q0314","ndcg@10":{"upstream":0.6613270712946878,"candidate":0.705446947185512}},{"id":"q0315","ndcg@10":{"upstream":0.8603818544462508,"candidate":0.8553475075669356}},{"id":"q0316","ndcg@10":{"upstream":0.22009176629808017,"candidate":0.22009176629808017}},{"id":"q0317","ndcg@10":{"upstream":0.6163668470816235,"candidate":0.6214990811334172}},{"id":"q0318","ndcg@10":{"upstream":0.16421958630632802,"candidate":0.22793826167775832}},{"id":"q0319","ndcg@10":{"upstream":0.7630946912803436,"candidate":0.6464018466408363}},{"id":"q0320","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0321","ndcg@10":{"upstream":0.46927872602275644,"candidate":0.46927872602275644}},{"id":"q0322","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0323","ndcg@10":{"upstream":0.0,"candidate":0.0}}]},"scidocs":{"model_order":["upstream","candidate"],"rows":[{"id":"q0001","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0002","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0003","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0004","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0005","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.1208113026994942}},{"id":"q0006","ndcg@10":{"upstream":0.6992148198508501,"candidate":0.6548086577531307}},{"id":"q0007","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.0}},{"id":"q0008","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0009","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0010","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0011","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0012","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.21398626473452756}},{"id":"q0013","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0014","ndcg@10":{"upstream":0.3903800499921017,"candidate":0.3903800499921017}},{"id":"q0015","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0016","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0017","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.11305340175787204}},{"id":"q0018","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0019","ndcg@10":{"upstream":0.26687965254220064,"candidate":0.4028825752720615}},{"id":"q0020","ndcg@10":{"upstream":0.7227265726449519,"candidate":0.6992148198508501}},{"id":"q0021","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0022","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.09803928583135704}},{"id":"q0023","ndcg@10":{"upstream":0.29039140533630226,"candidate":0.2591217516005785}},{"id":"q0024","ndcg@10":{"upstream":0.42870185423738655,"candidate":0.3156484524795145}},{"id":"q0025","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0026","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0027","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0028","ndcg@10":{"upstream":0.6661998717660157,"candidate":0.5531464700081437}},{"id":"q0029","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0030","ndcg@10":{"upstream":0.5855700749881525,"candidate":0.7598336331031966}},{"id":"q0031","ndcg@10":{"upstream":0.0,"candidate":0.2001366809542687}},{"id":"q0032","ndcg@10":{"upstream":0.694319082606498,"candidate":0.7607566881222602}},{"id":"q0033","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.21398626473452756}},{"id":"q0034","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0035","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0036","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0037","ndcg@10":{"upstream":0.30078518014914984,"candidate":0.21398626473452756}},{"id":"q0038","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0039","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0040","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0041","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0042","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.09803928583135704}},{"id":"q0043","ndcg@10":{"upstream":0.48522855511632257,"candidate":0.38356636737133565}},{"id":"q0044","ndcg@10":{"upstream":0.34519134224686937,"candidate":0.34519134224686937}},{"id":"q0045","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0046","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0047","ndcg@10":{"upstream":0.4599715079731103,"candidate":0.2765732350040718}},{"id":"q0048","ndcg@10":{"upstream":0.13012668333070054,"candidate":0.15101961822780524}},{"id":"q0049","ndcg@10":{"upstream":0.33424620450682646,"candidate":0.3903800499921017}},{"id":"q0050","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.0}},{"id":"q0051","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.5087403079104241}},{"id":"q0052","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0053","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0054","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0055","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.16958010263680806}},{"id":"q0056","ndcg@10":{"upstream":0.0,"candidate":0.10209739512291163}},{"id":"q0057","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0058","ndcg@10":{"upstream":0.44615333764087994,"candidate":0.4703652827859579}},{"id":"q0059","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.0}},{"id":"q0060","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0061","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0062","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.13120507751234178}},{"id":"q0063","ndcg@10":{"upstream":0.5926568948615111,"candidate":0.5296347172140421}},{"id":"q0064","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0065","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0066","ndcg@10":{"upstream":0.3786706301269835,"candidate":0.32097939710179135}},{"id":"q0067","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0068","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0069","ndcg@10":{"upstream":0.4599715079731103,"candidate":0.44615333764087994}},{"id":"q0070","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0071","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.30078518014914984}},{"id":"q0072","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0073","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0074","ndcg@10":{"upstream":0.4703652827859579,"candidate":0.3391602052736161}},{"id":"q0075","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0076","ndcg@10":{"upstream":0.32703966649239957,"candidate":0.32097939710179135}},{"id":"q0077","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0078","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.13120507751234178}},{"id":"q0079","ndcg@10":{"upstream":0.45221360703148816,"candidate":0.48522855511632257}},{"id":"q0080","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0081","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.09803928583135704}},{"id":"q0082","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0083","ndcg@10":{"upstream":0.6690620354632857,"candidate":0.5482507327637915}},{"id":"q0084","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.2188505885308512}},{"id":"q0085","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.09803928583135704}},{"id":"q0086","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0087","ndcg@10":{"upstream":0.34085783682463,"candidate":0.3541137753347476}},{"id":"q0088","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0089","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0090","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.0}},{"id":"q0091","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0092","ndcg@10":{"upstream":0.0,"candidate":0.1208113026994942}},{"id":"q0093","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0094","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0095","ndcg@10":{"upstream":0.0,"candidate":0.13120507751234178}},{"id":"q0096","ndcg@10":{"upstream":0.24630238874073,"candidate":0.3903800499921017}},{"id":"q0097","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.13120507751234178}},{"id":"q0098","ndcg@10":{"upstream":0.3120255505658846,"candidate":0.21398626473452756}},{"id":"q0099","ndcg@10":{"upstream":0.4599715079731103,"candidate":0.4371994911049732}},{"id":"q0100","ndcg@10":{"upstream":0.45221360703148816,"candidate":0.21398626473452756}},{"id":"q0101","ndcg@10":{"upstream":0.0,"candidate":0.09803928583135704}},{"id":"q0102","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.1208113026994942}},{"id":"q0103","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0104","ndcg@10":{"upstream":0.7227265726449519,"candidate":0.7227265726449519}},{"id":"q0105","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0106","ndcg@10":{"upstream":0.38356636737133565,"candidate":0.38356636737133565}},{"id":"q0107","ndcg@10":{"upstream":0.0,"candidate":0.2001366809542687}},{"id":"q0108","ndcg@10":{"upstream":0.6278248466415495,"candidate":0.27727342735504823}},{"id":"q0109","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0110","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0111","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.16958010263680806}},{"id":"q0112","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0113","ndcg@10":{"upstream":0.6992148198508501,"candidate":0.6992148198508501}},{"id":"q0114","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0115","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.0}},{"id":"q0116","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0117","ndcg@10":{"upstream":0.32097939710179135,"candidate":0.3120255505658846}},{"id":"q0118","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0119","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.5531464700081437}},{"id":"q0120","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0121","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0122","ndcg@10":{"upstream":0.21109268758922906,"candidate":0.2442584792702138}},{"id":"q0123","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0124","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.16958010263680806}},{"id":"q0125","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0126","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0127","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0128","ndcg@10":{"upstream":0.6608397947263839,"candidate":0.6355827475831716}},{"id":"q0129","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0130","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.14606834984270645}},{"id":"q0131","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0132","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0133","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0134","ndcg@10":{"upstream":0.40344480709417424,"candidate":0.40777831251641367}},{"id":"q0135","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.0}},{"id":"q0136","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0137","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0138","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0139","ndcg@10":{"upstream":0.48522855511632257,"candidate":0.5087403079104241}},{"id":"q0140","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0141","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.09803928583135704}},{"id":"q0142","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0143","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.09803928583135704}},{"id":"q0144","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0145","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.4703652827859579}},{"id":"q0146","ndcg@10":{"upstream":0.0,"candidate":0.14606834984270645}},{"id":"q0147","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.11305340175787204}},{"id":"q0148","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0149","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.2001366809542687}},{"id":"q0150","ndcg@10":{"upstream":0.227804435066758,"candidate":0.11305340175787204}},{"id":"q0151","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.0}},{"id":"q0152","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0153","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0154","ndcg@10":{"upstream":0.30078518014914984,"candidate":0.36005461457723403}},{"id":"q0155","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.3391602052736161}},{"id":"q0156","ndcg@10":{"upstream":0.0,"candidate":0.1208113026994942}},{"id":"q0157","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0158","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0159","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0160","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0161","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0162","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0163","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0164","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0165","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0166","ndcg@10":{"upstream":0.6739577727076379,"candidate":0.8062079522181139}},{"id":"q0167","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0168","ndcg@10":{"upstream":0.123151194370365,"candidate":0.123151194370365}},{"id":"q0169","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.0}},{"id":"q0170","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0171","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0172","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0173","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0174","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0175","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0176","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0177","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.0}},{"id":"q0178","ndcg@10":{"upstream":0.4371994911049732,"candidate":0.4412576003965278}},{"id":"q0179","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0180","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0181","ndcg@10":{"upstream":0.0,"candidate":0.11305340175787204}},{"id":"q0182","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0183","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.10699313236726378}},{"id":"q0184","ndcg@10":{"upstream":0.32097939710179135,"candidate":0.21398626473452756}},{"id":"q0185","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0186","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.10209739512291163}},{"id":"q0187","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.13120507751234178}},{"id":"q0188","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0189","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.0}},{"id":"q0190","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.0}},{"id":"q0191","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0192","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.13120507751234178}},{"id":"q0193","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0194","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.3391602052736161}},{"id":"q0195","ndcg@10":{"upstream":0.2001366809542687,"candidate":0.0}},{"id":"q0196","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0197","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.16958010263680806}},{"id":"q0198","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0199","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0200","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0201","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0202","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0203","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.4371994911049732}},{"id":"q0204","ndcg@10":{"upstream":0.0,"candidate":0.10699313236726378}},{"id":"q0205","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0206","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.10699313236726378}},{"id":"q0207","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0208","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0209","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.3391602052736161}},{"id":"q0210","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.14606834984270645}},{"id":"q0211","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.11305340175787204}},{"id":"q0212","ndcg@10":{"upstream":0.6295516106099184,"candidate":0.4432306280782264}},{"id":"q0213","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.21398626473452756}},{"id":"q0214","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0215","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.0}},{"id":"q0216","ndcg@10":{"upstream":0.8539316501572937,"candidate":0.8539316501572937}},{"id":"q0217","ndcg@10":{"upstream":0.4468535299918563,"candidate":0.4912596920895758}},{"id":"q0218","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0219","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.0}},{"id":"q0220","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0221","ndcg@10":{"upstream":0.29039140533630226,"candidate":0.227804435066758}},{"id":"q0222","ndcg@10":{"upstream":0.6552438651310554,"candidate":0.5531464700081437}},{"id":"q0223","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.21398626473452756}},{"id":"q0224","ndcg@10":{"upstream":0.21515079688078367,"candidate":0.0}},{"id":"q0225","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0226","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0227","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0228","ndcg@10":{"upstream":0.6843515475204855,"candidate":0.6843515475204855}},{"id":"q0229","ndcg@10":{"upstream":0.49661976912920763,"candidate":0.6060398578158167}},{"id":"q0230","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0231","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0232","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.10699313236726378}},{"id":"q0233","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0234","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.21398626473452756}},{"id":"q0235","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.3391602052736161}},{"id":"q0236","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.3391602052736161}},{"id":"q0237","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.13120507751234178}},{"id":"q0238","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0239","ndcg@10":{"upstream":0.5147714448836774,"candidate":0.5043776700708298}},{"id":"q0240","ndcg@10":{"upstream":0.4371994911049732,"candidate":0.2765732350040718}},{"id":"q0241","ndcg@10":{"upstream":0.0,"candidate":0.11305340175787204}},{"id":"q0242","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0243","ndcg@10":{"upstream":0.8357799744028238,"candidate":0.8357799744028238}},{"id":"q0244","ndcg@10":{"upstream":0.2090905274901754,"candidate":0.21515079688078367}},{"id":"q0245","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0246","ndcg@10":{"upstream":0.36005461457723403,"candidate":0.36005461457723403}},{"id":"q0247","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.13120507751234178}},{"id":"q0248","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0249","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0250","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0251","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.36005461457723403}},{"id":"q0252","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.0}},{"id":"q0253","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0254","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0255","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0256","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0257","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0258","ndcg@10":{"upstream":0.45221360703148816,"candidate":0.3391602052736161}},{"id":"q0259","ndcg@10":{"upstream":0.46927872602275644,"candidate":0.46927872602275644}},{"id":"q0260","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0261","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.22004653412513583}},{"id":"q0262","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0263","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.14606834984270645}},{"id":"q0264","ndcg@10":{"upstream":0.639945385422766,"candidate":0.6992148198508501}},{"id":"q0265","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0266","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0267","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.21398626473452756}},{"id":"q0268","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0269","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.13120507751234178}},{"id":"q0270","ndcg@10":{"upstream":0.32097939710179135,"candidate":0.3120255505658846}},{"id":"q0271","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.0}},{"id":"q0272","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0273","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0274","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.0}},{"id":"q0275","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0276","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.10699313236726378}},{"id":"q0277","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0278","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0279","ndcg@10":{"upstream":0.8122682216087221,"candidate":0.7190932595736889}},{"id":"q0280","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.11305340175787204}},{"id":"q0281","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0282","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.0}},{"id":"q0283","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.5531464700081437}},{"id":"q0284","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.14606834984270645}},{"id":"q0285","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0286","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0287","ndcg@10":{"upstream":0.48522855511632257,"candidate":0.4599715079731103}},{"id":"q0288","ndcg@10":{"upstream":0.45221360703148816,"candidate":0.5531464700081437}},{"id":"q0289","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.14606834984270645}},{"id":"q0290","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0291","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0292","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0293","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.21398626473452756}},{"id":"q0294","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.14606834984270645}},{"id":"q0295","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.5531464700081437}},{"id":"q0296","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0297","ndcg@10":{"upstream":0.20503241819862084,"candidate":0.21398626473452756}},{"id":"q0298","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0299","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0300","ndcg@10":{"upstream":0.4599715079731103,"candidate":0.4703652827859579}},{"id":"q0301","ndcg@10":{"upstream":0.227804435066758,"candidate":0.21398626473452756}},{"id":"q0302","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0303","ndcg@10":{"upstream":0.3903800499921017,"candidate":0.19519002499605084}},{"id":"q0304","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0305","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0306","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0307","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0308","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0309","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0310","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0311","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0312","ndcg@10":{"upstream":0.3347975674340217,"candidate":0.29039140533630226}},{"id":"q0313","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.3391602052736161}},{"id":"q0314","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0315","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.1208113026994942}},{"id":"q0316","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0317","ndcg@10":{"upstream":0.4371994911049732,"candidate":0.5087403079104241}},{"id":"q0318","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0319","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0320","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0321","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0322","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.09803928583135704}},{"id":"q0323","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.3391602052736161}},{"id":"q0324","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.09803928583135704}},{"id":"q0325","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.3391602052736161}},{"id":"q0326","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.21398626473452756}},{"id":"q0327","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0328","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0329","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0330","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0331","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.0}},{"id":"q0332","ndcg@10":{"upstream":0.4703652827859579,"candidate":0.44615333764087994}},{"id":"q0333","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0334","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0335","ndcg@10":{"upstream":0.40344480709417424,"candidate":0.4599715079731103}},{"id":"q0336","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.21398626473452756}},{"id":"q0337","ndcg@10":{"upstream":0.34620964322385606,"candidate":0.46437288783752695}},{"id":"q0338","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.1208113026994942}},{"id":"q0339","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.21398626473452756}},{"id":"q0340","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0341","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0342","ndcg@10":{"upstream":0.6548086577531307,"candidate":0.6992148198508501}},{"id":"q0343","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0344","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.38356636737133565}},{"id":"q0345","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0346","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0347","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.13120507751234178}},{"id":"q0348","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0349","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0350","ndcg@10":{"upstream":0.38356636737133565,"candidate":0.30078518014914984}},{"id":"q0351","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0352","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0353","ndcg@10":{"upstream":0.6108377030333358,"candidate":0.5669646403403741}},{"id":"q0354","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0355","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0356","ndcg@10":{"upstream":0.4521844746141331,"candidate":0.5982819568741946}},{"id":"q0357","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.21398626473452756}},{"id":"q0358","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.0}},{"id":"q0359","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0360","ndcg@10":{"upstream":0.45221360703148816,"candidate":0.48522855511632257}},{"id":"q0361","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.16958010263680806}},{"id":"q0362","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0363","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0364","ndcg@10":{"upstream":0.5873259502392342,"candidate":0.615733440277688}},{"id":"q0365","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.6601396023754075}},{"id":"q0366","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0367","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0368","ndcg@10":{"upstream":0.7227265726449519,"candidate":0.7227265726449519}},{"id":"q0369","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0370","ndcg@10":{"upstream":0.7634994216714083,"candidate":0.781651097425878}},{"id":"q0371","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0372","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0373","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0374","ndcg@10":{"upstream":0.8171325454050458,"candidate":0.771997058538995}},{"id":"q0375","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.10699313236726378}},{"id":"q0376","ndcg@10":{"upstream":0.5482507327637915,"candidate":0.21398626473452756}},{"id":"q0377","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.10209739512291163}},{"id":"q0378","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0379","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0380","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0381","ndcg@10":{"upstream":0.0,"candidate":0.14606834984270645}},{"id":"q0382","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0383","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0384","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0385","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0386","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.0}},{"id":"q0387","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0388","ndcg@10":{"upstream":0.24630238874073,"candidate":0.24630238874073}},{"id":"q0389","ndcg@10":{"upstream":0.48522855511632257,"candidate":0.32097939710179135}},{"id":"q0390","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0391","ndcg@10":{"upstream":0.0,"candidate":0.14606834984270645}},{"id":"q0392","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0393","ndcg@10":{"upstream":0.639945385422766,"candidate":0.6295516106099184}},{"id":"q0394","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.21398626473452756}},{"id":"q0395","ndcg@10":{"upstream":0.4371994911049732,"candidate":0.45221360703148816}},{"id":"q0396","ndcg@10":{"upstream":0.4703652827859579,"candidate":0.562068903096022}},{"id":"q0397","ndcg@10":{"upstream":0.0,"candidate":0.2591217516005785}},{"id":"q0398","ndcg@10":{"upstream":0.6601396023754075,"candidate":0.5531464700081437}},{"id":"q0399","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0400","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0401","ndcg@10":{"upstream":0.19519002499605084,"candidate":0.16812753627111746}},{"id":"q0402","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0403","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0404","ndcg@10":{"upstream":0.7731930041332795,"candidate":0.6548086577531307}},{"id":"q0405","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0406","ndcg@10":{"upstream":0.26761938846816513,"candidate":0.21398626473452756}},{"id":"q0407","ndcg@10":{"upstream":0.2442584792702138,"candidate":0.3973845377035661}},{"id":"q0408","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.16958010263680806}},{"id":"q0409","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0410","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.0}},{"id":"q0411","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0412","ndcg@10":{"upstream":0.252016380211836,"candidate":0.27727342735504823}},{"id":"q0413","ndcg@10":{"upstream":0.4731080163351061,"candidate":0.49661976912920763}},{"id":"q0414","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0415","ndcg@10":{"upstream":0.5585075862632192,"candidate":0.4144299250118475}},{"id":"q0416","ndcg@10":{"upstream":0.38356636737133565,"candidate":0.5087403079104241}},{"id":"q0417","ndcg@10":{"upstream":0.9708923176105698,"candidate":0.9896062251871524}},{"id":"q0418","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0419","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.13120507751234178}},{"id":"q0420","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.13120507751234178}},{"id":"q0421","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0422","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0423","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0424","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0425","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.1208113026994942}},{"id":"q0426","ndcg@10":{"upstream":0.2826335043946801,"candidate":0.3391602052736161}},{"id":"q0427","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0428","ndcg@10":{"upstream":0.6511857558395008,"candidate":0.48522855511632257}},{"id":"q0429","ndcg@10":{"upstream":0.0,"candidate":0.21398626473452756}},{"id":"q0430","ndcg@10":{"upstream":0.38356636737133565,"candidate":0.38356636737133565}},{"id":"q0431","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.1208113026994942}},{"id":"q0432","ndcg@10":{"upstream":0.0,"candidate":0.10699313236726378}},{"id":"q0433","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.6217937096682962}},{"id":"q0434","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0435","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0436","ndcg@10":{"upstream":0.30078518014914984,"candidate":0.5531464700081437}},{"id":"q0437","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.0}},{"id":"q0438","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0439","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0440","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.14606834984270645}},{"id":"q0441","ndcg@10":{"upstream":0.2001366809542687,"candidate":0.48522855511632257}},{"id":"q0442","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0443","ndcg@10":{"upstream":0.615733440277688,"candidate":0.49055949973859936}},{"id":"q0444","ndcg@10":{"upstream":0.0,"candidate":0.10699313236726378}},{"id":"q0445","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0446","ndcg@10":{"upstream":0.17723928678404774,"candidate":0.0}},{"id":"q0447","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0448","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0449","ndcg@10":{"upstream":0.0,"candidate":0.16812753627111746}},{"id":"q0450","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.16958010263680806}},{"id":"q0451","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0452","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0453","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.10209739512291163}},{"id":"q0454","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0455","ndcg@10":{"upstream":0.6060398578158167,"candidate":0.6164336326286644}},{"id":"q0456","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0457","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.10209739512291163}},{"id":"q0458","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.16958010263680806}},{"id":"q0459","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.0}},{"id":"q0460","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0461","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0462","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.10209739512291163}},{"id":"q0463","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0464","ndcg@10":{"upstream":0.9818483242455301,"candidate":0.9708923176105698}},{"id":"q0465","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0466","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0467","ndcg@10":{"upstream":0.3347975674340217,"candidate":0.27727342735504823}},{"id":"q0468","ndcg@10":{"upstream":0.34519134224686937,"candidate":0.34519134224686937}},{"id":"q0469","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0470","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.14606834984270645}},{"id":"q0471","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.38356636737133565}},{"id":"q0472","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0473","ndcg@10":{"upstream":0.4670477469444978,"candidate":0.4703652827859579}},{"id":"q0474","ndcg@10":{"upstream":0.29039140533630226,"candidate":0.10699313236726378}},{"id":"q0475","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.0}},{"id":"q0476","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.0}},{"id":"q0477","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.4412576003965278}},{"id":"q0478","ndcg@10":{"upstream":0.227804435066758,"candidate":0.1208113026994942}},{"id":"q0479","ndcg@10":{"upstream":0.5247389799696899,"candidate":0.4973199614801841}},{"id":"q0480","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0481","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0482","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0483","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.5531464700081437}},{"id":"q0484","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0485","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.0}},{"id":"q0486","ndcg@10":{"upstream":0.23330247263525344,"candidate":0.16958010263680806}},{"id":"q0487","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.14606834984270645}},{"id":"q0488","ndcg@10":{"upstream":0.6601396023754075,"candidate":0.6067795937417813}},{"id":"q0489","ndcg@10":{"upstream":0.6164336326286644,"candidate":0.5773584151532217}},{"id":"q0490","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0491","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.24410763567406352}},{"id":"q0492","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0493","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0494","ndcg@10":{"upstream":0.48522855511632257,"candidate":0.3391602052736161}},{"id":"q0495","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.48522855511632257}},{"id":"q0496","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0497","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0498","ndcg@10":{"upstream":0.7227265726449519,"candidate":0.7227265726449519}},{"id":"q0499","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0500","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0501","ndcg@10":{"upstream":0.5730249097309823,"candidate":0.4226415848467783}},{"id":"q0502","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0503","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0504","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.0}},{"id":"q0505","ndcg@10":{"upstream":0.9505310077117097,"candidate":0.9609247825245573}},{"id":"q0506","ndcg@10":{"upstream":0.2442584792702138,"candidate":0.24410763567406352}},{"id":"q0507","ndcg@10":{"upstream":0.123151194370365,"candidate":0.0}},{"id":"q0508","ndcg@10":{"upstream":0.29007579773858083,"candidate":0.3853585682515056}},{"id":"q0509","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0510","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0511","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0512","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0513","ndcg@10":{"upstream":0.5543110021543998,"candidate":0.559206739398752}},{"id":"q0514","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0515","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.21398626473452756}},{"id":"q0516","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0517","ndcg@10":{"upstream":0.2442584792702138,"candidate":0.2442584792702138}},{"id":"q0518","ndcg@10":{"upstream":0.3191471544989227,"candidate":0.298254219601818}},{"id":"q0519","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0520","ndcg@10":{"upstream":0.11751610475642714,"candidate":0.123151194370365}},{"id":"q0521","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0522","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.21398626473452756}},{"id":"q0523","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0524","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.1208113026994942}},{"id":"q0525","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.14606834984270645}},{"id":"q0526","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0527","ndcg@10":{"upstream":0.0,"candidate":0.10209739512291163}},{"id":"q0528","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.09803928583135704}},{"id":"q0529","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0530","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0531","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.0}},{"id":"q0532","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0533","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0534","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0535","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0536","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0537","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0538","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0539","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.2765732350040718}},{"id":"q0540","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0541","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0542","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0543","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0544","ndcg@10":{"upstream":0.6217937096682962,"candidate":0.4028825752720615}},{"id":"q0545","ndcg@10":{"upstream":0.26761938846816513,"candidate":0.2716774977597197}},{"id":"q0546","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0547","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0548","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.3347975674340217}},{"id":"q0549","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.0}},{"id":"q0550","ndcg@10":{"upstream":0.3903800499921017,"candidate":0.3903800499921017}},{"id":"q0551","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0552","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.1208113026994942}},{"id":"q0553","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0554","ndcg@10":{"upstream":0.48522855511632257,"candidate":0.14606834984270645}},{"id":"q0555","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0556","ndcg@10":{"upstream":0.0,"candidate":0.1208113026994942}},{"id":"q0557","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.13120507751234178}},{"id":"q0558","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0559","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0560","ndcg@10":{"upstream":0.3156484524795145,"candidate":0.16958010263680806}},{"id":"q0561","ndcg@10":{"upstream":0.4703652827859579,"candidate":0.4432306280782264}},{"id":"q0562","ndcg@10":{"upstream":0.5585075862632192,"candidate":0.5855700749881525}},{"id":"q0563","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0564","ndcg@10":{"upstream":0.11305340175787204,"candidate":0.10699313236726378}},{"id":"q0565","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0566","ndcg@10":{"upstream":0.5676648326913505,"candidate":0.5801011487023698}},{"id":"q0567","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.10699313236726378}},{"id":"q0568","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0569","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.16958010263680806}},{"id":"q0570","ndcg@10":{"upstream":0.44615333764087994,"candidate":0.5087403079104241}},{"id":"q0571","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0572","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0573","ndcg@10":{"upstream":0.3156484524795145,"candidate":0.2826335043946801}},{"id":"q0574","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0575","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0576","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0577","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0578","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.09803928583135704}},{"id":"q0579","ndcg@10":{"upstream":0.7227265726449519,"candidate":0.7227265726449519}},{"id":"q0580","ndcg@10":{"upstream":0.8435378753444459,"candidate":0.8122682216087221}},{"id":"q0581","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0582","ndcg@10":{"upstream":0.30078518014914984,"candidate":0.21398626473452756}},{"id":"q0583","ndcg@10":{"upstream":0.0,"candidate":0.09803928583135704}},{"id":"q0584","ndcg@10":{"upstream":0.38356636737133565,"candidate":0.2765732350040718}},{"id":"q0585","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.16958010263680806}},{"id":"q0586","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.44615333764087994}},{"id":"q0587","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.7622369974983191}},{"id":"q0588","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0589","ndcg@10":{"upstream":0.26687965254220064,"candidate":0.27727342735504823}},{"id":"q0590","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0591","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0592","ndcg@10":{"upstream":0.2826335043946801,"candidate":0.13120507751234178}},{"id":"q0593","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0594","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0595","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0596","ndcg@10":{"upstream":0.16716045496620227,"candidate":0.0}},{"id":"q0597","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0598","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.5087403079104241}},{"id":"q0599","ndcg@10":{"upstream":0.350055666043193,"candidate":0.0}},{"id":"q0600","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.21398626473452756}},{"id":"q0601","ndcg@10":{"upstream":0.36005461457723403,"candidate":0.36005461457723403}},{"id":"q0602","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0603","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0604","ndcg@10":{"upstream":0.5413996682199069,"candidate":0.5585075862632192}},{"id":"q0605","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0606","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.0}},{"id":"q0607","ndcg@10":{"upstream":0.40777831251641367,"candidate":0.37937082247795983}},{"id":"q0608","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0609","ndcg@10":{"upstream":0.38356636737133565,"candidate":0.5531464700081437}},{"id":"q0610","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0611","ndcg@10":{"upstream":0.0,"candidate":0.09803928583135704}},{"id":"q0612","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0613","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.14606834984270645}},{"id":"q0614","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.16958010263680806}},{"id":"q0615","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0616","ndcg@10":{"upstream":0.4703652827859579,"candidate":0.30078518014914984}},{"id":"q0617","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0618","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0619","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0620","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.09803928583135704}},{"id":"q0621","ndcg@10":{"upstream":0.27727342735504823,"candidate":0.29039140533630226}},{"id":"q0622","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.3391602052736161}},{"id":"q0623","ndcg@10":{"upstream":0.660108188927379,"candidate":0.2188505885308512}},{"id":"q0624","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0625","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0626","ndcg@10":{"upstream":0.38356636737133565,"candidate":0.5531464700081437}},{"id":"q0627","ndcg@10":{"upstream":0.4177458476024261,"candidate":0.3988244659805069}},{"id":"q0628","ndcg@10":{"upstream":0.4703652827859579,"candidate":0.36005461457723403}},{"id":"q0629","ndcg@10":{"upstream":0.31608365985743925,"candidate":0.34519134224686937}},{"id":"q0630","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.13120507751234178}},{"id":"q0631","ndcg@10":{"upstream":0.4144299250118475,"candidate":0.44149241373678083}},{"id":"q0632","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0633","ndcg@10":{"upstream":0.4303349101522581,"candidate":0.46437288783752695}},{"id":"q0634","ndcg@10":{"upstream":0.29039140533630226,"candidate":0.3156484524795145}},{"id":"q0635","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0636","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.0}},{"id":"q0637","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0638","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.11305340175787204}},{"id":"q0639","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0640","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0641","ndcg@10":{"upstream":0.4703652827859579,"candidate":0.4703652827859579}},{"id":"q0642","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.14606834984270645}},{"id":"q0643","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0644","ndcg@10":{"upstream":0.44615333764087994,"candidate":0.45221360703148816}},{"id":"q0645","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.44615333764087994}},{"id":"q0646","ndcg@10":{"upstream":0.8248239677678634,"candidate":0.8297197050122155}},{"id":"q0647","ndcg@10":{"upstream":0.44615333764087994,"candidate":0.21398626473452756}},{"id":"q0648","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.14606834984270645}},{"id":"q0649","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.38356636737133565}},{"id":"q0650","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0651","ndcg@10":{"upstream":0.32703966649239957,"candidate":0.227804435066758}},{"id":"q0652","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0653","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0654","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.3391602052736161}},{"id":"q0655","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0656","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0657","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0658","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0659","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0660","ndcg@10":{"upstream":0.0,"candidate":0.1208113026994942}},{"id":"q0661","ndcg@10":{"upstream":0.0,"candidate":0.10699313236726378}},{"id":"q0662","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0663","ndcg@10":{"upstream":0.4570487984104568,"candidate":0.252016380211836}},{"id":"q0664","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0665","ndcg@10":{"upstream":0.0,"candidate":0.13012668333070054}},{"id":"q0666","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0667","ndcg@10":{"upstream":0.48522855511632257,"candidate":0.4599715079731103}},{"id":"q0668","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0669","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0670","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0671","ndcg@10":{"upstream":0.5982819568741946,"candidate":0.36005461457723403}},{"id":"q0672","ndcg@10":{"upstream":0.4412576003965278,"candidate":0.3391602052736161}},{"id":"q0673","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0674","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0675","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0676","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.1208113026994942}},{"id":"q0677","ndcg@10":{"upstream":0.48522855511632257,"candidate":0.5832678409476796}},{"id":"q0678","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0679","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0680","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.16958010263680806}},{"id":"q0681","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0682","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0683","ndcg@10":{"upstream":0.26687965254220064,"candidate":0.22924436334369883}},{"id":"q0684","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0685","ndcg@10":{"upstream":0.5580107938044674,"candidate":0.4703652827859579}},{"id":"q0686","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0687","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0688","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.21398626473452756}},{"id":"q0689","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0690","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.16958010263680806}},{"id":"q0691","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0692","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0693","ndcg@10":{"upstream":0.7757386182436072,"candidate":0.715696758318853}},{"id":"q0694","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.13120507751234178}},{"id":"q0695","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0696","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0697","ndcg@10":{"upstream":0.2090905274901754,"candidate":0.23386470445736623}},{"id":"q0698","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0699","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.11305340175787204}},{"id":"q0700","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.2765732350040718}},{"id":"q0701","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.5531464700081437}},{"id":"q0702","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0703","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.48522855511632257}},{"id":"q0704","ndcg@10":{"upstream":0.36005461457723403,"candidate":0.36005461457723403}},{"id":"q0705","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.3391602052736161}},{"id":"q0706","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0707","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0708","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.3391602052736161}},{"id":"q0709","ndcg@10":{"upstream":0.0,"candidate":0.14606834984270645}},{"id":"q0710","ndcg@10":{"upstream":0.2442584792702138,"candidate":0.13120507751234178}},{"id":"q0711","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.16958010263680806}},{"id":"q0712","ndcg@10":{"upstream":0.4432306280782264,"candidate":0.4599715079731103}},{"id":"q0713","ndcg@10":{"upstream":0.4371994911049732,"candidate":0.4371994911049732}},{"id":"q0714","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0715","ndcg@10":{"upstream":0.6608397947263839,"candidate":0.6043130938474478}},{"id":"q0716","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0717","ndcg@10":{"upstream":0.3551588773328819,"candidate":0.3511007680413272}},{"id":"q0718","ndcg@10":{"upstream":0.6739577727076379,"candidate":0.5296347172140421}},{"id":"q0719","ndcg@10":{"upstream":0.5147714448836774,"candidate":0.37461252083542884}},{"id":"q0720","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.4412576003965278}},{"id":"q0721","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0722","ndcg@10":{"upstream":0.45824474400474136,"candidate":0.4660026449463635}},{"id":"q0723","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.3391602052736161}},{"id":"q0724","ndcg@10":{"upstream":0.4412576003965278,"candidate":0.48522855511632257}},{"id":"q0725","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.16958010263680806}},{"id":"q0726","ndcg@10":{"upstream":0.3903800499921017,"candidate":0.19519002499605084}},{"id":"q0727","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0728","ndcg@10":{"upstream":0.0,"candidate":0.09803928583135704}},{"id":"q0729","ndcg@10":{"upstream":0.48522855511632257,"candidate":0.48522855511632257}},{"id":"q0730","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.13120507751234178}},{"id":"q0731","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.16958010263680806}},{"id":"q0732","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0733","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0734","ndcg@10":{"upstream":0.48522855511632257,"candidate":0.3391602052736161}},{"id":"q0735","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.10699313236726378}},{"id":"q0736","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0737","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0738","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0739","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.14606834984270645}},{"id":"q0740","ndcg@10":{"upstream":0.830419897363192,"candidate":0.7528479435844877}},{"id":"q0741","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0742","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0743","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.16958010263680806}},{"id":"q0744","ndcg@10":{"upstream":0.7227265726449519,"candidate":0.6992148198508501}},{"id":"q0745","ndcg@10":{"upstream":0.48522855511632257,"candidate":0.3391602052736161}},{"id":"q0746","ndcg@10":{"upstream":0.639945385422766,"candidate":0.6739577727076379}},{"id":"q0747","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0748","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0749","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0750","ndcg@10":{"upstream":0.7227265726449519,"candidate":0.6843515475204855}},{"id":"q0751","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0752","ndcg@10":{"upstream":0.16812753627111746,"candidate":0.16812753627111746}},{"id":"q0753","ndcg@10":{"upstream":0.2530614822099702,"candidate":0.3391602052736161}},{"id":"q0754","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0755","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0756","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.21398626473452756}},{"id":"q0757","ndcg@10":{"upstream":0.5724626779088695,"candidate":0.4371994911049732}},{"id":"q0758","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0759","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.21398626473452756}},{"id":"q0760","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.0}},{"id":"q0761","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.21398626473452756}},{"id":"q0762","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.4599715079731103}},{"id":"q0763","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0764","ndcg@10":{"upstream":0.2716774977597197,"candidate":0.14606834984270645}},{"id":"q0765","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.16958010263680806}},{"id":"q0766","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0767","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.227804435066758}},{"id":"q0768","ndcg@10":{"upstream":0.6661998717660157,"candidate":0.5531464700081437}},{"id":"q0769","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.11305340175787204}},{"id":"q0770","ndcg@10":{"upstream":0.4703652827859579,"candidate":0.45221360703148816}},{"id":"q0771","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.21398626473452756}},{"id":"q0772","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0773","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.14606834984270645}},{"id":"q0774","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0775","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0776","ndcg@10":{"upstream":0.5502528928628452,"candidate":0.5147714448836774}},{"id":"q0777","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0778","ndcg@10":{"upstream":0.4412576003965278,"candidate":0.21398626473452756}},{"id":"q0779","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.13120507751234178}},{"id":"q0780","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0781","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.21398626473452756}},{"id":"q0782","ndcg@10":{"upstream":0.4703652827859579,"candidate":0.5502528928628452}},{"id":"q0783","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0784","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.5531464700081437}},{"id":"q0785","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0786","ndcg@10":{"upstream":0.6548086577531307,"candidate":0.639945385422766}},{"id":"q0787","ndcg@10":{"upstream":0.0,"candidate":0.10699313236726378}},{"id":"q0788","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.5922216874835863}},{"id":"q0789","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0790","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0791","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.13120507751234178}},{"id":"q0792","ndcg@10":{"upstream":0.2716774977597197,"candidate":0.26687965254220064}},{"id":"q0793","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.0}},{"id":"q0794","ndcg@10":{"upstream":0.21515079688078367,"candidate":0.14606834984270645}},{"id":"q0795","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0796","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0797","ndcg@10":{"upstream":0.29039140533630226,"candidate":0.48522855511632257}},{"id":"q0798","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.21398626473452756}},{"id":"q0799","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0800","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0801","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.11305340175787204}},{"id":"q0802","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0803","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.21398626473452756}},{"id":"q0804","ndcg@10":{"upstream":0.45221360703148816,"candidate":0.09803928583135704}},{"id":"q0805","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0806","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.34519134224686937}},{"id":"q0807","ndcg@10":{"upstream":0.252016380211836,"candidate":0.21398626473452756}},{"id":"q0808","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.11305340175787204}},{"id":"q0809","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0810","ndcg@10":{"upstream":0.8687949224876582,"candidate":0.9228632535992205}},{"id":"q0811","ndcg@10":{"upstream":0.10209739512291163,"candidate":0.0}},{"id":"q0812","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0813","ndcg@10":{"upstream":0.6661998717660157,"candidate":0.5531464700081437}},{"id":"q0814","ndcg@10":{"upstream":0.2716774977597197,"candidate":0.2442584792702138}},{"id":"q0815","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.16958010263680806}},{"id":"q0816","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.0}},{"id":"q0817","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0818","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0819","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0820","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.38356636737133565}},{"id":"q0821","ndcg@10":{"upstream":0.5087403079104241,"candidate":0.5087403079104241}},{"id":"q0822","ndcg@10":{"upstream":0.3156484524795145,"candidate":0.2826335043946801}},{"id":"q0823","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0824","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0825","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0826","ndcg@10":{"upstream":0.5982528244568396,"candidate":0.40344480709417424}},{"id":"q0827","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0828","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.16958010263680806}},{"id":"q0829","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.1208113026994942}},{"id":"q0830","ndcg@10":{"upstream":0.41322699210894587,"candidate":0.13012668333070054}},{"id":"q0831","ndcg@10":{"upstream":0.227804435066758,"candidate":0.227804435066758}},{"id":"q0832","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.21398626473452756}},{"id":"q0833","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.21398626473452756}},{"id":"q0834","ndcg@10":{"upstream":0.9896062251871524,"candidate":0.9896062251871524}},{"id":"q0835","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0836","ndcg@10":{"upstream":0.22004653412513583,"candidate":0.0}},{"id":"q0837","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.5087403079104241}},{"id":"q0838","ndcg@10":{"upstream":0.4432306280782264,"candidate":0.4621520097001457}},{"id":"q0839","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0840","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.5531464700081437}},{"id":"q0841","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.2090905274901754}},{"id":"q0842","ndcg@10":{"upstream":0.2826335043946801,"candidate":0.14606834984270645}},{"id":"q0843","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.13120507751234178}},{"id":"q0844","ndcg@10":{"upstream":0.34519134224686937,"candidate":0.36005461457723403}},{"id":"q0845","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0846","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0847","ndcg@10":{"upstream":0.36491893837355766,"candidate":0.5502237604454903}},{"id":"q0848","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.0}},{"id":"q0849","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0850","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0851","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0852","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0853","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0854","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.10209739512291163}},{"id":"q0855","ndcg@10":{"upstream":0.24410763567406352,"candidate":0.10699313236726378}},{"id":"q0856","ndcg@10":{"upstream":0.6919586048659573,"candidate":0.4808659172767282}},{"id":"q0857","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0858","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.10209739512291163}},{"id":"q0859","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.0}},{"id":"q0860","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0861","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0862","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.16958010263680806}},{"id":"q0863","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.4412576003965278}},{"id":"q0864","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0865","ndcg@10":{"upstream":0.8539316501572937,"candidate":0.830419897363192}},{"id":"q0866","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.1208113026994942}},{"id":"q0867","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0868","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0869","ndcg@10":{"upstream":0.16812753627111746,"candidate":0.16812753627111746}},{"id":"q0870","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0871","ndcg@10":{"upstream":0.3120255505658846,"candidate":0.21398626473452756}},{"id":"q0872","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0873","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.16958010263680806}},{"id":"q0874","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0875","ndcg@10":{"upstream":0.4226415848467783,"candidate":0.49661976912920763}},{"id":"q0876","ndcg@10":{"upstream":0.8318724637288826,"candidate":0.75369761125927}},{"id":"q0877","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.16958010263680806}},{"id":"q0878","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0879","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0880","ndcg@10":{"upstream":0.58341868454383,"candidate":0.58341868454383}},{"id":"q0881","ndcg@10":{"upstream":0.30078518014914984,"candidate":0.30078518014914984}},{"id":"q0882","ndcg@10":{"upstream":0.14606834984270645,"candidate":0.1208113026994942}},{"id":"q0883","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0884","ndcg@10":{"upstream":0.3120255505658846,"candidate":0.21398626473452756}},{"id":"q0885","ndcg@10":{"upstream":0.3903800499921017,"candidate":0.19519002499605084}},{"id":"q0886","ndcg@10":{"upstream":0.4580939004085911,"candidate":0.4703652827859579}},{"id":"q0887","ndcg@10":{"upstream":0.19519002499605084,"candidate":0.19519002499605084}},{"id":"q0888","ndcg@10":{"upstream":0.36506978196970796,"candidate":0.42870185423738655}},{"id":"q0889","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0890","ndcg@10":{"upstream":0.5413996682199069,"candidate":0.5135312443624667}},{"id":"q0891","ndcg@10":{"upstream":0.44615333764087994,"candidate":0.3391602052736161}},{"id":"q0892","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0893","ndcg@10":{"upstream":0.7227265726449519,"candidate":0.8200261225503442}},{"id":"q0894","ndcg@10":{"upstream":0.7178308354005997,"candidate":0.48522855511632257}},{"id":"q0895","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0896","ndcg@10":{"upstream":0.38356636737133565,"candidate":0.3156484524795145}},{"id":"q0897","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.21398626473452756}},{"id":"q0898","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0899","ndcg@10":{"upstream":0.48522855511632257,"candidate":0.6067795937417813}},{"id":"q0900","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0901","ndcg@10":{"upstream":0.16958010263680806,"candidate":0.13120507751234178}},{"id":"q0902","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.13120507751234178}},{"id":"q0903","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0904","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.5531464700081437}},{"id":"q0905","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0906","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0907","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.09803928583135704}},{"id":"q0908","ndcg@10":{"upstream":0.44615333764087994,"candidate":0.44615333764087994}},{"id":"q0909","ndcg@10":{"upstream":0.35125161163747765,"candidate":0.3689770476651123}},{"id":"q0910","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0911","ndcg@10":{"upstream":0.6853652360705913,"candidate":0.7130329901830805}},{"id":"q0912","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0913","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.0}},{"id":"q0914","ndcg@10":{"upstream":0.32097939710179135,"candidate":0.23330247263525344}},{"id":"q0915","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0916","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.21398626473452756}},{"id":"q0917","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0918","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0919","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0920","ndcg@10":{"upstream":0.27727342735504823,"candidate":0.29039140533630226}},{"id":"q0921","ndcg@10":{"upstream":0.7629371898492955,"candidate":0.7486361493410437}},{"id":"q0922","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0923","ndcg@10":{"upstream":0.0,"candidate":0.1208113026994942}},{"id":"q0924","ndcg@10":{"upstream":0.6992148198508501,"candidate":0.5531464700081437}},{"id":"q0925","ndcg@10":{"upstream":0.42913706161531123,"candidate":0.5543110021543998}},{"id":"q0926","ndcg@10":{"upstream":0.3590095125790998,"candidate":0.30078518014914984}},{"id":"q0927","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0928","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0929","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.10699313236726378}},{"id":"q0930","ndcg@10":{"upstream":0.5296347172140421,"candidate":0.6548086577531307}},{"id":"q0931","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0932","ndcg@10":{"upstream":0.7227265726449519,"candidate":0.6295516106099184}},{"id":"q0933","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0934","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.1208113026994942}},{"id":"q0935","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0936","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0937","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0938","ndcg@10":{"upstream":0.09803928583135704,"candidate":0.10209739512291163}},{"id":"q0939","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.21398626473452756}},{"id":"q0940","ndcg@10":{"upstream":0.1208113026994942,"candidate":0.16958010263680806}},{"id":"q0941","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0942","ndcg@10":{"upstream":0.49055949973859936,"candidate":0.7198329954996533}},{"id":"q0943","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0944","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0945","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0946","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0947","ndcg@10":{"upstream":0.5531464700081437,"candidate":0.6511857558395008}},{"id":"q0948","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.44615333764087994}},{"id":"q0949","ndcg@10":{"upstream":0.6661998717660157,"candidate":0.5531464700081437}},{"id":"q0950","ndcg@10":{"upstream":0.4364597551790087,"candidate":0.3156484524795145}},{"id":"q0951","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0952","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0953","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0954","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0955","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0956","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.13120507751234178}},{"id":"q0957","ndcg@10":{"upstream":0.10699313236726378,"candidate":0.1208113026994942}},{"id":"q0958","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0959","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0960","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0961","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0962","ndcg@10":{"upstream":0.3120255505658846,"candidate":0.16958010263680806}},{"id":"q0963","ndcg@10":{"upstream":0.4371994911049732,"candidate":0.44615333764087994}},{"id":"q0964","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.16958010263680806}},{"id":"q0965","ndcg@10":{"upstream":0.6174310718287019,"candidate":0.786448942643397}},{"id":"q0966","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0967","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0968","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.44615333764087994}},{"id":"q0969","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0970","ndcg@10":{"upstream":0.36121914672349015,"candidate":0.36005461457723403}},{"id":"q0971","ndcg@10":{"upstream":0.32703966649239957,"candidate":0.34519134224686937}},{"id":"q0972","ndcg@10":{"upstream":0.0,"candidate":0.22290869782240583}},{"id":"q0973","ndcg@10":{"upstream":0.2765732350040718,"candidate":0.3362374957109626}},{"id":"q0974","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0975","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0976","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.21398626473452756}},{"id":"q0977","ndcg@10":{"upstream":0.24816574496561808,"candidate":0.16958010263680806}},{"id":"q0978","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.21398626473452756}},{"id":"q0979","ndcg@10":{"upstream":0.4371994911049732,"candidate":0.4599715079731103}},{"id":"q0980","ndcg@10":{"upstream":0.7294870343865364,"candidate":0.5878590496439919}},{"id":"q0981","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0982","ndcg@10":{"upstream":0.7618017901203944,"candidate":0.8200261225503442}},{"id":"q0983","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0984","ndcg@10":{"upstream":0.38356636737133565,"candidate":0.38356636737133565}},{"id":"q0985","ndcg@10":{"upstream":0.32097939710179135,"candidate":0.3391602052736161}},{"id":"q0986","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0987","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0988","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0989","ndcg@10":{"upstream":0.21398626473452756,"candidate":0.16958010263680806}},{"id":"q0990","ndcg@10":{"upstream":0.8207658584763088,"candidate":0.3973845377035661}},{"id":"q0991","ndcg@10":{"upstream":0.2442584792702138,"candidate":0.13120507751234178}},{"id":"q0992","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0993","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0994","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0995","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0996","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0997","ndcg@10":{"upstream":0.13120507751234178,"candidate":0.3120255505658846}},{"id":"q0998","ndcg@10":{"upstream":0.3391602052736161,"candidate":0.3391602052736161}},{"id":"q0999","ndcg@10":{"upstream":0.44615333764087994,"candidate":0.5087403079104241}},{"id":"q1000","ndcg@10":{"upstream":0.38356636737133565,"candidate":0.5531464700081437}}]},"arguana":{"model_order":["upstream","candidate"],"rows":[{"id":"q0001","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0002","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0003","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0004","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0005","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0006","ndcg@10":{"upstream":0.5,"candidate":0.3562071871080222}},{"id":"q0007","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0008","ndcg@10":{"upstream":0.5,"candidate":0.38685280723454163}},{"id":"q0009","ndcg@10":{"upstream":0.0,"candidate":0.31546487678572877}},{"id":"q0010","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0011","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0012","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0013","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0014","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0015","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0016","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.0}},{"id":"q0017","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0018","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0019","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0020","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0021","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0022","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0023","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0024","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0025","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0026","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0027","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0028","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0029","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0030","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0031","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3333333333333333}},{"id":"q0032","ndcg@10":{"upstream":0.5,"candidate":1.0}},{"id":"q0033","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0034","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0035","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0036","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0037","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3010299956639812}},{"id":"q0038","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0039","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0040","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0041","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0042","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0043","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0044","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0045","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0046","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0047","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0048","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0049","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0050","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0051","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0052","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0053","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0054","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0055","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0056","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0057","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0058","ndcg@10":{"upstream":0.5,"candidate":0.38685280723454163}},{"id":"q0059","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0060","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0061","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0062","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0063","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0064","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0065","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0066","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.2890648263178879}},{"id":"q0067","ndcg@10":{"upstream":0.0,"candidate":0.31546487678572877}},{"id":"q0068","ndcg@10":{"upstream":0.0,"candidate":0.3562071871080222}},{"id":"q0069","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.31546487678572877}},{"id":"q0070","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0071","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0072","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0073","ndcg@10":{"upstream":0.5,"candidate":0.38685280723454163}},{"id":"q0074","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.31546487678572877}},{"id":"q0075","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0076","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0077","ndcg@10":{"upstream":0.5,"candidate":0.38685280723454163}},{"id":"q0078","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0079","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.38685280723454163}},{"id":"q0080","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0081","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0082","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0083","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0084","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0085","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3562071871080222}},{"id":"q0086","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0087","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0088","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3010299956639812}},{"id":"q0089","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q0090","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3333333333333333}},{"id":"q0091","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0092","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0093","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.31546487678572877}},{"id":"q0094","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0095","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0096","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3010299956639812}},{"id":"q0097","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0098","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.0}},{"id":"q0099","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3562071871080222}},{"id":"q0100","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0101","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0102","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3562071871080222}},{"id":"q0103","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0104","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0105","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0106","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0107","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0108","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0109","ndcg@10":{"upstream":0.5,"candidate":1.0}},{"id":"q0110","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0111","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0112","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0113","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0114","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.5}},{"id":"q0115","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0116","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.43067655807339306}},{"id":"q0117","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0118","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0119","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q0120","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0121","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0122","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0123","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0124","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3333333333333333}},{"id":"q0125","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0126","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0127","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0128","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0129","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.5}},{"id":"q0130","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q0131","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0132","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0133","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0134","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0135","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.31546487678572877}},{"id":"q0136","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0137","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0138","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0139","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0140","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0141","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0142","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q0143","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0144","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0145","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0146","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0147","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0148","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0149","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0150","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.5}},{"id":"q0151","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q0152","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0153","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.3333333333333333}},{"id":"q0154","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0155","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.31546487678572877}},{"id":"q0156","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q0157","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0158","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0159","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0160","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0161","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0162","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0163","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0164","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0165","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0166","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0167","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3010299956639812}},{"id":"q0168","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0169","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0170","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0171","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0172","ndcg@10":{"upstream":0.5,"candidate":0.38685280723454163}},{"id":"q0173","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0174","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0175","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0176","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0177","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0178","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0179","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0180","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.38685280723454163}},{"id":"q0181","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0182","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3333333333333333}},{"id":"q0183","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0184","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0185","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0186","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0187","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0188","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0189","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.38685280723454163}},{"id":"q0190","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.5}},{"id":"q0191","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0192","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0193","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0194","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0195","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0196","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0197","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0198","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0199","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0200","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0201","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3562071871080222}},{"id":"q0202","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.0}},{"id":"q0203","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0204","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0205","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0206","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0207","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.31546487678572877}},{"id":"q0208","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0209","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0210","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0211","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3010299956639812}},{"id":"q0212","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0213","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0214","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0215","ndcg@10":{"upstream":1.0,"candidate":0.5}},{"id":"q0216","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q0217","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0218","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0219","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0220","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.38685280723454163}},{"id":"q0221","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0222","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0223","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0224","ndcg@10":{"upstream":0.0,"candidate":0.2890648263178879}},{"id":"q0225","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0226","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0227","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0228","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.3010299956639812}},{"id":"q0229","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0230","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.0}},{"id":"q0231","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0232","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0233","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3333333333333333}},{"id":"q0234","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q0235","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0236","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0237","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.38685280723454163}},{"id":"q0238","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0239","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0240","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0241","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0242","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3010299956639812}},{"id":"q0243","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0244","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0245","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0246","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0247","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0248","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0249","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0250","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0251","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0252","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0253","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.3333333333333333}},{"id":"q0254","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0255","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0256","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0257","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0258","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0259","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0260","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0261","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0262","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0263","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0264","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0265","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0266","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0267","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0268","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0269","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0270","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0271","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0272","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0273","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0274","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.31546487678572877}},{"id":"q0275","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0276","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0277","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3010299956639812}},{"id":"q0278","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.0}},{"id":"q0279","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0280","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0281","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0282","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0283","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0284","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0285","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0286","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0287","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.3562071871080222}},{"id":"q0288","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0289","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0290","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0291","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0292","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0293","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0294","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0295","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.31546487678572877}},{"id":"q0296","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0297","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0298","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3333333333333333}},{"id":"q0299","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0300","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0301","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q0302","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0303","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0304","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0305","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0306","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0307","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.0}},{"id":"q0308","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.6309297535714575}},{"id":"q0309","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0310","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0311","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0312","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0313","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0314","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3333333333333333}},{"id":"q0315","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0316","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q0317","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0318","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.0}},{"id":"q0319","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0320","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0321","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0322","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0323","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0324","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0325","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0326","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0327","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0328","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0329","ndcg@10":{"upstream":1.0,"candidate":0.3333333333333333}},{"id":"q0330","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0331","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0332","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q0333","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0334","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0335","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q0336","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0337","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0338","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0339","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0340","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.2890648263178879}},{"id":"q0341","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0342","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0343","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0344","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0345","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0346","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0347","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0348","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3333333333333333}},{"id":"q0349","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0350","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0351","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0352","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0353","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0354","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0355","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0356","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0357","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0358","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0359","ndcg@10":{"upstream":0.0,"candidate":0.3010299956639812}},{"id":"q0360","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.31546487678572877}},{"id":"q0361","ndcg@10":{"upstream":0.5,"candidate":0.38685280723454163}},{"id":"q0362","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0363","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0364","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3562071871080222}},{"id":"q0365","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0366","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0367","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3333333333333333}},{"id":"q0368","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0369","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0370","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.2890648263178879}},{"id":"q0371","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q0372","ndcg@10":{"upstream":0.0,"candidate":0.3562071871080222}},{"id":"q0373","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0374","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0375","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.38685280723454163}},{"id":"q0376","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3333333333333333}},{"id":"q0377","ndcg@10":{"upstream":0.0,"candidate":0.31546487678572877}},{"id":"q0378","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0379","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.2890648263178879}},{"id":"q0380","ndcg@10":{"upstream":0.0,"candidate":0.2890648263178879}},{"id":"q0381","ndcg@10":{"upstream":1.0,"candidate":0.5}},{"id":"q0382","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.38685280723454163}},{"id":"q0383","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.31546487678572877}},{"id":"q0384","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3333333333333333}},{"id":"q0385","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0386","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0387","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0388","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.0}},{"id":"q0389","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.0}},{"id":"q0390","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0391","ndcg@10":{"upstream":0.5,"candidate":1.0}},{"id":"q0392","ndcg@10":{"upstream":0.5,"candidate":0.2890648263178879}},{"id":"q0393","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0394","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0395","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0396","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0397","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.0}},{"id":"q0398","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0399","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0400","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0401","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q0402","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0403","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0404","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0405","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q0406","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q0407","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0408","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.31546487678572877}},{"id":"q0409","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.5}},{"id":"q0410","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.2890648263178879}},{"id":"q0411","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0412","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q0413","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0414","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0415","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.31546487678572877}},{"id":"q0416","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0417","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0418","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0419","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0420","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0421","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0422","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0423","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0424","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.5}},{"id":"q0425","ndcg@10":{"upstream":0.0,"candidate":0.3562071871080222}},{"id":"q0426","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0427","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.0}},{"id":"q0428","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.3562071871080222}},{"id":"q0429","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0430","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3562071871080222}},{"id":"q0431","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3333333333333333}},{"id":"q0432","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0433","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3010299956639812}},{"id":"q0434","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.43067655807339306}},{"id":"q0435","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0436","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0437","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0438","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0439","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0440","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q0441","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0442","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0443","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q0444","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0445","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0446","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0447","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0448","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.3010299956639812}},{"id":"q0449","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q0450","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0451","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0452","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0453","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0454","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0455","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3562071871080222}},{"id":"q0456","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0457","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0458","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0459","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0460","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0461","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.31546487678572877}},{"id":"q0462","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0463","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0464","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q0465","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.0}},{"id":"q0466","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.31546487678572877}},{"id":"q0467","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0468","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.2890648263178879}},{"id":"q0469","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0470","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0471","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0472","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0473","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0474","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0475","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0476","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0477","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.0}},{"id":"q0478","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0479","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0480","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0481","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0482","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0483","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0484","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0485","ndcg@10":{"upstream":0.5,"candidate":1.0}},{"id":"q0486","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0487","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0488","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.2890648263178879}},{"id":"q0489","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0490","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0491","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0492","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.5}},{"id":"q0493","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3333333333333333}},{"id":"q0494","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0495","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0496","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.43067655807339306}},{"id":"q0497","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.3562071871080222}},{"id":"q0498","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0499","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0500","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0501","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.3333333333333333}},{"id":"q0502","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3333333333333333}},{"id":"q0503","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0504","ndcg@10":{"upstream":0.5,"candidate":0.3562071871080222}},{"id":"q0505","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0506","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0507","ndcg@10":{"upstream":0.0,"candidate":0.2890648263178879}},{"id":"q0508","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.6309297535714575}},{"id":"q0509","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q0510","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0511","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0512","ndcg@10":{"upstream":1.0,"candidate":0.5}},{"id":"q0513","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0514","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0515","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0516","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0517","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0518","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0519","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0520","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q0521","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0522","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0523","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0524","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0525","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0526","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0527","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0528","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0529","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0530","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0531","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0532","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0533","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0534","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0535","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0536","ndcg@10":{"upstream":1.0,"candidate":0.43067655807339306}},{"id":"q0537","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0538","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.31546487678572877}},{"id":"q0539","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0540","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.0}},{"id":"q0541","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0542","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0543","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0544","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0545","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0546","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0547","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0548","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0549","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0550","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0551","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.3333333333333333}},{"id":"q0552","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0553","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0554","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0555","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0556","ndcg@10":{"upstream":1.0,"candidate":0.3562071871080222}},{"id":"q0557","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0558","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.3562071871080222}},{"id":"q0559","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.3333333333333333}},{"id":"q0560","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0561","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0562","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0563","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0564","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0565","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0566","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.0}},{"id":"q0567","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0568","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.2890648263178879}},{"id":"q0569","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0570","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0571","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0572","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0573","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.3333333333333333}},{"id":"q0574","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0575","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0576","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0577","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0578","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0579","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.31546487678572877}},{"id":"q0580","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.2890648263178879}},{"id":"q0581","ndcg@10":{"upstream":0.5,"candidate":0.3562071871080222}},{"id":"q0582","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0583","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.0}},{"id":"q0584","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0585","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0586","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0587","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q0588","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.5}},{"id":"q0589","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0590","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0591","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0592","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0593","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q0594","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0595","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0596","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.43067655807339306}},{"id":"q0597","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0598","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0599","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.2890648263178879}},{"id":"q0600","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0601","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0602","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0603","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0604","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0605","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0606","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0607","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q0608","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0609","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0610","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0611","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0612","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3010299956639812}},{"id":"q0613","ndcg@10":{"upstream":1.0,"candidate":0.38685280723454163}},{"id":"q0614","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0615","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0616","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0617","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0618","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0619","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0620","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0621","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0622","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0623","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3010299956639812}},{"id":"q0624","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3333333333333333}},{"id":"q0625","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0626","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0627","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.3333333333333333}},{"id":"q0628","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0629","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q0630","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0631","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0632","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0633","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0634","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0635","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0636","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0637","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3333333333333333}},{"id":"q0638","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.0}},{"id":"q0639","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0640","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0641","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0642","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3562071871080222}},{"id":"q0643","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0644","ndcg@10":{"upstream":0.0,"candidate":0.3010299956639812}},{"id":"q0645","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0646","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0647","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0648","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0649","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0650","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0651","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0652","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.38685280723454163}},{"id":"q0653","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0654","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0655","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0656","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0657","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.38685280723454163}},{"id":"q0658","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0659","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0660","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0661","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.31546487678572877}},{"id":"q0662","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0663","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0664","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0665","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0666","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0667","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.43067655807339306}},{"id":"q0668","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0669","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0670","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.2890648263178879}},{"id":"q0671","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0672","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0673","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0674","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0675","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0676","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0677","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3562071871080222}},{"id":"q0678","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0679","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.0}},{"id":"q0680","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.0}},{"id":"q0681","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0682","ndcg@10":{"upstream":0.5,"candidate":0.38685280723454163}},{"id":"q0683","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0684","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.3333333333333333}},{"id":"q0685","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.38685280723454163}},{"id":"q0686","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0687","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0688","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0689","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3333333333333333}},{"id":"q0690","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.0}},{"id":"q0691","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0692","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0693","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0694","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0695","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q0696","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.31546487678572877}},{"id":"q0697","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0698","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0699","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0700","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0701","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0702","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0703","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0704","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0705","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0706","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0707","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0708","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.3333333333333333}},{"id":"q0709","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0710","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.5}},{"id":"q0711","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0712","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.0}},{"id":"q0713","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.31546487678572877}},{"id":"q0714","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0715","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0716","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0717","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0718","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0719","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0720","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0721","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0722","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0723","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.3333333333333333}},{"id":"q0724","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.0}},{"id":"q0725","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0726","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0727","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0728","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.5}},{"id":"q0729","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0730","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.5}},{"id":"q0731","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0732","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0733","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0734","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0735","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3333333333333333}},{"id":"q0736","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0737","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0738","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.43067655807339306}},{"id":"q0739","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0740","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0741","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0742","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0743","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.0}},{"id":"q0744","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0745","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0746","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0747","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0748","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.38685280723454163}},{"id":"q0749","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.0}},{"id":"q0750","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0751","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0752","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0753","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0754","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0755","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0756","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0757","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0758","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3562071871080222}},{"id":"q0759","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0760","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0761","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0762","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0763","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0764","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0765","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q0766","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0767","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0768","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0769","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0770","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0771","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q0772","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.38685280723454163}},{"id":"q0773","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0774","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0775","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.5}},{"id":"q0776","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0777","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0778","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0779","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q0780","ndcg@10":{"upstream":0.43067655807339306,"candidate":1.0}},{"id":"q0781","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0782","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0783","ndcg@10":{"upstream":0.43067655807339306,"candidate":1.0}},{"id":"q0784","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0785","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.0}},{"id":"q0786","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0787","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0788","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0789","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0790","ndcg@10":{"upstream":0.38685280723454163,"candidate":1.0}},{"id":"q0791","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3333333333333333}},{"id":"q0792","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0793","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0794","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0795","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0796","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0797","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0798","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0799","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0800","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0801","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0802","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0803","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0804","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0805","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0806","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0807","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.0}},{"id":"q0808","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.31546487678572877}},{"id":"q0809","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0810","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0811","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q0812","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.3010299956639812}},{"id":"q0813","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0814","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0815","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0816","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0817","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0818","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0819","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0820","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0821","ndcg@10":{"upstream":0.5,"candidate":0.3562071871080222}},{"id":"q0822","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q0823","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0824","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0825","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3010299956639812}},{"id":"q0826","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0827","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0828","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3333333333333333}},{"id":"q0829","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.0}},{"id":"q0830","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0831","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0832","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0833","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q0834","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.38685280723454163}},{"id":"q0835","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0836","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0837","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0838","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0839","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0840","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0841","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0842","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0843","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.3562071871080222}},{"id":"q0844","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0845","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0846","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0847","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0848","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0849","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0850","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0851","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0852","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0853","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0854","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0855","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0856","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0857","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0858","ndcg@10":{"upstream":0.5,"candidate":0.3010299956639812}},{"id":"q0859","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0860","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0861","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0862","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0863","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0864","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0865","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0866","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0867","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0868","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q0869","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0870","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3333333333333333}},{"id":"q0871","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0872","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0873","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q0874","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0875","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0876","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0877","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0878","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0879","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0880","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0881","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0882","ndcg@10":{"upstream":0.5,"candidate":0.38685280723454163}},{"id":"q0883","ndcg@10":{"upstream":0.0,"candidate":0.3333333333333333}},{"id":"q0884","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0885","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0886","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0887","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0888","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0889","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0890","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0891","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0892","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3562071871080222}},{"id":"q0893","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0894","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.0}},{"id":"q0895","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q0896","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0897","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0898","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0899","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0900","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0901","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0902","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0903","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0904","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0905","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0906","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0907","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0908","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0909","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.2890648263178879}},{"id":"q0910","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0911","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0912","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0913","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0914","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0915","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0916","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0917","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0918","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0919","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q0920","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.38685280723454163}},{"id":"q0921","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0922","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0923","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0924","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0925","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0926","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0927","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.3562071871080222}},{"id":"q0928","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0929","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.2890648263178879}},{"id":"q0930","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0931","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0932","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0933","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0934","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.3333333333333333}},{"id":"q0935","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3562071871080222}},{"id":"q0936","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0937","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0938","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0939","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0940","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0941","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3010299956639812}},{"id":"q0942","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0943","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q0944","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.3562071871080222}},{"id":"q0945","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0946","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0947","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3333333333333333}},{"id":"q0948","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0949","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0950","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q0951","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0952","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0953","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.6309297535714575}},{"id":"q0954","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0955","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0956","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0957","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0958","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0959","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q0960","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0961","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0962","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0963","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0964","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3333333333333333}},{"id":"q0965","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0966","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0967","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0968","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0969","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0970","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q0971","ndcg@10":{"upstream":0.5,"candidate":1.0}},{"id":"q0972","ndcg@10":{"upstream":1.0,"candidate":0.38685280723454163}},{"id":"q0973","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0974","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0975","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0976","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q0977","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0978","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0979","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0980","ndcg@10":{"upstream":0.38685280723454163,"candidate":1.0}},{"id":"q0981","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0982","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0983","ndcg@10":{"upstream":0.0,"candidate":0.2890648263178879}},{"id":"q0984","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0985","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0986","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0987","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0988","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0989","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q0990","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q0991","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0992","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0993","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q0994","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0995","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q0996","ndcg@10":{"upstream":1.0,"candidate":0.5}},{"id":"q0997","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q0998","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q0999","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3010299956639812}},{"id":"q1000","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q1001","ndcg@10":{"upstream":1.0,"candidate":0.5}},{"id":"q1002","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q1003","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1004","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.5}},{"id":"q1005","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q1006","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1007","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1008","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1009","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1010","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1011","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.5}},{"id":"q1012","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.0}},{"id":"q1013","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1014","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1015","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1016","ndcg@10":{"upstream":0.0,"candidate":0.38685280723454163}},{"id":"q1017","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1018","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1019","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1020","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1021","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1022","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1023","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1024","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1025","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1026","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1027","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1028","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3333333333333333}},{"id":"q1029","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1030","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.38685280723454163}},{"id":"q1031","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q1032","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1033","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1034","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1035","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1036","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1037","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1038","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.6309297535714575}},{"id":"q1039","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1040","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1041","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q1042","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3562071871080222}},{"id":"q1043","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1044","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1045","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1046","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1047","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q1048","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1049","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1050","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1051","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q1052","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1053","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1054","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1055","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1056","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1057","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q1058","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.0}},{"id":"q1059","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1060","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1061","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1062","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q1063","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1064","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.43067655807339306}},{"id":"q1065","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q1066","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1067","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1068","ndcg@10":{"upstream":1.0,"candidate":0.5}},{"id":"q1069","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.38685280723454163}},{"id":"q1070","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3562071871080222}},{"id":"q1071","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1072","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1073","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1074","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1075","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q1076","ndcg@10":{"upstream":0.5,"candidate":0.3333333333333333}},{"id":"q1077","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1078","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1079","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1080","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1081","ndcg@10":{"upstream":0.5,"candidate":1.0}},{"id":"q1082","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1083","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q1084","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q1085","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q1086","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1087","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1088","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1089","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3333333333333333}},{"id":"q1090","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1091","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1092","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1093","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1094","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1095","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1096","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1097","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.31546487678572877}},{"id":"q1098","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1099","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q1100","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1101","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.6309297535714575}},{"id":"q1102","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1103","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1104","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1105","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1106","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q1107","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.0}},{"id":"q1108","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1109","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1110","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q1111","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1112","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1113","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1114","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1115","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1116","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3010299956639812}},{"id":"q1117","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1118","ndcg@10":{"upstream":0.5,"candidate":0.38685280723454163}},{"id":"q1119","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1120","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1121","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1122","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1123","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.38685280723454163}},{"id":"q1124","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1125","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1126","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q1127","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3562071871080222}},{"id":"q1128","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1129","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3562071871080222}},{"id":"q1130","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1131","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q1132","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1133","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q1134","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1135","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1136","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1137","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.38685280723454163}},{"id":"q1138","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1139","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1140","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1141","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q1142","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1143","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q1144","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1145","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1146","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q1147","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1148","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1149","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1150","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1151","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q1152","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1153","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.3333333333333333}},{"id":"q1154","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3562071871080222}},{"id":"q1155","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1156","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1157","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1158","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1159","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1160","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1161","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.3333333333333333}},{"id":"q1162","ndcg@10":{"upstream":0.0,"candidate":0.3010299956639812}},{"id":"q1163","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q1164","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1165","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.38685280723454163}},{"id":"q1166","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3562071871080222}},{"id":"q1167","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1168","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1169","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1170","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1171","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1172","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.3010299956639812}},{"id":"q1173","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1174","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1175","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1176","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q1177","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1178","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1179","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1180","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1181","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.5}},{"id":"q1182","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.2890648263178879}},{"id":"q1183","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.38685280723454163}},{"id":"q1184","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1185","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.31546487678572877}},{"id":"q1186","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1187","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1188","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.0}},{"id":"q1189","ndcg@10":{"upstream":0.5,"candidate":0.38685280723454163}},{"id":"q1190","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1191","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1192","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q1193","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1194","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q1195","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1196","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.38685280723454163}},{"id":"q1197","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1198","ndcg@10":{"upstream":0.5,"candidate":0.3333333333333333}},{"id":"q1199","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.38685280723454163}},{"id":"q1200","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1201","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1202","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1203","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1204","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1205","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1206","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1207","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1208","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q1209","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1210","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1211","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1212","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1213","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1214","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1215","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3010299956639812}},{"id":"q1216","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3333333333333333}},{"id":"q1217","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1218","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q1219","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1220","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q1221","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1222","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q1223","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1224","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q1225","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1226","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1227","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1228","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.31546487678572877}},{"id":"q1229","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.0}},{"id":"q1230","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1231","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1232","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3562071871080222}},{"id":"q1233","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q1234","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1235","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1236","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3010299956639812}},{"id":"q1237","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1238","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1239","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q1240","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1241","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1242","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1243","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1244","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1245","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q1246","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q1247","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1248","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1249","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1250","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1251","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1252","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1253","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.38685280723454163}},{"id":"q1254","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q1255","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1256","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1257","ndcg@10":{"upstream":1.0,"candidate":0.6309297535714575}},{"id":"q1258","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1259","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3333333333333333}},{"id":"q1260","ndcg@10":{"upstream":0.0,"candidate":0.2890648263178879}},{"id":"q1261","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q1262","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q1263","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1264","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1265","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1266","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1267","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1268","ndcg@10":{"upstream":0.5,"candidate":0.31546487678572877}},{"id":"q1269","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q1270","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1271","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1272","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1273","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1274","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1275","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1276","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1277","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1278","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1279","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q1280","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1281","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1282","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1283","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.3562071871080222}},{"id":"q1284","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1285","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.38685280723454163}},{"id":"q1286","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1287","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.3333333333333333}},{"id":"q1288","ndcg@10":{"upstream":0.5,"candidate":0.43067655807339306}},{"id":"q1289","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.38685280723454163}},{"id":"q1290","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1291","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1292","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.2890648263178879}},{"id":"q1293","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3333333333333333}},{"id":"q1294","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q1295","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.3333333333333333}},{"id":"q1296","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1297","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.6309297535714575}},{"id":"q1298","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1299","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1300","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.43067655807339306}},{"id":"q1301","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1302","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q1303","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1304","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1305","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1306","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1307","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1308","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1309","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1310","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1311","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1312","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1313","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.0}},{"id":"q1314","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.3562071871080222}},{"id":"q1315","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1316","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1317","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q1318","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1319","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1320","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1321","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1322","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1323","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1324","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1325","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1326","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q1327","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1328","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1329","ndcg@10":{"upstream":0.3562071871080222,"candidate":0.0}},{"id":"q1330","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1331","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1332","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1333","ndcg@10":{"upstream":0.5,"candidate":0.38685280723454163}},{"id":"q1334","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.31546487678572877}},{"id":"q1335","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1336","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1337","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1338","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.3333333333333333}},{"id":"q1339","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1340","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.5}},{"id":"q1341","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1342","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1343","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1344","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1345","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q1346","ndcg@10":{"upstream":1.0,"candidate":0.5}},{"id":"q1347","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.3333333333333333}},{"id":"q1348","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q1349","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q1350","ndcg@10":{"upstream":0.5,"candidate":0.6309297535714575}},{"id":"q1351","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1352","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1353","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1354","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1355","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1356","ndcg@10":{"upstream":0.31546487678572877,"candidate":0.0}},{"id":"q1357","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3562071871080222}},{"id":"q1358","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q1359","ndcg@10":{"upstream":0.3333333333333333,"candidate":0.0}},{"id":"q1360","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1361","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1362","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1363","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1364","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1365","ndcg@10":{"upstream":0.5,"candidate":0.5}},{"id":"q1366","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1367","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.0}},{"id":"q1368","ndcg@10":{"upstream":0.0,"candidate":0.2890648263178879}},{"id":"q1369","ndcg@10":{"upstream":0.0,"candidate":0.31546487678572877}},{"id":"q1370","ndcg@10":{"upstream":0.3010299956639812,"candidate":0.2890648263178879}},{"id":"q1371","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1372","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q1373","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.3333333333333333}},{"id":"q1374","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1375","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3333333333333333}},{"id":"q1376","ndcg@10":{"upstream":0.43067655807339306,"candidate":0.43067655807339306}},{"id":"q1377","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1378","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1379","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1380","ndcg@10":{"upstream":0.5,"candidate":0.38685280723454163}},{"id":"q1381","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1382","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1383","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1384","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1385","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q1386","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q1387","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.5}},{"id":"q1388","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1389","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1390","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1391","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.6309297535714575}},{"id":"q1392","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.38685280723454163}},{"id":"q1393","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1394","ndcg@10":{"upstream":0.38685280723454163,"candidate":0.3333333333333333}},{"id":"q1395","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1396","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1397","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1398","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1399","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1400","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q1401","ndcg@10":{"upstream":1.0,"candidate":1.0}},{"id":"q1402","ndcg@10":{"upstream":0.2890648263178879,"candidate":0.3010299956639812}},{"id":"q1403","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}},{"id":"q1404","ndcg@10":{"upstream":0.6309297535714575,"candidate":0.43067655807339306}},{"id":"q1405","ndcg@10":{"upstream":0.0,"candidate":0.0}},{"id":"q1406","ndcg@10":{"upstream":0.6309297535714575,"candidate":1.0}}]}}}