diff --git "a/data/leaderboard_graph_data.json" "b/data/leaderboard_graph_data.json" --- "a/data/leaderboard_graph_data.json" +++ "b/data/leaderboard_graph_data.json" @@ -1713,7 +1713,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 2, @@ -3428,6 +3473,51 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0 ], "cumulative_refusals": [ @@ -5143,7 +5233,52 @@ 1065, 1066, 1067, - 1068 + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113 ], "changepoint_dates": [ "2023-02-19", @@ -5164,12 +5299,12 @@ }, { "start_date": "2024-04-22", - "end_date": "2025-09-10", - "mean_faithfulness": 0.019880715705765408, - "refusal_rate_percent": 96.81908548707754 + "end_date": "2025-10-22", + "mean_faithfulness": 0.01824817518248175, + "refusal_rate_percent": 97.08029197080292 } ], - "total_observations": 1713 + "total_observations": 1758 }, "CohereForAI/c4ai-command-r-plus": { "dates": [ @@ -6885,7 +7020,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 0, @@ -8600,6 +8780,51 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0 ], "cumulative_refusals": [ @@ -10315,7 +10540,52 @@ 659, 660, 661, - 662 + 662, + 663, + 664, + 665, + 666, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 677, + 677, + 677, + 678, + 679, + 680, + 681, + 681, + 681, + 682, + 682, + 683, + 683, + 684, + 684, + 684, + 684, + 684, + 685, + 686, + 687, + 688, + 688, + 688, + 689, + 690, + 690, + 691, + 692 ], "changepoint_dates": [ "2022-05-21", @@ -10336,12 +10606,12 @@ }, { "start_date": "2023-01-29", - "end_date": "2025-09-10", - "mean_faithfulness": 0.09233997901364113, - "refusal_rate_percent": 61.28016789087093 + "end_date": "2025-10-22", + "mean_faithfulness": 0.08817635270541083, + "refusal_rate_percent": 61.523046092184366 } ], - "total_observations": 1713 + "total_observations": 1758 }, "Qwen/Qwen2.5-Omni-7B": { "dates": [ @@ -17214,7 +17484,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 0, @@ -18929,6 +19244,51 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0 ], "cumulative_refusals": [ @@ -20644,7 +21004,52 @@ 1043, 1044, 1045, - 1046 + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090 ], "changepoint_dates": [ "2023-02-19", @@ -20665,12 +21070,12 @@ }, { "start_date": "2024-02-26", - "end_date": "2025-09-10", - "mean_faithfulness": 0.021505376344086023, - "refusal_rate_percent": 95.6989247311828 + "end_date": "2025-10-22", + "mean_faithfulness": 0.01990049751243781, + "refusal_rate_percent": 95.85406301824212 } ], - "total_observations": 1713 + "total_observations": 1758 }, "amazon/nova-lite-v1": { "dates": [ @@ -22386,7 +22791,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 2, @@ -24101,6 +24551,51 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0 ], "cumulative_refusals": [ @@ -25816,7 +26311,52 @@ 1224, 1225, 1226, - 1227 + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1257, + 1258, + 1259, + 1260, + 1261, + 1262, + 1263, + 1264, + 1265, + 1266, + 1267, + 1268, + 1269 ], "changepoint_dates": [ "2023-02-19" @@ -25830,12 +26370,12 @@ }, { "start_date": "2023-02-19", - "end_date": "2025-09-10", - "mean_faithfulness": 0.032327586206896554, - "refusal_rate_percent": 86.09913793103449 + "end_date": "2025-10-22", + "mean_faithfulness": 0.030832476875642344, + "refusal_rate_percent": 86.43371017471738 } ], - "total_observations": 1713 + "total_observations": 1758 }, "amazon/nova-pro-v1": { "dates": [ @@ -27551,7 +28091,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 2, @@ -29266,6 +29851,51 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0 ], "cumulative_refusals": [ @@ -30981,7 +31611,52 @@ 721, 722, 723, - 724 + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767 ], "changepoint_dates": [ "2023-02-26", @@ -31002,14 +31677,14 @@ }, { "start_date": "2024-05-20", - "end_date": "2025-09-10", - "mean_faithfulness": 0.02536997885835095, - "refusal_rate_percent": 91.12050739957716 + "end_date": "2025-10-22", + "mean_faithfulness": 0.023166023166023165, + "refusal_rate_percent": 91.5057915057915 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.5": { "dates": [ "2021-01-01", "2021-01-01", @@ -32723,24 +33398,69 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ + 0, 2, 2, 0, - 0, 2, 2, - 0, + 2, 1, - 0, 2, - 0, + 2, 0, 2, 2, - 0, + 2, + 2, 0, 2, 2, @@ -32748,56 +33468,56 @@ 2, 2, 2, - 0, 2, 2, + 1, 0, 2, 2, - 0, 2, 2, 2, 2, - 0, + 2, 0, 2, 2, 2, - 0, + 2, + 1, + 2, 2, 2, - 0, 2, - 0, 2, - 0, 2, 0, 2, - 1, 2, 2, 2, - 0, 2, - 0, - 0, + 2, 2, 0, 2, 2, - 0, + 2, + 2, + 2, + 2, + 2, 0, 0, 2, 2, 2, - 0, 2, - 1, 2, 2, + 0, + 2, + 1, 1, 2, 2, @@ -32806,36 +33526,32 @@ 2, 0, 2, - 2, - 0, 0, - 1, 2, 2, 2, 2, 2, 2, - 0, - 0, - 0, 2, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 1, 2, 0, 2, 2, - 0, 2, - 0, 2, 2, 2, 2, - 0, 2, - 0, 2, 0, 2, @@ -32843,61 +33559,54 @@ 2, 0, 2, - 0, - 0, 2, - 0, 2, 0, 2, - 0, - 0, 2, 0, 2, - 0, - 0, 2, - 0, + 2, + 1, 2, 0, - 0, + 1, + 2, 0, 2, 2, 2, - 0, - 0, 2, 2, - 0, 2, 2, 2, 2, - 0, 2, 2, - 1, 2, 2, 0, - 0, - 0, - 0, - 0, 2, - 0, 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, 2, + 2, 0, 2, + 2, 0, 0, 2, - 0, 2, 2, 0, @@ -32906,31 +33615,42 @@ 2, 2, 2, - 0, - 0, 2, - 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 2, 0, + 2, 0, 2, 2, 2, 0, 2, - 0, + 2, + 2, + 2, + 2, + 2, 2, 1, 2, 0, 2, 2, - 0, + 2, 0, 2, 2, - 0, + 2, 2, 2, 2, @@ -32953,30 +33673,30 @@ 0, 0, 0, - 0, + 2, + 2, 2, 0, 0, 0, + 2, + 2, + 2, 0, 0, 2, 2, 2, - 0, 2, - 0, 2, - 0, 2, - 0, 2, 2, - 0, 2, 2, 2, - 0, + 2, + 2, 2, 0, 2, @@ -32988,9 +33708,10 @@ 2, 2, 2, - 1, 2, 2, + 1, + 2, 0, 2, 2, @@ -32998,104 +33719,103 @@ 0, 0, 0, - 0, 2, 2, - 0, 2, 2, - 0, + 2, 0, 2, 2, - 0, 2, - 0, - 0, 2, 2, 0, 2, 2, 2, + 0, + 2, + 2, 2, 2, 2, 2, 0, 0, - 2, 0, 2, 2, + 2, + 2, 0, 2, 0, 2, 2, - 0, 2, 2, 2, 2, - 0, - 0, + 2, + 2, + 2, 2, 2, 1, - 0, + 2, 0, 2, 2, 2, 2, - 0, 2, 2, 0, 2, 2, 0, - 0, + 2, + 1, 2, 2, 2, - 0, + 1, 0, 0, 0, 0, 2, - 0, + 2, 1, 2, 0, 2, 0, 0, - 1, 2, 2, - 0, + 2, + 2, 2, 1, + 1, 2, - 0, 2, 2, 2, 2, 2, 0, - 0, 2, 2, + 1, + 2, + 1, 2, 2, 2, 2, - 0, - 0, 0, 0, 2, @@ -33103,69 +33823,67 @@ 2, 2, 2, - 0, + 2, 0, 2, 2, - 0, + 1, + 2, 2, 2, 2, 2, 2, 2, - 1, - 0, 0, 2, 2, 2, 2, + 1, + 2, + 2, + 2, 2, 2, 2, - 1, 2, 2, 2, 2, - 1, 2, 2, 2, - 0, 2, 2, - 0, 2, 2, 2, - 0, 2, 2, 2, 2, 2, - 0, 2, - 0, - 0, 2, 0, 2, 0, + 2, 0, + 1, 2, 2, 2, 2, 2, 2, - 1, 2, 2, 2, - 1, + 0, + 2, + 0, 2, 1, 2, @@ -33176,17 +33894,19 @@ 2, 2, 2, - 1, 2, 2, - 1, 2, 2, - 0, - 0, + 2, + 2, + 2, + 2, 0, 2, 0, + 2, + 2, 0, 2, 2, @@ -33194,26 +33914,26 @@ 2, 2, 2, - 0, + 2, + 2, + 2, 2, 2, 0, 2, - 1, - 1, - 1, + 2, 0, 2, 0, 2, 2, - 0, + 1, 0, 0, 2, 2, 2, - 0, + 2, 2, 0, 2, @@ -33222,19 +33942,19 @@ 2, 2, 2, - 0, - 2, - 0, 2, 2, + 1, 2, - 0, 2, 2, - 0, 1, 2, + 2, 0, + 2, + 1, + 1, 1, 2, 0, @@ -33248,19 +33968,19 @@ 2, 2, 0, - 1, - 0, + 2, 0, 2, 2, - 0, - 1, - 1, 2, 0, - 0, 2, + 2, + 2, + 1, 0, + 2, + 2, 0, 2, 2, @@ -33269,43 +33989,43 @@ 2, 2, 2, - 0, - 1, 2, 2, 2, 2, 2, 2, - 0, - 0, + 2, + 2, + 2, + 2, 0, 2, 2, 2, 1, 2, - 0, - 0, + 1, 2, 2, - 0, 2, - 0, 2, 2, 2, 2, 1, - 0, 2, - 0, - 0, + 2, + 1, + 2, 2, 0, 2, 2, 2, + 2, + 2, + 2, 0, 0, 2, @@ -33316,31 +34036,31 @@ 2, 2, 2, - 0, + 1, 2, 2, 0, - 0, - 0, 2, 2, 2, 2, - 0, 2, 2, + 0, 2, + 1, 2, - 0, - 0, 2, + 1, 0, + 2, + 2, 0, 2, 2, 0, 0, - 1, + 2, 0, 2, 1, @@ -33351,78 +34071,78 @@ 2, 2, 2, - 2, - 0, 0, 2, 2, - 0, 2, - 0, 2, 2, - 0, + 2, + 2, + 2, + 2, + 1, 1, 0, 2, 2, 1, + 0, 2, 2, - 0, 2, 2, 2, 0, 2, 0, - 2, - 2, + 1, + 1, 0, 2, 2, 0, 0, 0, - 0, + 2, 2, 2, 0, 0, - 2, + 0, 2, 1, 2, 2, - 2, - 0, + 1, 0, 2, 0, 2, - 0, 2, - 0, 2, 2, 0, 2, - 1, - 2, 2, 0, - 0, + 1, + 1, 2, 2, + 1, + 1, + 2, 2, 2, + 1, 2, 0, 2, 0, 2, 2, - 1, + 2, 2, 2, 2, @@ -33437,36 +34157,36 @@ 1, 2, 2, - 0, 2, - 0, + 1, + 1, 2, 0, 2, 0, 0, 2, - 0, - 0, 2, - 0, 2, 2, 0, 2, 2, + 0, 2, 2, + 0, 2, 2, 2, 2, - 0, + 1, + 1, 1, 2, 2, 1, - 0, + 2, 2, 2, 2, @@ -33476,12 +34196,11 @@ 2, 2, 2, - 0, - 0, + 1, + 2, 0, 2, 2, - 0, 2, 2, 2, @@ -33489,6 +34208,7 @@ 2, 2, 1, + 1, 0, 2, 2, @@ -33496,62 +34216,62 @@ 0, 2, 0, + 1, + 2, + 2, + 2, + 2, + 2, + 2, 2, 2, - 0, 2, - 0, 2, - 0, 2, 2, 2, 2, - 1, 2, 2, - 0, 1, 2, - 0, - 0, 2, 0, - 0, - 0, 2, - 0, - 0, - 0, - 0, - 0, 2, - 1, 2, 0, 0, + 1, 0, 0, 0, + 1, 2, - 0, 2, 0, 0, 2, - 0, 2, 2, + 0, 2, 2, + 1, 2, 0, - 0, + 2, + 2, + 2, 2, 0, 0, + 2, + 2, + 2, 0, - 0, + 2, + 2, 2, 0, 2, @@ -33563,68 +34283,68 @@ 0, 2, 2, + 0, 2, 2, 2, 0, - 0, 2, 2, 0, - 0, - 0, + 1, + 2, 1, 2, 2, 1, 2, - 0, - 0, 2, 2, - 0, - 0, 2, - 0, + 2, 0, 2, 2, 2, - 0, 2, 2, 2, 2, 0, 2, - 0, - 0, 2, - 0, - 0, 2, 2, 2, - 0, 2, 2, + 1, + 2, 0, 0, 2, + 2, + 2, 0, 2, 2, 0, 2, + 2, 0, 2, + 2, 0, 2, 2, 2, 2, - 0, - 1, + 2, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, @@ -33633,20 +34353,20 @@ 0, 2, 2, - 0, - 0, - 2, + 1, 2, 2, 0, + 2, 0, + 2, 0, + 2, + 2, 0, 0, 0, - 0, - 2, - 0, + 1, 2, 2, 2, @@ -33657,20 +34377,20 @@ 2, 2, 0, - 0, - 0, 2, + 0, 2, 2, 2, 0, + 0, 2, 0, 2, 2, 2, 0, - 0, + 1, 0, 0, 2, @@ -33684,137 +34404,137 @@ 2, 0, 2, - 2, - 0, - 0, 0, + 2, 1, 2, + 1, 2, - 0, 2, 2, 2, 2, 2, - 0, 2, 2, 0, 2, 2, - 0, + 1, + 2, + 2, 0, 0, 2, - 0, + 2, + 2, 2, 1, 2, 0, 0, - 0, - 0, 2, - 1, - 0, 2, 2, + 0, 2, 0, 2, 2, + 0, + 0, + 2, 2, 0, 0, 0, 0, 2, + 1, + 2, + 2, + 2, 0, 2, + 2, 0, + 2, 0, 0, - 1, 2, 2, - 1, + 0, + 2, 2, 0, 0, 0, 0, - 1, 2, 1, 2, - 0, - 0, - 1, - 1, 2, - 0, - 0, 2, 2, 2, 2, 2, - 0, + 2, 0, 1, - 0, 2, 0, 2, 2, + 1, + 2, 2, 0, 0, 0, - 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, 0, 0, 2, 2, 2, 2, - 0, - 0, 2, 2, 0, 0, - 0, 2, - 0, - 0, - 0, 2, - 0, - 0, - 0, - 0, - 0, + 2, 2, 0, 2, 2, + 2, + 1, + 2, 0, + 2, + 2, 0, + 2, + 2, 0, - 0, + 2, + 2, 0, 2, 2, + 0, + 2, 2, 0, + 2, 0, 2, + 2, 0, 0, 2, @@ -33831,55 +34551,55 @@ 2, 2, 1, - 0, - 0, - 0, - 0, + 2, 0, 0, 2, - 0, 1, + 2, + 2, + 2, + 2, 0, 2, 0, 0, 2, 2, - 0, + 2, + 2, 2, 2, 0, + 2, + 2, + 2, 1, - 0, 2, 2, 0, - 0, 2, - 0, - 0, 2, 0, 2, 2, 2, + 2, 0, - 0, - 1, + 2, 2, 2, 0, - 0, - 0, - 0, + 2, 2, 0, + 2, + 2, 0, 2, 2, 2, - 0, + 2, 2, 0, 2, @@ -33888,135 +34608,135 @@ 2, 2, 0, - 0, - 0, - 0, - 0, + 2, 0, 2, + 1, 2, - 0, - 0, - 0, 2, - 0, - 0, - 0, 2, 0, - 1, 0, 0, 2, 0, - 0, - 0, - 0, - 0, - 0, 2, 0, + 2, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, 0, 2, + 2, + 2, 0, 2, + 2, 0, - 1, + 2, 1, 0, 2, - 0, - 0, 2, 2, - 1, - 0, 0, 2, - 0, - 0, - 0, - 0, + 2, 2, 0, 1, 2, - 0, 2, 2, - 0, + 1, 1, 2, - 0, - 0, - 0, - 0, + 2, 0, 0, 2, 2, - 0, - 0, - 0, - 0, - 0, - 0, 2, - 0, 2, 0, + 2, + 2, + 2, + 2, 0, + 2, 0, 1, + 2, 0, 2, + 2, 0, + 1, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, 0, 2, + 2, + 2, + 1, 0, 0, - 1, 2, 0, + 2, 0, + 2, + 2, 0, 2, 2, 0, + 2, + 1, + 2, 0, 2, 2, 2, 2, - 0, - 0, + 2, 0, 2, 0, + 2, + 2, 0, 2, 0, 2, + 2, 0, + 2, + 2, + 2, 0, 0, + 2, 0, 2, 2, + 1, 0, - 0, - 0, + 2, 2, 1, 2, @@ -34026,147 +34746,168 @@ 2, 2, 0, - 0, - 0, + 1, 2, - 0, - 0, 2, 2, - 1, 2, - 0, - 0, - 0, 2, 2, - 0, 2, 2, + 2, + 1, 0, 2, 2, 0, + 1, 2, 0, 2, + 2, 0, 2, 2, 2, 0, - 0, - 0, 2, - 0, + 2, + 2, 0, 2, 0, + 2, 0, 2, 2, 0, - 0, + 2, 2, 2, 0, 2, 2, + 2, + 2, 0, 2, 0, + 2, 0, + 1, 2, + 0, 2, 2, 0, - 1, + 2, 2, 2, 0, + 2, 0, 0, + 2, 0, 2, 2, - 0, 2, - 0, + 2, + 2, 0, 2, 2, 2, 2, 2, - 0, 2, - 0, - 0, 2, 2, 2, 1, 2, - 0, + 1, 2, 0, 0, + 2, 0, - 0, - 0, - 0, + 1, + 2, + 2, + 2, 2, 2, 2, 2, 2, 1, + 0, + 2, 2, 0, 0, 2, - 0, + 2, 2, 0, + 2, + 2, 0, 2, 2, 2, 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, 0, 0, 2, 2, 2, 2, - 0, 2, 2, 0, 2, - 0, 2, - 0, - 0, - 0, 2, - 0, 2, 2, 2, + 2, + 2, + 1, 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, 2, 2, 0, 0, 2, + 2, 0, 2, + 2, 0, + 2, 0, 2, + 2, + 2, 0, + 2, 0, 2, 2, @@ -34176,19 +34917,34 @@ 0, 0, 0, + 2, + 0, 0, 0, 0, 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, 0, 0, + 2, 0, 0, 0, 2, + 1, 0, 2, 0, + 2, 0, 0, 0, @@ -34199,17 +34955,21 @@ 0, 0, 0, + 1, 0, - 0, + 2, + 2, 0, 2, 0, 0, + 0, 2, 0, 0, 0, 0, + 1, 0, 0, 0, @@ -34222,22 +34982,29 @@ 0, 0, 0, + 1, 0, 0, 0, 0, + 2, 0, 0, 0, 0, 0, + 1, + 2, 0, + 2, 0, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, @@ -34246,15 +35013,20 @@ 0, 0, 0, + 2, 0, 0, 0, + 1, 0, + 2, 0, 0, 0, 0, 0, + 2, + 2, 0, 0, 0, @@ -34267,6 +35039,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -34317,6 +35090,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -34330,6 +35104,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -34374,6 +35149,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -34427,6 +35203,9 @@ 0, 0, 0, + 0 + ], + "cumulative_refusals": [ 0, 0, 0, @@ -34437,24 +35216,136 @@ 0, 0, 0, - 0, - 0 - ], - "cumulative_refusals": [ - 0, - 0, 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, 2, 2, 2, + 2, + 2, + 2, + 3, 3, 3, + 3, + 3, + 3, + 3, + 3, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, 4, 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 5, + 5, + 5, + 5, + 5, 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 6, + 6, + 6, + 6, 6, 6, 6, + 6, + 6, + 6, + 6, + 6, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, 7, 7, 7, @@ -34463,9 +35354,13 @@ 8, 8, 8, - 9, - 9, - 9, + 8, + 8, + 8, + 8, + 8, + 8, + 8, 9, 9, 9, @@ -34479,14 +35374,62 @@ 11, 11, 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, 12, 12, 12, 13, 13, + 13, 14, - 14, - 15, 15, 16, 16, @@ -34494,8 +35437,44 @@ 16, 16, 16, - 16, - 16, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, 17, 18, 18, @@ -34503,9 +35482,32 @@ 19, 19, 19, - 20, - 20, - 20, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, 20, 20, 21, @@ -34519,8 +35521,26 @@ 21, 21, 21, - 22, - 22, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, 22, 23, 24, @@ -34533,21 +35553,133 @@ 24, 24, 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, 26, 26, 27, 27, 27, - 28, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, 28, 28, 29, 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, 30, 30, - 30, - 30, - 30, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, 31, 31, 31, @@ -34557,26 +35689,108 @@ 32, 32, 33, - 33, - 33, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, 34, 34, 35, 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, 36, - 36, 37, + 37, + 37, + 37, + 37, + 37, + 38, + 38, 38, 38, + 38, + 38, + 39, + 39, 39, 39, 39, + 39, + 39, + 39, + 40, 40, 40, 40, 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 41, + 41, + 41, + 41, + 41, + 41, + 41, 41, 42, + 42, + 42, + 42, 43, 43, 43, @@ -34590,31 +35804,128 @@ 44, 44, 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, 45, 45, 45, - 45, - 45, - 45, 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 47, + 47, 47, 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 48, + 48, + 48, + 48, + 48, + 48, + 48, 48, 49, 49, - 50, + 49, + 49, 50, 51, 52, 52, + 52, + 52, + 52, + 52, + 53, + 53, + 53, 53, 53, + 53, + 53, + 54, + 54, 54, 55, 55, 55, 55, 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 56, + 56, + 56, 56, 56, 56, @@ -34622,37 +35933,87 @@ 56, 56, 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 58, + 58, + 58, 58, 58, + 58, + 58, + 58, + 59, + 59, + 59, + 59, + 59, 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, 60, 60, 61, + 61, + 61, + 61, 62, - 62, - 62, - 62, - 63, - 63, - 63, - 63, 63, 63, 64, - 64, - 64, + 65, + 65, + 65, + 65, 65, 66, 66, 66, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, + 66, + 66, 67, 67, 67, @@ -34661,19 +36022,135 @@ 68, 68, 68, + 68, + 68, + 68, + 69, 69, + 69, + 69, + 70, + 70, 70, 70, + 70, + 70, + 70, + 70, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, 71, 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 73, + 73, + 73, 73, + 73, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, 74, + 74, + 74, + 74, + 74, + 74, + 75, 75, 75, + 75, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, 76, 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 78, 78, + 78, + 78, + 78, + 78, + 78, + 79, + 79, + 79, 79, + 79, + 79, + 80, + 80, 80, 80, 80, @@ -34682,8 +36159,42 @@ 80, 81, 81, + 81, + 81, + 81, + 82, 82, 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, 83, 83, 83, @@ -34691,35 +36202,51 @@ 84, 84, 84, + 84, + 84, + 84, + 84, 85, 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, + 86, + 86, + 86, + 86, + 86, + 86, + 86, + 86, 86, 86, 86, 86, 87, + 87, + 87, + 87, + 87, + 87, 88, - 88, - 89, 89, - 89, - 90, - 90, 90, 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 92, + 92, + 92, + 92, + 92, + 92, + 92, 92, 92, 92, @@ -34728,21 +36255,33 @@ 93, 93, 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 95, + 95, 95, 95, + 95, + 95, + 96, + 96, 96, 96, 96, + 96, + 96, + 96, + 96, + 97, + 97, + 97, + 97, 97, 97, 98, @@ -34754,39 +36293,99 @@ 99, 99, 99, + 99, + 99, + 99, 100, 100, - 100, - 100, - 101, - 101, - 101, - 101, 101, 101, 102, 102, 102, + 102, + 102, + 102, + 102, + 103, + 103, 103, 103, 103, 104, - 104, - 104, - 104, - 104, 105, + 105, + 105, + 105, + 105, + 105, + 105, + 105, + 105, + 105, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, 106, + 106, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, 107, 108, + 108, + 108, + 108, + 108, + 108, 109, 109, 110, 110, 110, + 110, + 110, + 110, 111, 111, 112, + 112, + 112, + 112, + 112, + 112, + 112, + 112, + 112, 113, 113, 113, @@ -34795,36 +36394,70 @@ 114, 114, 114, - 115, - 115, + 114, + 114, 115, 115, 115, 115, 116, - 117, - 117, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, 117, 117, 117, 117, 117, 118, - 119, - 120, - 121, - 121, - 121, - 121, - 121, - 121, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 118, + 119, + 120, + 121, + 122, + 122, + 122, + 122, + 122, 122, 123, 123, 123, - 124, - 124, - 124, + 123, 124, 124, 124, @@ -34835,23 +36468,19 @@ 125, 125, 125, - 125, - 125, - 125, - 125, - 125, - 125, - 125, - 125, - 125, - 125, - 125, - 125, - 125, 126, 126, 126, - 127, + 126, + 126, + 126, + 126, + 126, + 126, + 126, + 126, + 126, + 126, 127, 127, 127, @@ -34860,37 +36489,47 @@ 128, 128, 128, - 128, 129, 129, 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 131, 131, 131, 132, 132, 132, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, - 133, + 132, + 132, + 132, + 132, + 132, + 132, + 132, 133, 133, 133, @@ -34898,9 +36537,27 @@ 133, 133, 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 135, 135, 136, 136, + 136, + 137, 137, 137, 137, @@ -34917,19 +36574,75 @@ 138, 138, 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 139, + 139, + 139, + 139, 139, 139, + 139, + 139, + 139, + 139, + 139, + 140, 140, 140, 140, 141, + 141, + 141, + 141, + 141, + 141, + 141, + 142, + 142, + 142, + 142, + 142, + 142, + 142, + 142, + 142, + 142, + 142, 142, 143, - 143, - 143, - 143, 144, 144, + 144, + 144, + 144, + 144, + 144, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 145, 145, 145, 145, @@ -34939,6 +36652,10 @@ 145, 145, 145, + 145, + 146, + 146, + 146, 146, 146, 146, @@ -34946,14 +36663,22 @@ 147, 147, 147, + 147, + 147, + 147, + 147, + 147, + 147, + 147, + 147, + 147, + 147, + 147, + 148, 148, 148, 148, 149, - 149, - 149, - 150, - 150, 150, 151, 152, @@ -34962,87 +36687,59 @@ 153, 153, 153, - 154, + 153, + 153, + 153, + 153, + 153, + 153, 154, 155, + 155, 156, - 156, - 156, - 157, - 157, - 157, 157, 158, - 159, + 158, + 158, + 158, + 158, + 158, + 158, + 158, 159, 160, + 160, + 160, 161, 161, - 161, - 161, - 161, - 161, - 161, - 161, - 162, - 162, - 162, - 162, 162, 162, 162, 162, 163, + 163, + 163, + 163, + 163, + 163, + 164, + 164, 164, 165, 165, - 165, - 165, - 165, - 165, - 165, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, 166, 167, 167, 168, 169, - 169, - 169, - 169, - 169, - 169, 170, 171, 171, - 171, - 171, - 172, - 172, 172, - 172, - 172, - 173, - 173, 173, 174, 174, 175, - 175, - 175, - 175, - 175, - 176, - 176, 176, 176, 176, @@ -35050,439 +36747,191 @@ 177, 177, 178, - 179, - 179, + 178, 179, 180, + 180, 181, - 181, - 181, - 181, - 181, - 182, - 182, - 182, - 182, - 182, 182, 182, 182, 183, + 183, 184, 184, 184, 185, - 185, - 185, - 185, - 185, 186, - 186, - 187, - 187, - 187, - 187, - 187, - 187, - 187, 187, 187, 187, 188, - 188, - 189, 189, 189, 190, - 190, - 190, - 190, 191, 192, 193, - 193, - 193, + 194, + 194, 194, 195, - 195, - 195, - 195, - 195, - 195, - 195, + 196, 196, 197, 197, 198, 198, + 198, + 198, + 199, 199, 199, 200, 200, - 200, - 201, - 201, - 201, - 201, 201, 201, 202, - 202, - 202, - 202, - 202, - 202, - 203, 203, 204, - 204, - 204, - 204, - 204, - 204, - 204, - 204, - 204, - 204, - 204, - 204, - 204, - 204, - 204, - 204, - 204, - 204, - 205, 205, 206, - 206, - 207, 207, 208, 209, 209, - 209, 210, 210, 211, - 211, - 211, - 212, - 212, - 212, 212, - 212, - 212, - 212, - 212, - 212, - 213, - 213, - 213, 213, - 213, - 214, - 214, - 214, 214, 215, - 215, - 215, - 215, - 215, - 215, 216, 217, 218, - 218, - 218, - 219, - 219, - 219, - 219, - 219, - 219, - 219, - 219, - 219, - 219, - 219, 219, 220, - 220, - 221, 221, - 221, - 222, 222, 223, - 223, - 224, - 224, - 224, - 224, - 224, 224, 224, - 224, - 225, 225, - 225, - 226, - 226, 226, 227, 228, - 228, - 228, 229, 230, 231, 232, 233, - 233, - 233, - 233, 234, 235, 236, + 236, 237, 238, - 238, - 239, - 239, 239, 240, - 240, - 241, - 241, - 241, - 241, - 241, 241, 242, 243, - 243, 244, 245, 246, 247, - 247, - 248, - 248, - 248, 248, 249, 250, - 250, - 251, - 251, - 251, - 251, - 251, 251, 252, 253, - 253, - 253, 254, 255, - 256, - 256, - 256, - 256, - 256, + 255, + 255, 256, 257, 258, - 258, - 258, 259, - 260, + 259, + 259, 260, 261, 262, - 262, - 262, - 262, - 263, - 263, - 263, - 263, 263, 264, 264, 265, - 266, + 265, 266, 267, 268, - 268, - 268, - 268, - 269, - 269, 269, 270, 271, - 271, - 272, - 272, - 272, - 272, 272, 273, - 273, - 274, - 274, - 274, 274, - 274, - 275, 275, 276, 277, 278, - 278, - 278, - 279, 279, 279, 280, 281, - 281, - 281, - 281, - 282, 282, 283, 284, - 284, - 285, - 285, 285, 286, - 286, - 286, - 286, - 286, - 286, - 286, - 286, - 286, - 286, - 287, 287, 288, - 288, - 288, - 288, - 288, 289, - 289, - 290, - 290, - 290, 290, 291, 292, 292, 293, - 293, - 293, - 293, - 293, - 294, - 294, 294, - 294, - 294, - 295, - 295, 295, 296, - 296, - 297, - 297, - 297, 297, 298, - 298, - 298, - 298, - 298, - 298, - 299, 299, - 299, - 300, - 300, - 300, 300, 301, 302, - 302, - 303, - 303, - 303, 303, 304, 305, 306, - 307, - 307, + 306, + 306, 307, 308, 308, 308, - 308, - 309, - 309, - 309, 309, 310, 311, 312, 313, - 313, - 314, 314, 315, 316, - 316, - 316, - 316, - 316, - 316, - 316, 317, 318, - 318, - 319, - 319, - 319, - 319, 319, 320, 321, - 321, - 321, - 321, 322, 323, - 323, - 323, - 323, - 323, - 323, 324, 325, - 325, 326, - 326, - 327, - 327, - 327, 327, 328, 329, @@ -35490,698 +36939,59 @@ 331, 332, 333, + 333, + 333, 334, 335, 335, 336, - 336, - 336, - 336, - 336, 337, 338, 338, - 338, 339, 340, - 341, + 340, 341, 341, 342, 343, - 343, 344, 345, 346, 347, - 347, - 347, - 348, - 348, 348, 349, - 349, 350, 351, - 351, - 351, - 351, - 351, - 352, - 353, - 353, - 354, - 355, - 355, - 356, - 356, - 357, - 358, - 358, - 358, - 358, - 358, - 359, - 360, - 360, - 360, - 360, - 361, - 362, - 363, - 364, - 365, - 366, - 366, - 367, - 367, - 368, - 368, - 369, - 370, - 370, - 370, - 371, - 371, - 371, - 372, - 372, - 373, - 373, - 373, - 374, - 375, - 375, - 376, - 377, - 377, - 378, - 378, - 378, - 378, - 379, - 380, - 380, - 380, - 380, - 381, - 382, - 383, - 384, - 384, - 385, - 385, - 385, - 385, - 385, - 386, - 386, - 387, - 387, - 387, - 387, - 387, - 387, - 388, - 389, - 390, - 391, - 392, - 393, - 393, - 393, - 394, - 395, - 396, - 396, - 397, - 398, - 399, - 399, - 400, - 400, - 401, - 402, - 402, - 403, - 404, - 405, - 406, - 407, - 408, - 408, - 409, - 410, - 411, - 412, - 413, - 414, - 415, - 416, - 417, - 418, - 418, - 419, - 419, - 420, - 420, - 420, - 421, - 421, - 422, - 422, - 422, - 422, - 422, - 423, - 424, - 424, - 425, - 426, - 427, - 428, - 428, - 429, - 429, - 429, - 430, - 430, - 430, - 430, - 430, - 430, - 430, - 431, - 432, - 433, - 434, - 435, - 435, - 435, - 436, - 437, - 438, - 439, - 440, - 441, - 441, - 442, - 442, - 443, - 444, - 445, - 445, - 446, - 446, - 447, - 448, - 449, - 449, - 449, - 449, - 450, - 451, - 451, - 451, - 452, - 453, - 454, - 454, - 454, - 455, - 456, - 456, - 456, - 456, - 456, - 457, - 458, - 459, - 459, - 459, - 460, - 460, - 461, - 461, - 462, - 463, - 464, - 465, - 465, - 465, - 466, - 467, - 468, - 468, - 468, - 468, - 468, - 468, - 468, - 468, - 468, - 469, - 470, - 471, - 471, - 472, - 473, - 473, - 473, - 473, - 473, - 474, - 475, - 476, - 476, - 476, - 477, - 477, - 477, - 478, - 478, - 478, - 479, - 479, - 480, - 480, - 481, - 481, - 481, - 481, - 482, - 483, - 484, - 484, - 485, - 485, - 485, - 486, - 487, - 487, - 487, - 488, - 489, - 489, - 489, - 490, - 490, - 490, - 491, - 491, - 492, - 493, - 493, - 493, - 493, - 494, - 494, - 494, - 494, - 495, - 496, - 497, - 498, - 498, - 498, - 499, - 499, - 500, - 501, - 501, - 501, - 501, - 501, - 501, - 502, - 502, - 503, - 504, - 504, - 504, - 504, - 504, - 504, - 505, - 505, - 506, - 507, - 508, - 509, - 510, - 511, - 511, - 511, - 511, - 511, - 511, - 511, - 511, - 512, - 513, - 513, - 514, - 514, - 515, - 516, - 516, - 516, - 516, - 516, - 517, - 518, - 518, - 518, - 518, - 518, - 519, - 519, - 519, - 520, - 520, - 521, - 521, - 522, - 523, - 523, - 523, - 524, - 524, - 524, - 524, - 525, - 526, - 526, - 526, - 527, - 528, - 528, - 529, - 529, - 530, - 531, - 531, - 532, - 533, - 533, - 533, - 533, - 533, - 533, - 534, - 535, - 536, - 537, - 538, - 539, - 539, - 540, - 541, - 542, - 543, - 544, - 544, - 545, - 545, - 545, - 546, - 547, - 548, - 549, - 549, - 550, - 551, - 552, - 553, - 554, - 555, - 556, - 557, - 557, - 558, - 559, - 559, - 560, - 561, - 562, - 563, - 564, - 564, - 565, - 566, - 567, - 568, - 569, - 570, - 571, - 572, - 573, - 574, - 575, - 576, - 577, - 578, - 579, - 580, - 581, - 582, - 583, - 584, - 585, - 586, - 586, - 587, - 588, - 589, - 590, - 590, - 591, - 592, - 593, - 594, - 595, - 596, - 597, - 598, - 599, - 600, - 601, - 602, - 603, - 604, - 605, - 606, - 607, - 608, - 609, - 610, - 611, - 612, - 613, - 614, - 615, - 616, - 617, - 618, - 619, - 620, - 621, - 622, - 623, - 624, - 625, - 626, - 627, - 628, - 628, - 629, - 630, - 631, - 632, - 633, - 634, - 635, - 636, - 637, - 638, - 639, - 640, - 641, - 642, - 643, - 644, - 645, - 646, - 647, - 648, - 649, - 650, - 651, - 652, - 653, - 654, - 655, - 656, - 657, - 658, - 659, - 660, - 661, - 662, - 663, - 664, - 665, - 666, - 667, - 668, - 669, - 670, - 671, - 672, - 673, - 674, - 675, - 676, - 677, - 678, - 679, - 680, - 681, - 682, - 683, - 684, - 685, - 686, - 687, - 688, - 689, - 690, - 691, - 692, - 693, - 694, - 695, - 696, - 697, - 698, - 699, - 700, - 701, - 702, - 703, - 704, - 705, - 706, - 707, - 708, - 709, - 710, - 711, - 712, - 713, - 714, - 715, - 716, - 717, - 718, - 719, - 719, - 720, - 721, - 722, - 723, - 724, - 725, - 726, - 727, - 728, - 729, - 730, - 730, - 731, - 732, - 733, - 734, - 735, - 736, - 737, - 738, - 739, - 740, - 741, - 742, - 743, - 744, - 745, - 746, - 747, - 748, - 749, - 750, - 751, - 752, - 753, - 754, - 755, - 756, - 757, - 758, - 759, - 760, - 761, - 762, - 763, - 764, - 765, - 766, - 767, - 768, - 769, - 770, - 771, - 772, - 773, - 774, - 775, - 776, - 777, - 778, - 779, - 780, - 781, - 782, - 783, - 784, - 785, - 786 + 352 ], "changepoint_dates": [ - "2023-02-19", - "2024-12-16" + "2022-08-20", + "2025-01-29" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-02-19", - "mean_faithfulness": 1.2509554140127388, - "refusal_rate_percent": 28.662420382165603 + "end_date": "2022-08-20", + "mean_faithfulness": 1.5916666666666666, + "refusal_rate_percent": 7.333333333333333 }, { - "start_date": "2023-02-19", - "end_date": "2024-12-16", - "mean_faithfulness": 0.9293233082706767, - "refusal_rate_percent": 46.766917293233085 + "start_date": "2022-08-20", + "end_date": "2025-01-29", + "mean_faithfulness": 1.3808988764044945, + "refusal_rate_percent": 12.47191011235955 }, { - "start_date": "2024-12-16", - "end_date": "2025-09-10", - "mean_faithfulness": 0.045627376425855515, - "refusal_rate_percent": 95.05703422053232 + "start_date": "2025-01-29", + "end_date": "2025-10-22", + "mean_faithfulness": 0.1791044776119403, + "refusal_rate_percent": 73.50746268656717 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "claude-3-5-sonnet-20240620": { + "anthropic/claude-sonnet-4": { "dates": [ "2021-01-01", "2021-01-01", @@ -37895,62 +38705,127 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 2, 2, + 0, + 0, 2, 2, - 2, + 0, + 1, + 0, 2, 0, 0, 2, 2, 0, + 0, 2, - 1, 2, + 0, 2, - 1, 2, 2, 0, 2, 2, + 0, 2, 2, + 0, 2, 2, 2, 2, + 0, + 0, 2, 2, 2, - 2, + 0, 2, 2, 0, + 2, 0, 2, + 0, 2, + 0, 2, + 1, 2, 2, 2, + 0, 2, + 0, + 0, 2, + 0, 2, 2, 0, + 0, + 0, 2, 2, 2, - 1, + 0, 2, + 1, 2, 2, + 1, 2, 2, 2, @@ -37964,13 +38839,22 @@ 1, 2, 2, - 1, 2, 2, 2, 2, + 0, + 0, + 0, 2, + 0, 1, + 2, + 0, + 2, + 2, + 0, + 2, 0, 2, 2, @@ -37978,24 +38862,39 @@ 2, 0, 2, + 0, 2, + 0, 2, 2, - 1, 2, + 0, 2, + 0, + 0, 2, + 0, 2, + 0, 2, + 0, + 0, 2, + 0, 2, 0, + 0, 2, + 0, 2, + 0, + 0, + 0, 2, 2, 2, 0, + 0, 2, 2, 0, @@ -38003,87 +38902,110 @@ 2, 2, 2, + 0, 2, 2, 1, 2, 2, - 2, + 0, + 0, + 0, 0, 0, 2, + 0, 2, 0, + 0, 2, + 0, 2, 0, + 0, 2, + 0, 2, 2, 0, 2, - 0, - 1, 2, 2, 2, 2, + 0, + 0, 2, + 0, + 0, 2, + 0, + 0, 2, 2, 2, + 0, 2, 0, 2, + 1, 2, + 0, 2, 2, 0, + 0, 2, 2, 0, 2, 2, - 1, 2, + 0, 2, 2, 2, - 1, 2, 2, - 0, 2, 2, - 0, - 2, 2, + 0, 2, 2, 0, - 1, - 2, 0, 2, - 2, + 0, + 0, + 0, + 0, 0, 2, + 0, + 0, + 0, + 0, + 0, 2, 2, 2, 0, 2, + 0, 2, + 0, 2, - 2, + 0, 2, 2, 0, 2, 2, 2, + 0, 2, + 0, 2, 2, 2, @@ -38095,98 +39017,104 @@ 2, 1, 2, + 2, 0, 2, 2, - 1, + 2, + 0, + 0, + 0, 0, 2, 2, + 0, 2, 2, + 0, + 0, 2, 2, 0, 2, + 0, + 0, 2, 2, + 0, 2, 2, 2, 2, 2, - 0, 2, 2, 0, 0, 2, 0, - 0, - 2, - 2, - 2, - 2, 2, 2, 0, 2, - 2, - 2, + 0, 2, 2, 0, 2, - 1, 2, 2, 2, - 1, + 0, 0, 2, 2, - 2, - 2, - 2, + 1, 0, - 2, 0, 2, 2, 2, 2, + 0, 2, 2, + 0, 2, 2, + 0, + 0, 2, - 1, 2, - 1, 2, - 1, 0, - 2, - 2, + 0, 0, 0, 0, 2, + 0, + 1, 2, + 0, 2, + 0, + 0, + 1, 2, 2, + 0, 2, + 1, 2, - 2, - 2, - 2, + 0, 2, 2, 2, 2, 2, 0, + 0, 2, 2, 2, @@ -38196,18 +39124,17 @@ 0, 0, 0, - 2, - 2, - 2, - 2, 0, 2, 2, 2, 2, 2, + 0, + 0, 2, 2, + 0, 2, 2, 2, @@ -38215,7 +39142,7 @@ 2, 2, 1, - 1, + 0, 0, 2, 2, @@ -38224,6 +39151,7 @@ 2, 2, 2, + 1, 2, 2, 2, @@ -38232,237 +39160,296 @@ 2, 2, 2, - 1, - 0, - 0, - 2, 0, 2, 2, - 1, - 2, - 2, - 2, - 2, 0, - 1, 2, 2, 2, + 0, 2, - 1, 2, 2, 2, 2, + 0, 2, + 0, + 0, 2, + 0, 2, 0, 0, 2, - 1, 2, 2, 2, 2, 2, + 1, 2, - 0, - 0, 2, 2, + 1, 2, + 1, 2, 2, - 0, 2, 2, 2, - 1, 2, 2, 2, + 1, 2, 2, + 1, 2, 2, + 0, + 0, + 0, 2, + 0, + 0, 2, 2, 2, 2, 2, 2, + 0, 2, 2, + 0, 2, + 1, + 1, + 1, + 0, 2, + 0, 2, 2, + 0, + 0, + 0, 2, 2, 2, + 0, 2, + 0, 2, 2, 2, - 1, 2, 2, 2, + 0, 2, 0, 2, 2, 2, + 0, 2, 2, 0, + 1, 2, 0, + 1, 2, + 0, + 1, + 0, + 0, + 0, 2, 2, + 0, 2, 2, + 0, + 1, + 0, + 0, 2, 2, - 2, + 0, 1, 1, 2, + 0, + 0, 2, 0, + 0, 2, 2, - 1, 2, 2, 2, 2, 2, + 0, + 1, 2, 2, 2, 2, 2, 2, + 0, + 0, + 0, 2, 2, 2, 1, 2, + 0, + 0, 2, 2, + 0, 2, - 1, - 2, - 2, + 0, 2, 2, 2, 2, + 1, + 0, 2, + 0, + 0, 2, + 0, 2, 2, 2, + 0, + 0, 2, 2, 2, + 0, 2, 2, 2, - 1, 2, 0, 2, 2, - 1, 0, - 1, - 2, - 2, - 2, - 2, 0, - 2, 0, 2, 2, 2, 2, + 0, 2, 2, 2, 2, + 0, + 0, 2, + 0, + 0, 2, 2, 0, + 0, + 1, + 0, 2, + 1, + 0, 2, 2, 2, 2, - 1, 2, 2, 2, - 1, - 1, 0, 0, 2, 2, + 0, 2, + 0, 2, 2, 0, + 1, + 0, 2, 2, - 2, + 1, 2, 2, 0, 2, 2, 2, - 1, 0, 2, - 2, - 1, + 0, 2, 2, + 0, 2, 2, + 0, + 0, + 0, + 0, 2, 2, + 0, + 0, 2, 2, 1, 2, 2, 2, + 0, + 0, 2, + 0, 2, + 0, 2, + 0, 2, 2, 0, 2, + 1, 2, 2, + 0, + 0, 2, 2, 2, 2, 2, + 0, 2, + 0, 2, 2, + 1, 2, 2, 2, @@ -38472,15 +39459,24 @@ 2, 2, 2, + 1, 2, + 1, 2, 2, + 0, 2, + 0, 2, + 0, 2, 0, + 0, 2, + 0, + 0, 2, + 0, 2, 2, 0, @@ -38488,36 +39484,31 @@ 2, 2, 2, - 1, 2, 2, 2, 2, 0, + 1, 2, 2, - 2, - 2, + 1, 0, 2, 2, 2, + 0, 2, + 0, 2, 2, 2, 0, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 1, 2, 2, + 0, 2, 2, 2, @@ -38525,153 +39516,164 @@ 2, 2, 1, - 2, 0, 2, - 1, - 2, - 2, - 2, 2, 2, - 1, + 0, 2, + 0, 2, 2, 0, 2, + 0, 2, + 0, 2, 2, 2, 2, + 1, 2, 2, 0, - 2, + 1, 2, 0, - 2, - 2, + 0, 2, 0, - 1, + 0, 0, 2, 0, 0, 0, - 2, - 2, - 1, - 2, + 0, + 0, 2, 1, - 1, - 2, - 2, - 2, 2, 0, + 0, + 0, + 0, + 0, 2, 0, 2, + 0, + 0, 2, + 0, 2, - 1, - 1, 2, - 1, - 1, 2, 2, 2, + 0, + 0, 2, + 0, + 0, + 0, + 0, 2, + 0, 2, 2, 2, 0, - 2, - 2, + 0, 1, + 0, 2, 2, 2, 2, 2, + 0, + 0, 2, 2, + 0, + 0, + 0, + 1, 2, 2, 1, 2, 0, - 2, - 2, - 2, - 2, 0, 2, 2, - 2, 0, - 2, - 2, - 2, 0, 2, 0, - 2, - 2, 0, 2, 2, 2, - 2, - 2, - 2, - 2, - 1, 0, - 1, - 2, - 2, - 2, - 2, 2, 2, 2, 2, + 0, 2, + 0, + 0, 2, + 0, + 0, 2, 2, 2, + 0, 2, 2, 0, + 0, 2, - 1, + 0, 2, 2, + 0, 2, + 0, 2, + 0, 2, 2, 2, 2, + 0, 1, + 0, + 0, + 0, 2, 2, + 0, 2, 2, - 2, + 0, + 0, 2, 2, 2, 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, 2, 2, @@ -38681,27 +39683,28 @@ 2, 2, 2, - 2, + 0, + 0, 0, 2, 2, - 1, - 1, 2, - 0, 2, 0, 2, + 0, 2, 2, 2, 0, 0, + 0, + 0, 2, 2, 2, 2, - 2, + 0, 2, 0, 2, @@ -38709,6 +39712,10 @@ 0, 2, 2, + 0, + 0, + 0, + 1, 2, 2, 0, @@ -38720,124 +39727,182 @@ 0, 2, 2, - 2, - 0, - 2, 0, 2, 2, 0, + 0, + 0, 2, + 0, 2, 1, + 2, + 0, + 0, + 0, 0, 2, + 1, 0, 2, 2, 2, + 0, 2, 2, 2, 0, - 2, + 0, + 0, 0, 2, 0, 2, + 0, + 0, + 0, 1, 2, 2, 1, 2, + 0, + 0, + 0, + 0, + 1, 2, + 1, 2, + 0, + 0, + 1, + 1, 2, + 0, + 0, 2, 2, 2, 2, 2, + 0, + 0, + 1, + 0, 2, + 0, 2, 2, 2, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 2, 2, 2, - 1, + 0, + 0, 2, 2, 0, - 2, 0, 0, 2, - 1, - 2, - 2, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, 2, 0, 2, 2, + 0, + 0, + 0, + 0, + 0, 2, 2, 2, 0, + 0, 2, + 0, + 0, 2, + 0, 2, - 2, + 0, + 0, 2, 2, 2, 2, 0, - 1, - 2, 0, 2, 2, - 2, + 1, + 0, 0, - 2, - 2, 0, - 1, - 2, - 2, - 2, - 2, - 2, 0, 0, - 1, - 1, 0, 2, + 0, 1, + 0, 2, + 0, + 0, 2, 2, + 0, 2, 2, + 0, + 1, + 0, 2, 2, + 0, + 0, 2, + 0, + 0, 2, + 0, 2, 2, 2, - 2, + 0, + 0, 1, 2, 2, 0, + 0, + 0, + 0, 2, 0, + 0, 2, 2, 2, @@ -38845,87 +39910,143 @@ 2, 0, 2, - 2, + 1, 2, 2, 2, 0, - 2, + 0, + 0, + 0, + 0, 0, 2, 2, 0, + 0, + 0, 2, + 0, + 0, + 0, 2, - 2, + 0, 1, 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 0, 2, + 0, + 1, + 1, + 0, 2, + 0, + 0, 2, 2, + 1, + 0, + 0, 2, 0, + 0, + 0, + 0, 2, + 0, + 1, 2, 0, 2, 2, + 0, + 1, 2, 0, 0, 0, 0, + 0, + 0, 2, 2, 0, - 2, + 0, + 0, + 0, 0, 0, 2, + 0, 2, + 0, + 0, + 0, 1, + 0, 2, 0, 0, - 2, - 2, 0, - 2, - 2, - 2, 0, - 2, 0, 2, - 2, + 0, + 0, + 1, 2, 0, 0, 0, 2, 2, + 0, + 0, 2, 2, 2, + 2, + 0, 0, 0, 2, + 0, + 0, 2, + 0, 2, + 0, + 0, + 0, + 0, 2, - 1, 2, 0, 0, + 0, 2, 1, 2, - 1, 2, 2, 2, @@ -38935,13 +40056,12 @@ 0, 0, 2, - 1, - 2, - 2, - 2, + 0, + 0, 2, 2, 1, + 2, 0, 0, 0, @@ -38950,134 +40070,147 @@ 0, 2, 2, + 0, 2, 2, + 0, 2, + 0, + 2, + 0, 2, 2, + 2, + 0, 0, 0, 2, + 0, + 0, 2, + 0, + 0, 2, 2, 0, + 0, 2, 2, + 0, 2, - 1, 2, - 1, + 0, 2, 0, 0, 2, 2, - 0, - 0, 2, 0, + 1, 2, 2, 0, 0, - 2, 0, - 2, 0, 2, 2, 0, + 2, 0, - 1, 0, 2, 2, - 0, - 2, 2, 2, 2, + 0, 2, 0, + 0, 2, 2, 2, + 1, 2, 0, - 0, 2, 0, - 2, - 2, 0, 0, 0, - 2, + 0, 0, 2, 2, - 0, 2, 2, 2, - 0, 1, + 2, 0, 0, 2, - 1, - 2, + 0, 2, 0, + 0, + 2, 2, 2, 2, + 0, + 0, 2, 2, 2, 2, 0, - 1, 2, 2, 0, - 0, 2, 0, - 1, + 2, 0, 0, 0, + 2, 0, 2, 2, 2, 0, + 0, + 2, 2, - 1, 0, 0, 2, 0, 2, 0, - 2, + 0, 2, 0, 0, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, 0, 0, 0, + 2, 0, 0, - 2, 0, 0, - 1, 0, 2, 0, @@ -39086,6 +40219,7 @@ 0, 0, 0, + 0, 2, 0, 0, @@ -39093,12 +40227,12 @@ 0, 0, 0, - 2, 0, 0, 2, 0, 0, + 2, 0, 0, 0, @@ -39376,336 +40510,27 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 0 ], "cumulative_refusals": [ 0, 0, - 0, - 0, - 0, - 0, - 1, - 1, 1, - 1, - 2, - 2, - 2, 2, 2, 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, 3, 3, - 3, - 3, - 3, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, 4, 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 5, - 5, 5, - 5, - 6, - 6, - 6, 6, 6, 6, - 6, - 6, - 6, - 6, - 6, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, 7, 7, 7, 7, - 7, - 7, - 7, - 8, - 8, 8, 8, 8, @@ -39713,76 +40538,39 @@ 9, 9, 9, + 9, + 9, + 9, 10, 10, 10, 10, 10, - 10, - 10, - 10, - 10, - 10, - 10, + 11, + 11, + 11, + 11, 11, 12, 12, 12, 13, 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, 14, 14, 15, 15, - 15, 16, 16, 16, 16, 16, - 17, - 17, + 16, + 16, + 16, 17, 18, 18, - 18, - 19, 19, 19, 19, @@ -39792,36 +40580,6 @@ 20, 20, 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, 21, 21, 21, @@ -39834,49 +40592,21 @@ 21, 21, 22, - 23, + 22, + 22, 23, 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, 25, - 25, - 25, - 25, - 25, - 25, - 25, - 26, - 26, - 26, 26, 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, 27, 27, 27, @@ -39890,523 +40620,96 @@ 30, 30, 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, 31, 31, 31, 31, - 31, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, 32, 32, 32, 32, 33, + 33, + 33, 34, 34, 35, 35, - 35, - 35, - 35, - 35, - 35, - 35, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, 36, 36, 37, 38, 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, 39, 39, 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 40, - 40, 40, 40, 40, 40, 41, - 41, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, 42, 43, 43, 43, 43, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, + 43, + 43, + 43, + 43, 44, 44, 44, 44, 44, 45, + 45, + 45, + 45, + 45, + 45, 46, - 46, - 46, - 46, - 46, - 46, - 47, - 47, - 47, 47, 47, - 47, - 48, - 48, - 48, 48, - 48, - 49, - 49, - 49, 49, 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, 50, 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 51, - 51, - 51, 51, - 51, - 52, - 52, - 52, 52, 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 53, - 53, - 53, - 53, - 53, - 53, 53, 53, - 53, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, 54, 55, 55, 55, 55, 55, - 55, - 55, - 55, - 55, + 56, + 56, + 56, 56, 56, 56, 57, 58, 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 59, 59, 60, 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, 61, - 61, - 61, - 61, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, 62, 62, 62, 62, - 62, - 62, - 62, - 63, - 63, - 63, - 63, - 63, 63, 63, 63, 63, 63, 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 64, - 64, - 64, - 64, 64, 64, 64, @@ -40414,13 +40717,14 @@ 66, 66, 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, 67, 67, 67, @@ -40429,103 +40733,17 @@ 68, 68, 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 69, 69, 70, 70, - 70, - 71, - 71, - 71, - 71, - 71, 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, 72, - 72, - 72, - 72, - 72, - 72, - 73, 73, 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 75, - 75, - 75, 75, 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 76, - 76, - 76, 76, 77, - 77, - 77, - 78, - 78, - 78, - 78, - 78, - 78, 78, 79, 80, @@ -40534,59 +40752,13 @@ 80, 80, 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, 81, 81, 82, 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 83, - 83, - 83, - 83, - 83, - 83, - 83, - 83, - 83, 83, 83, 83, - 83, - 83, - 83, - 84, - 84, - 84, 84, 84, 84, @@ -40600,64 +40772,31 @@ 85, 85, 85, + 85, + 85, + 85, + 85, + 85, + 85, 86, 86, 86, 86, - 86, - 86, - 87, - 87, 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 88, - 88, - 88, - 88, - 88, 88, 88, 89, + 89, + 89, 90, 90, 90, - 90, - 90, - 90, - 90, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, 91, 92, + 92, + 92, + 93, + 93, 93, 93, 93, @@ -40671,86 +40810,54 @@ 93, 93, 94, - 94, - 94, - 94, - 94, - 94, - 95, - 95, - 95, - 95, - 95, - 95, - 95, 95, 95, 96, 96, 96, 97, + 97, + 98, 98, 98, 99, 99, 99, - 100, - 100, - 100, - 100, - 100, + 99, + 99, + 99, 100, 100, 100, 100, 101, 101, + 101, + 101, + 101, + 101, 102, 102, 102, - 102, - 102, - 102, - 102, - 102, - 102, - 103, - 103, 103, 103, 103, 104, + 104, + 104, + 104, + 104, 105, - 105, - 106, - 106, 106, 107, 108, - 108, - 108, - 108, - 108, - 108, - 109, - 109, 109, 109, 110, 110, + 110, 111, 111, - 111, - 111, - 111, - 111, - 112, - 112, - 112, - 112, - 112, - 112, - 112, 112, 113, 113, @@ -40759,6 +40866,10 @@ 114, 114, 114, + 114, + 115, + 115, + 115, 115, 115, 115, @@ -40770,67 +40881,168 @@ 117, 117, 117, - 117, - 117, - 118, 118, 119, - 119, - 120, - 120, 120, 121, + 121, + 121, + 121, + 121, + 121, 122, 123, + 123, + 123, + 124, + 124, + 124, + 124, 124, 124, + 124, + 124, + 124, + 125, + 125, + 125, + 125, + 125, + 125, + 125, + 125, + 125, + 125, + 125, + 125, + 125, 125, 125, + 125, + 125, + 126, + 126, 126, 127, + 127, + 127, + 127, + 128, + 128, + 128, 128, 128, 128, 129, 129, 130, - 130, - 130, - 130, 131, + 131, + 132, + 132, 132, 133, - 134, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, 134, 135, 136, + 136, + 137, + 137, + 137, 137, + 137, + 137, + 137, + 137, + 137, + 137, + 137, + 138, 138, + 138, + 138, + 138, + 139, 139, 140, 140, 140, 141, - 141, - 142, 142, 143, + 143, + 143, + 143, + 144, 144, 145, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 146, + 146, 146, + 146, + 147, 147, + 147, + 148, 148, + 148, + 149, 149, 149, 150, + 150, + 150, 151, 152, + 152, + 152, + 153, + 153, 153, - 154, 154, 154, 155, 156, + 156, + 156, + 157, + 157, + 157, 157, 158, 159, @@ -40838,12 +41050,39 @@ 160, 161, 161, + 161, + 161, + 161, + 161, + 161, + 161, + 162, + 162, + 162, + 162, + 162, + 162, + 162, 162, 163, 164, 165, 165, 165, + 165, + 165, + 165, + 165, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, 166, 167, 167, @@ -40851,184 +41090,472 @@ 169, 169, 169, + 169, + 169, + 169, 170, 171, + 171, + 171, + 171, + 172, 172, + 172, + 172, + 172, + 173, 173, + 173, + 174, 174, 175, + 175, + 175, + 175, + 175, + 176, + 176, 176, + 176, + 176, + 176, + 177, 177, 178, 179, 179, + 179, 180, 181, + 181, + 181, + 181, + 181, + 182, + 182, + 182, + 182, + 182, + 182, + 182, 182, 183, 184, + 184, + 184, + 185, + 185, + 185, + 185, 185, 186, + 186, + 187, + 187, + 187, + 187, + 187, + 187, + 187, + 187, + 187, 187, 188, + 188, + 189, 189, + 189, + 190, + 190, + 190, 190, 191, 192, 193, 193, + 193, 194, - 194, + 195, + 195, + 195, + 195, + 195, + 195, 195, 196, 197, + 197, + 198, 198, 199, + 199, + 200, 200, + 200, + 201, 201, + 201, + 201, + 201, + 201, + 202, + 202, + 202, + 202, 202, + 202, + 203, 203, 204, + 204, + 204, + 204, + 204, + 204, + 204, + 204, + 204, + 204, + 204, + 204, + 204, + 204, + 204, + 204, + 204, + 204, + 205, 205, 206, + 206, + 207, 207, 208, 209, 209, + 209, + 210, 210, 211, + 211, + 211, + 212, + 212, + 212, + 212, + 212, + 212, 212, + 212, + 212, + 213, + 213, 213, + 213, + 213, + 214, + 214, 214, + 214, + 215, + 215, + 215, + 215, + 215, 215, 216, 217, 218, + 218, + 218, + 219, + 219, + 219, + 219, + 219, + 219, + 219, + 219, + 219, + 219, + 219, 219, 220, 220, 221, + 221, + 221, 222, 222, 223, + 223, + 224, + 224, 224, + 224, + 224, + 224, + 224, + 224, + 225, 225, + 225, + 226, + 226, 226, 227, 228, + 228, + 228, 229, 230, 231, 232, 233, + 233, + 233, + 233, 234, 235, 236, 237, 238, + 238, + 239, 239, + 239, + 240, 240, 241, + 241, + 241, + 241, + 241, + 241, 242, 243, 243, 244, 245, - 245, 246, 247, + 247, + 248, + 248, + 248, 248, 249, 250, 250, 251, + 251, + 251, + 251, + 251, + 251, 252, 253, + 253, + 253, 254, 255, 256, + 256, + 256, + 256, + 256, + 256, 257, 258, + 258, + 258, 259, 260, + 260, 261, 262, + 262, + 262, + 262, + 263, + 263, 263, 263, + 263, + 264, 264, 265, 266, + 266, 267, 268, + 268, + 268, + 268, + 269, + 269, 269, 270, 271, + 271, + 272, + 272, + 272, 272, 272, 273, 273, 274, + 274, + 274, + 274, + 274, + 275, 275, 276, 277, 278, + 278, + 278, + 279, + 279, 279, 280, 281, + 281, + 281, + 281, + 282, 282, 283, 284, + 284, + 285, + 285, 285, 286, 286, + 286, + 286, + 286, + 286, + 286, + 286, + 286, + 286, 287, + 287, + 288, + 288, + 288, 288, + 288, + 289, 289, 290, + 290, + 290, + 290, 291, 292, + 292, + 293, + 293, 293, 293, + 293, + 294, + 294, + 294, 294, 294, 295, + 295, + 295, 296, + 296, + 297, 297, + 297, + 297, + 298, + 298, 298, + 298, + 298, + 298, + 299, + 299, 299, 300, + 300, + 300, + 300, 301, - 301, 302, + 302, + 303, + 303, + 303, 303, 304, 305, - 305, - 305, 306, 307, + 307, + 307, + 308, 308, 308, + 308, + 309, + 309, + 309, 309, 310, 311, 312, 313, + 313, + 314, 314, 315, 316, + 316, + 316, + 316, + 316, + 316, + 316, 317, 318, 318, 319, + 319, + 319, + 319, + 319, 320, 321, + 321, + 321, + 321, 322, 323, + 323, + 323, + 323, + 323, + 323, 324, 325, + 325, + 326, 326, 327, + 327, + 327, + 327, 328, 329, 330, @@ -41037,192 +41564,337 @@ 333, 334, 335, + 335, + 336, + 336, + 336, + 336, 336, 337, 338, + 338, + 338, 339, 340, 341, + 341, + 341, 342, 343, + 343, 344, 345, 346, 347, + 347, + 347, + 348, 348, + 348, + 349, 349, 350, 351, + 351, + 351, + 351, + 351, 352, 353, + 353, 354, 355, + 355, + 356, 356, 357, 358, + 358, + 358, + 358, + 358, 359, 360, + 360, + 360, + 360, 361, 362, - 362, 363, 364, - 364, 365, 366, 366, 367, + 367, + 368, 368, 369, 370, + 370, + 370, + 371, + 371, 371, 372, + 372, + 373, + 373, 373, 374, 375, + 375, 376, 377, + 377, + 378, + 378, + 378, 378, 379, 380, + 380, + 380, + 380, 381, 382, 383, - 383, 384, + 384, + 385, + 385, + 385, 385, 385, 386, + 386, + 387, + 387, + 387, + 387, + 387, 387, 388, 389, 390, 391, - 391, 392, 393, + 393, + 393, 394, 395, 396, + 396, 397, 398, 399, + 399, + 400, 400, 401, 402, + 402, 403, 404, 405, 406, 407, 408, + 408, 409, 410, 411, 412, 413, - 413, 414, 415, 416, 417, - 417, 418, + 418, + 419, 419, 420, + 420, + 420, 421, + 421, + 422, + 422, + 422, + 422, 422, 423, 424, + 424, 425, 426, 427, 428, + 428, + 429, 429, + 429, + 430, + 430, + 430, + 430, + 430, + 430, 430, 431, 432, 433, - 433, - 433, 434, 435, + 435, + 435, 436, 437, 438, - 438, 439, 440, 441, 441, 442, + 442, 443, 444, - 444, 445, + 445, + 446, 446, 447, 448, 449, + 449, + 449, + 449, 450, 451, + 451, + 451, 452, 453, - 453, + 454, + 454, 454, 455, 456, + 456, + 456, + 456, + 456, 457, 458, 459, + 459, + 459, 460, + 460, + 461, 461, 462, 463, 464, 465, + 465, + 465, 466, 467, 468, - 469, + 468, + 468, + 468, + 468, + 468, + 468, + 468, + 468, 469, 470, 471, + 471, 472, 473, + 473, + 473, + 473, + 473, 474, 475, 476, + 476, + 476, 477, 477, + 477, + 478, 478, + 478, + 479, 479, 480, + 480, + 481, + 481, + 481, 481, 482, 483, 484, + 484, + 485, + 485, 485, 486, 487, + 487, + 487, 488, 489, + 489, + 489, + 490, 490, + 490, + 491, 491, 492, 493, + 493, + 493, + 493, + 494, + 494, 494, 494, 495, 496, 497, 498, + 498, + 498, + 499, 499, 500, 501, + 501, + 501, + 501, + 501, + 501, + 502, 502, 503, 504, + 504, + 504, + 504, + 504, + 504, + 505, 505, 506, 507, @@ -41230,49 +41902,85 @@ 509, 510, 511, + 511, + 511, + 511, + 511, + 511, + 511, + 511, 512, 513, + 513, + 514, 514, 515, 516, + 516, + 516, + 516, + 516, 517, 518, + 518, + 518, + 518, + 518, + 519, 519, + 519, + 520, 520, 521, + 521, 522, 523, + 523, + 523, + 524, + 524, + 524, 524, 525, 526, + 526, + 526, 527, 528, + 528, + 529, 529, 530, 531, + 531, 532, 533, + 533, + 533, + 533, + 533, + 533, 534, 535, 536, 537, 538, - 538, + 539, 539, 540, - 540, - 541, - 541, 541, 542, 543, 544, + 544, + 545, + 545, 545, - 546, 546, 547, 548, 549, + 549, 550, 551, 552, @@ -41281,19 +41989,16 @@ 555, 556, 557, - 558, + 557, 558, 559, - 560, - 560, - 560, + 559, 560, 561, 562, - 562, - 562, 563, 564, + 564, 565, 566, 567, @@ -41316,218 +42021,458 @@ 584, 585, 586, + 586, 587, 588, 589, 590, + 590, 591, 592, 593, 594, 595, - 596 - ], - "changepoint_dates": [ - "2023-08-27", - "2024-03-11" - ], - "segments": [ - { - "start_date": "2021-01-01", - "end_date": "2023-08-27", - "mean_faithfulness": 1.622680412371134, - "refusal_rate_percent": 8.556701030927835 - }, - { - "start_date": "2023-08-27", - "end_date": "2024-03-04", - "mean_faithfulness": 1.2102564102564102, - "refusal_rate_percent": 18.974358974358974 - }, - { - "start_date": "2024-03-11", - "end_date": "2025-09-10", - "mean_faithfulness": 0.0364963503649635, - "refusal_rate_percent": 86.86131386861314 - } - ], - "total_observations": 1713 - }, - "claude-3-haiku-2024030": { - "dates": [ - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-03-05", - "2021-03-05", - "2021-03-05", - "2021-03-05", - "2021-03-05", - "2021-03-05", - "2021-03-05", - "2021-03-12", - "2021-03-12", - "2021-03-12", - "2021-03-12", - "2021-03-12", - "2021-03-12", - "2021-03-12", - "2021-03-19", - "2021-03-19", - "2021-03-19", - "2021-03-19", - "2021-03-19", - "2021-03-19", - "2021-03-19", - "2021-03-26", - "2021-03-26", - "2021-03-26", - "2021-03-26", - "2021-03-26", - "2021-03-26", - "2021-03-26", - "2021-04-02", - "2021-04-02", - "2021-04-02", - "2021-04-02", - "2021-04-02", - "2021-04-02", - "2021-04-02", - "2021-04-09", - "2021-04-09", - "2021-04-09", - "2021-04-09", - "2021-04-09", - "2021-04-09", - "2021-04-09", - "2021-04-16", - "2021-04-16", - "2021-04-16", - "2021-04-16", - "2021-04-16", - "2021-04-16", - "2021-04-16", - "2021-04-23", - "2021-04-23", - "2021-04-23", - "2021-04-23", - "2021-04-23", - "2021-04-23", - "2021-04-23", - "2021-04-30", - "2021-04-30", - "2021-04-30", - "2021-04-30", - "2021-04-30", - "2021-04-30", - "2021-04-30", - "2021-05-07", - "2021-05-07", - "2021-05-07", - "2021-05-07", - "2021-05-07", - "2021-05-07", - "2021-05-07", - "2021-05-14", - "2021-05-14", - "2021-05-14", - "2021-05-14", - "2021-05-14", - "2021-05-14", - "2021-05-14", - "2021-05-21", - "2021-05-21", - "2021-05-21", - "2021-05-21", - "2021-05-21", - "2021-05-21", - "2021-05-21", - "2021-05-28", - "2021-05-28", - "2021-05-28", - "2021-05-28", - "2021-05-28", - "2021-05-28", - "2021-05-28", - "2021-06-04", - "2021-06-04", - "2021-06-04", - "2021-06-04", - "2021-06-04", - "2021-06-04", - "2021-06-04", - "2021-06-11", - "2021-06-11", - "2021-06-11", - "2021-06-11", - "2021-06-11", - "2021-06-11", - "2021-06-11", - "2021-06-18", - "2021-06-18", - "2021-06-18", - "2021-06-18", - "2021-06-18", + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831 + ], + "changepoint_dates": [ + "2023-02-19", + "2024-12-16" + ], + "segments": [ + { + "start_date": "2021-01-01", + "end_date": "2023-02-19", + "mean_faithfulness": 1.2509554140127388, + "refusal_rate_percent": 28.662420382165603 + }, + { + "start_date": "2023-02-19", + "end_date": "2024-12-16", + "mean_faithfulness": 0.9293233082706767, + "refusal_rate_percent": 46.766917293233085 + }, + { + "start_date": "2024-12-16", + "end_date": "2025-10-22", + "mean_faithfulness": 0.03896103896103896, + "refusal_rate_percent": 95.77922077922078 + } + ], + "total_observations": 1758 + }, + "claude-3-5-sonnet-20240620": { + "dates": [ + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", "2021-06-18", "2021-06-18", "2021-06-25", @@ -43071,214 +44016,235 @@ ], "faithfulness": [ 2, - 0, + 2, + 2, + 2, + 2, 2, 0, - 1, 0, + 2, + 2, 0, + 2, + 1, + 2, + 2, 1, - 0, 2, - 0, - 0, - 0, 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, 0, 2, - 0, 2, - 0, 2, - 0, 2, 2, 2, - 0, + 2, + 2, + 2, 2, 0, + 2, + 2, + 2, 1, 2, 2, 2, - 0, - 0, 2, - 0, 2, - 0, 2, 2, - 0, 2, 0, + 2, + 2, 0, 0, + 1, 2, - 0, 2, 1, - 1, 2, 2, - 0, - 0, - 0, - 0, - 0, - 0, 2, 2, - 0, - 0, + 2, + 1, 0, 2, 2, 2, + 2, 0, 2, - 1, + 2, + 2, 2, 1, - 0, - 0, + 2, + 2, + 2, 2, 2, 2, 2, 0, + 2, + 2, + 2, + 2, + 2, 0, + 2, + 2, 0, - 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, 1, - 0, 2, 2, 2, 0, 0, - 0, - 0, - 0, 2, - 0, + 2, 0, 2, + 2, 0, 2, 2, + 2, 0, + 2, 0, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, 2, 2, 2, + 2, 0, + 2, + 2, 0, 2, 2, 1, - 0, 2, 2, 2, - 0, + 2, 1, 2, - 0, 2, 0, 2, + 2, 0, 2, 2, - 0, 2, - 0, - 0, 2, 0, + 1, + 2, 0, - 0, - 0, - 0, - 0, + 2, + 2, 0, 2, 2, 2, 2, 0, - 0, - 0, - 0, - 0, - 0, - 1, 2, - 0, - 1, 2, - 1, - 0, + 2, + 2, + 2, 2, 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 2, 1, 2, 0, 2, 2, - 0, 1, 0, - 0, - 0, - 0, 2, 2, - 0, 2, 2, 2, 2, 0, 2, - 0, 2, - 0, - 0, - 0, 2, - 0, - 0, 2, 2, - 0, 2, 2, - 0, - 1, - 0, - 0, - 0, 2, 0, + 2, + 2, 0, 0, + 2, 0, 0, 2, 2, 2, - 0, + 2, + 2, 2, 0, 2, @@ -43287,157 +44253,126 @@ 2, 2, 0, - 0, 2, - 0, - 0, - 0, 1, - 0, - 0, - 0, - 0, - 0, 2, - 0, - 0, - 0, - 0, - 0, 2, 2, - 0, + 1, 0, 2, - 0, 2, - 0, - 0, - 0, + 2, + 2, + 2, 0, 2, 0, 2, 2, 2, - 0, - 1, - 0, - 0, 2, - 0, 2, - 0, - 1, + 2, 2, 2, 2, 1, 2, 1, - 0, + 2, + 1, 0, 2, 2, 0, 0, 0, - 0, 2, - 0, 2, 2, - 0, - 0, - 0, 2, 2, - 0, 2, - 0, - 0, - 0, - 1, - 0, - 0, 2, 2, - 0, 2, - 1, - 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, 2, + 2, + 2, + 2, 0, 2, 2, 2, 2, - 0, - 0, 2, 2, - 0, - 0, 2, - 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 1, 1, - 0, - 0, 0, 2, - 0, 2, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 1, - 0, - 0, 2, - 0, - 0, - 0, 2, 2, - 0, - 0, + 1, 0, 0, 2, 0, - 0, + 2, 2, 1, 2, - 0, 2, - 0, + 2, + 2, 0, 1, - 1, - 0, - 0, 2, - 1, - 0, - 0, - 0, - 0, 2, - 0, - 0, - 0, - 0, - 0, + 2, + 2, 1, - 0, 2, 2, - 0, + 2, + 2, + 2, 2, 2, 0, @@ -43445,80 +44380,91 @@ 2, 1, 2, - 0, + 2, + 2, + 2, + 2, 2, 0, 0, 2, - 0, + 2, + 2, + 2, + 2, 0, 2, 2, + 2, 1, 2, 2, 2, 2, - 0, - 0, - 0, - 0, - 0, - 0, 2, 2, - 0, 2, - 0, 2, 2, - 0, - 0, - 0, 2, 2, - 0, - 0, 2, - 0, - 0, - 0, 2, - 0, - 0, 2, 2, - 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, 2, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 1, 2, - 0, + 2, + 2, 2, 0, - 0, + 2, + 2, + 2, + 2, 2, 0, 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 1, 1, - 0, - 0, 2, 2, + 0, 2, 2, 1, 2, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 2, 2, 2, @@ -43526,13 +44472,11 @@ 2, 2, 2, + 2, 1, 2, - 0, 2, 2, - 0, - 0, 2, 2, 2, @@ -43540,233 +44484,307 @@ 2, 2, 2, - 0, - 0, - 0, - 1, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 1, - 0, 2, 0, 2, 2, 1, 0, - 0, + 1, + 2, 2, - 0, 2, - 0, 2, 0, + 2, 0, 2, 2, - 0, 2, 2, - 0, - 0, - 0, 2, 2, 2, - 0, + 2, + 2, 2, 2, 0, + 2, + 2, + 2, + 2, + 2, 1, - 0, - 0, + 2, + 2, + 2, 1, - 0, - 0, 1, 0, 0, - 0, - 0, 2, - 0, 2, 2, - 0, + 2, 2, 0, + 2, + 2, + 2, + 2, + 2, 0, - 0, - 0, - 0, + 2, + 2, + 2, 1, 0, 2, + 2, 1, - 0, 2, - 0, - 0, 2, 2, - 0, - 0, 2, 2, 2, - 0, + 2, + 2, 1, - 0, 2, 2, 2, - 0, 2, - 0, - 0, - 0, 2, - 0, 2, 2, 2, 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 2, 2, 2, 0, + 2, + 2, + 2, + 2, 0, - 0, - 0, - 0, + 2, + 2, + 2, 2, 1, - 0, - 0, - 0, - 0, - 0, 2, 2, 2, 2, 0, - 0, - 0, - 0, 2, - 0, 2, - 0, 2, 2, 0, 2, 2, 2, - 0, - 0, - 0, - 0, 2, 2, - 0, + 2, + 2, 0, 0, 2, 2, + 2, + 2, + 2, + 2, 0, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, 2, 2, 0, + 2, + 2, + 2, 0, + 1, 0, 2, 0, 0, 0, - 0, 2, 2, - 0, + 1, + 2, + 2, + 1, + 1, + 2, + 2, 2, 2, - 0, 0, 2, 0, + 2, + 2, + 2, + 1, 1, - 0, 2, - 0, + 1, 1, 2, - 0, - 0, - 0, 2, 2, 2, - 0, 2, 2, - 0, 2, 2, 0, - 0, - 0, + 2, + 2, 1, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, 2, 0, - 0, - 0, - 0, - 0, - 0, + 2, + 2, 2, 2, 0, + 2, + 2, + 2, 0, + 2, + 2, + 2, 0, + 2, 0, 2, 2, 0, 2, - 0, 2, 2, + 2, + 2, + 2, + 2, + 1, 0, 1, 2, 2, 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 2, 1, 2, - 0, + 2, + 2, + 2, + 2, + 2, + 2, 2, 1, 2, - 0, 2, - 0, 2, 2, - 0, + 2, + 2, 2, 2, 0, @@ -43775,279 +44793,394 @@ 2, 2, 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 2, + 2, + 1, 1, - 0, 2, 0, + 2, 0, + 2, + 2, + 2, + 2, 0, 0, + 2, + 2, + 2, + 2, + 2, + 2, 0, - 0, - 0, - 0, - 0, - 0, + 2, 2, 0, + 2, + 2, + 2, + 2, 0, 2, 2, + 2, + 2, + 2, 0, 2, + 2, + 2, 0, + 2, 0, + 2, + 2, 0, + 2, + 2, + 1, 0, 2, 0, 2, 2, + 2, + 2, + 2, + 2, 0, + 2, 0, - 0, + 2, 0, 2, 1, - 0, - 0, + 2, + 2, 1, 2, - 0, 2, - 0, - 0, 2, - 0, - 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, 2, + 2, + 2, + 2, 1, 2, - 0, - 0, 2, 0, - 0, - 0, - 0, - 0, 2, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, - 0, - 0, + 1, + 2, + 2, + 2, 2, 0, + 2, + 2, + 2, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 1, + 2, 0, + 2, + 2, + 2, 0, + 2, + 2, 0, + 1, + 2, + 2, + 2, + 2, + 2, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, + 1, + 1, 0, 2, 1, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 1, - 0, - 0, - 0, 2, 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, + 2, + 2, + 2, 0, + 2, 0, + 2, + 2, + 2, + 2, + 2, 0, + 2, 0, + 2, + 2, 0, + 2, + 2, + 2, + 1, 0, + 2, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, 0, + 2, + 2, 0, + 2, + 2, + 2, 0, 0, 0, 0, + 2, + 2, 0, + 2, 0, 0, + 2, + 2, + 1, + 2, 0, 0, + 2, + 2, 0, + 2, + 2, + 2, 0, + 2, 0, + 2, + 2, + 2, 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, + 2, + 2, 0, 0, 2, + 2, + 2, + 2, + 1, + 2, 0, 0, + 2, + 1, + 2, + 1, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 1, 0, 0, 0, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, 0, + 2, + 2, + 2, + 2, 0, + 2, + 2, + 2, + 1, + 2, + 1, + 2, 0, 0, + 2, + 2, 0, 0, + 2, 0, + 2, + 2, 0, 0, + 2, 0, + 2, 0, + 2, + 2, 0, 0, - 0, + 1, 0, 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, 0, + 2, + 2, + 2, + 2, 0, 0, + 2, 0, + 2, + 2, 0, 0, 0, + 2, 0, + 2, + 2, 0, + 2, + 2, + 2, 0, + 1, 0, 0, + 2, + 1, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 1, + 2, + 2, 0, 0, + 2, 0, + 1, 0, 0, 0, 0, + 2, + 2, + 2, 0, + 2, + 1, 0, 0, + 2, 0, + 2, 0, + 2, + 2, 0, 0, 0, @@ -44058,22 +45191,29 @@ 0, 0, 0, + 2, 0, 0, + 1, 0, + 2, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, 0, 0, 0, + 2, 0, 0, + 2, 0, 0, 0, @@ -44226,8 +45366,6 @@ 0, 0, 0, - 2, - 0, 0, 0, 0, @@ -44385,6 +45523,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -44417,6 +45556,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -44519,6 +45659,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -44535,7 +45676,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -44587,230 +45727,143 @@ 0, 0, 0, + 0 + ], + "cumulative_refusals": [ 0, 0, 0, 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "cumulative_refusals": [ - 0, 1, 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, 2, 2, 2, 3, 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, 4, 4, 5, + 5, + 5, + 5, + 6, 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 7, + 7, + 7, + 7, + 7, + 7, + 7, 7, 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 8, + 8, + 8, 8, + 8, + 8, + 9, + 9, 9, 10, 10, - 11, - 11, - 11, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, 11, 12, 12, 12, - 12, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, 13, 13, 14, @@ -44818,84 +45871,446 @@ 14, 14, 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 15, + 15, 15, 16, 16, 16, 16, + 16, 17, 17, 17, 18, 18, + 18, + 19, + 19, 19, + 19, + 19, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, 20, 21, 21, - 22, - 22, - 22, - 22, - 22, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, 22, 23, 23, 24, 25, + 25, + 25, + 25, + 25, + 25, + 25, + 26, + 26, + 26, + 26, 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, 27, 27, 27, 27, 28, + 28, + 28, 29, 29, - 29, - 29, 30, 30, 30, 30, 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, 31, 32, 32, 32, 32, 32, - 33, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, 33, 34, + 34, + 35, + 35, + 35, + 35, + 35, + 35, + 35, 35, 36, 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, 37, - 37, - 37, - 37, 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 39, + 39, + 39, + 39, + 39, + 39, 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 40, + 40, 40, + 40, + 40, + 40, + 41, 41, 42, 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 43, + 43, + 43, 43, 44, 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, 45, - 45, - 45, 46, + 46, + 46, + 46, + 46, + 46, + 47, + 47, 47, + 47, + 47, + 47, + 48, 48, 48, 48, 48, 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 50, + 50, + 50, + 50, 50, 50, 50, 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 51, 51, 51, 51, @@ -44903,8 +46318,62 @@ 52, 52, 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, 53, 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, 54, 54, 54, @@ -44912,83 +46381,412 @@ 54, 55, 55, - 56, - 56, - 56, + 55, + 55, + 55, + 55, + 55, + 55, + 55, 56, 56, 56, 57, 58, 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, 59, 59, - 59, - 59, - 59, 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 62, + 62, + 62, + 62, + 62, 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, 63, 64, + 64, + 64, + 64, + 64, + 64, + 64, 65, - 65, - 65, 66, 66, 66, 66, + 66, + 66, + 66, + 66, + 66, + 66, + 67, + 67, + 67, 67, 67, 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 69, 69, 70, + 70, + 70, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, 71, 72, 72, 72, 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, 73, 73, - 73, 74, 74, + 74, + 74, + 74, + 74, + 74, + 74, + 75, + 75, + 75, + 75, + 75, + 75, 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 76, 76, + 76, + 76, + 77, + 77, 77, 78, 78, 78, - 79, - 79, - 79, - 79, + 78, + 78, + 78, + 78, 79, 80, 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, 81, 81, - 81, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, 82, 83, 83, - 84, - 85, - 85, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, 85, 86, 86, 86, + 86, + 86, + 86, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, 87, 87, 88, + 88, + 88, + 88, + 88, + 88, + 88, 89, - 89, - 89, 90, + 90, + 90, + 90, + 90, + 90, + 90, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, 91, 92, 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, 94, 94, 94, @@ -45002,55 +46800,99 @@ 95, 95, 95, + 95, + 95, + 96, 96, 96, 97, 98, + 98, + 99, 99, 99, 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, 101, + 101, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, 102, 103, - 104, + 103, + 103, + 103, + 103, 104, 105, + 105, + 106, + 106, 106, - 107, 107, 108, 108, 108, + 108, + 108, + 108, + 109, 109, 109, 109, 110, 110, 111, + 111, + 111, + 111, + 111, + 111, + 112, + 112, + 112, + 112, + 112, + 112, + 112, 112, 113, + 113, + 113, + 113, + 114, 114, 114, 115, 115, 115, - 115, - 116, - 116, 116, 117, 117, - 118, - 118, - 118, - 118, - 118, - 118, - 118, - 118, + 117, + 117, + 117, + 117, + 117, + 117, + 117, 118, 118, 119, + 119, 120, 120, 120, @@ -45061,441 +46903,241 @@ 124, 125, 125, - 125, - 125, 126, 127, - 127, - 127, + 128, 128, 128, 129, + 129, + 130, 130, 130, 130, 131, 132, - 132, - 132, - 132, - 132, - 132, 133, 134, + 134, 135, 136, 137, 138, - 138, - 139, - 139, - 139, - 139, 139, 140, - 141, + 140, + 140, 141, 141, 142, 142, - 142, 143, 144, - 144, 145, 146, 147, - 147, - 148, - 148, - 148, - 148, 148, 149, 149, 150, 151, 152, - 152, - 152, 153, 154, + 154, + 154, 155, 156, - 156, 157, 158, - 158, - 158, - 158, 159, 159, 160, 161, 161, - 161, 162, 163, - 163, - 163, 164, 165, 165, - 166, + 165, 166, 167, - 168, + 167, 168, 169, + 169, + 169, 170, - 170, - 171, 171, - 171, - 172, - 172, 172, 173, 174, - 174, - 174, - 174, - 175, 175, 176, 177, - 177, 178, 179, 179, - 179, - 179, - 179, - 179, - 179, - 179, 180, 181, 182, - 182, 183, 184, - 184, - 184, - 185, 185, 186, - 186, - 186, - 186, 187, 188, - 188, - 188, 189, 190, - 190, 191, - 191, - 192, 192, 193, - 194, + 193, 194, 194, 195, - 195, 196, 197, 198, 199, 200, 201, - 201, - 202, - 202, 202, 203, - 203, 204, 205, - 205, - 206, - 206, - 206, - 206, 206, 207, 208, - 208, - 208, - 208, - 208, - 208, - 208, - 209, - 209, - 209, - 209, - 209, - 209, 209, 209, - 209, - 209, - 210, - 210, 210, 211, 212, - 212, - 212, - 212, - 212, - 212, - 212, - 212, - 212, - 213, - 213, 213, 214, - 214, - 215, 215, 216, - 216, - 216, - 216, 217, 218, - 218, - 218, - 218, - 219, 219, 220, - 221, - 221, + 220, 221, 222, 222, - 222, - 223, 223, 224, - 224, - 224, - 224, - 225, 225, - 225, - 226, 226, 227, 228, - 228, 229, 230, - 230, 231, 232, 233, 234, - 234, - 235, 235, - 235, - 236, 236, 237, 238, 239, 240, 241, - 241, - 242, - 242, 242, 243, 243, 244, 245, 245, - 245, 246, 247, - 247, - 247, - 247, - 248, 248, 249, - 249, - 249, - 249, 250, 250, 251, 252, 253, - 253, - 254, - 254, - 254, - 254, 254, 255, - 255, - 255, - 255, 256, 257, - 257, 258, 259, - 259, - 259, 260, 261, 262, 263, - 264, - 264, - 264, - 264, + 263, 264, 265, 266, - 266, - 266, - 266, 267, - 267, - 268, 268, - 268, - 269, - 269, - 269, - 269, 269, 270, 271, - 271, - 271, - 271, + 272, 272, 273, - 274, - 274, - 274, + 273, 274, 275, 276, 277, 278, - 278, - 278, 279, 280, - 280, - 280, 281, 282, 283, 284, - 284, - 284, - 285, - 285, - 285, 285, 286, 286, 287, - 287, - 288, 288, 289, - 289, - 289, 290, - 290, - 291, 291, - 291, - 291, - 292, - 292, 292, 293, 293, - 293, + 294, 294, 295, 296, - 296, - 296, - 297, - 297, 297, 298, 299, 300, 301, 301, - 301, 302, 303, 304, 305, - 306, - 306, + 305, + 305, 306, 307, 308, + 308, 309, 310, - 310, - 310, 311, - 311, - 312, 312, - 312, - 313, - 313, - 313, 313, - 313, - 314, - 314, - 314, 314, - 314, - 314, - 314, - 315, 315, 316, - 316, - 316, - 316, - 316, - 316, - 316, - 316, - 316, - 316, - 316, - 316, - 317, 317, 318, 318, 319, - 319, 320, 321, 322, @@ -45504,55 +47146,34 @@ 325, 326, 327, - 327, - 327, - 328, 328, - 328, - 329, 329, 330, 331, 332, 333, - 333, - 334, - 334, 334, 335, 336, 337, 338, - 338, - 338, 339, 340, - 340, - 340, - 341, 341, 342, 343, - 343, 344, 345, 346, 347, - 347, - 347, - 347, - 348, - 348, 348, 349, 350, 351, 352, 353, - 353, 354, 355, - 355, 356, 357, 358, @@ -45560,15 +47181,16 @@ 360, 361, 362, + 362, 363, 364, + 364, 365, 366, - 367, + 366, 367, 368, 369, - 369, 370, 371, 372, @@ -45583,10 +47205,9 @@ 381, 382, 383, + 383, 384, - 384, - 384, - 384, + 385, 385, 386, 387, @@ -45594,15 +47215,13 @@ 389, 390, 391, + 391, 392, 393, 394, - 394, 395, 396, 397, - 397, - 397, 398, 399, 400, @@ -45615,16 +47234,16 @@ 407, 408, 409, - 409, 410, 411, 412, 413, - 414, + 413, 414, 415, 416, 417, + 417, 418, 419, 420, @@ -45641,17 +47260,22 @@ 431, 432, 433, + 433, + 433, 434, 435, 436, 437, 438, + 438, 439, 440, 441, + 441, 442, 443, 444, + 444, 445, 446, 447, @@ -45678,6 +47302,7 @@ 467, 468, 469, + 469, 470, 471, 472, @@ -45686,6 +47311,7 @@ 475, 476, 477, + 477, 478, 479, 480, @@ -45694,7 +47320,6 @@ 483, 484, 485, - 485, 486, 487, 488, @@ -45704,12 +47329,12 @@ 492, 493, 494, + 494, 495, 496, 497, 498, 499, - 499, 500, 501, 502, @@ -45732,13 +47357,10 @@ 519, 520, 521, - 521, 522, 523, - 523, 524, 525, - 525, 526, 527, 528, @@ -45752,14 +47374,18 @@ 536, 537, 538, + 538, 539, 540, + 540, + 541, + 541, 541, 542, 543, 544, 545, - 545, + 546, 546, 547, 548, @@ -45773,10 +47399,16 @@ 556, 557, 558, + 558, 559, 560, + 560, + 560, + 560, 561, 562, + 562, + 562, 563, 564, 565, @@ -45810,715 +47442,35 @@ 593, 594, 595, - 596, - 597, - 598, - 599, - 600, - 601, - 602, - 603, - 604, - 605, - 606, - 607, - 608, - 609, - 610, - 611, - 612, - 613, - 614, - 615, - 616, - 617, - 618, - 619, - 620, - 621, - 622, - 623, - 624, - 625, - 626, - 627, - 628, - 629, - 630, - 631, - 632, - 633, - 634, - 635, - 636, - 637, - 638, - 639, - 640, - 641, - 642, - 643, - 644, - 645, - 646, - 647, - 648, - 649, - 650, - 651, - 652, - 653, - 654, - 655, - 656, - 657, - 658, - 659, - 660, - 661, - 662, - 663, - 664, - 665, - 666, - 667, - 668, - 669, - 670, - 671, - 672, - 673, - 674, - 675, - 676, - 677, - 678, - 679, - 680, - 681, - 682, - 683, - 684, - 685, - 686, - 687, - 688, - 689, - 690, - 691, - 692, - 693, - 694, - 695, - 696, - 697, - 698, - 699, - 700, - 701, - 702, - 703, - 704, - 705, - 706, - 707, - 708, - 709, - 710, - 711, - 712, - 713, - 714, - 715, - 716, - 717, - 718, - 719, - 720, - 721, - 722, - 723, - 724, - 725, - 726, - 726, - 727, - 728, - 729, - 730, - 731, - 732, - 733, - 734, - 735, - 736, - 737, - 738, - 739, - 740, - 741, - 742, - 743, - 744, - 745, - 745, - 746, - 747, - 748, - 749, - 750, - 751, - 752, - 753, - 754, - 755, - 756, - 757, - 758, - 759, - 760, - 761, - 762, - 763, - 764, - 765, - 766, - 767, - 768, - 769, - 770, - 771, - 772, - 773, - 774, - 775, - 776, - 777, - 778, - 779, - 780, - 781, - 782, - 783, - 784, - 785, - 786, - 787, - 788, - 789, - 790, - 791, - 792, - 793, - 794, - 795, - 796, - 797, - 798, - 799, - 800, - 801, - 801, - 802, - 803, - 804, - 805, - 806, - 807, - 808, - 809, - 810, - 811, - 812, - 813, - 814, - 815, - 816, - 817, - 818, - 819, - 820, - 821, - 822, - 823, - 824, - 825, - 826, - 827, - 828, - 829, - 830, - 831, - 832, - 833, - 834, - 834, - 835, - 836, - 837, - 838, - 839, - 840, - 841, - 842, - 843, - 844, - 845, - 846, - 847, - 848, - 849, - 850, - 851, - 852, - 853, - 854, - 855, - 856, - 857, - 858, - 859, - 860, - 861, - 862, - 863, - 864, - 865, - 866, - 867, - 868, - 869, - 870, - 871, - 872, - 873, - 874, - 875, - 876, - 877, - 878, - 879, - 880, - 881, - 882, - 883, - 884, - 885, - 886, - 887, - 888, - 889, - 890, - 891, - 892, - 893, - 894, - 895, - 896, - 897, - 898, - 899, - 900, - 901, - 902, - 903, - 904, - 905, - 906, - 907, - 908, - 909, - 910, - 911, - 912, - 913, - 914, - 915, - 916, - 917, - 918, - 919, - 920, - 921, - 922, - 923, - 924, - 925, - 926, - 927, - 928, - 929, - 930, - 931, - 932, - 933, - 933, - 934, - 935, - 936, - 937, - 938, - 939, - 940, - 941, - 942, - 943, - 944, - 945, - 946, - 947, - 948, - 949, - 950, - 951, - 952, - 953, - 954, - 955, - 956, - 957, - 958, - 959, - 960, - 961, - 962, - 963, - 964, - 965, - 966, - 967, - 968, - 969, - 970, - 971, - 972, - 973, - 974, - 975, - 976, - 977, - 978, - 979, - 980, - 981, - 982, - 983, - 984, - 985, - 986, - 987, - 988, - 989, - 990, - 991, - 992, - 993, - 994, - 995, - 996, - 997, - 998, - 999, - 1000, - 1001, - 1002, - 1003, - 1004, - 1005, - 1006, - 1007, - 1008, - 1009, - 1010, - 1011, - 1012, - 1013, - 1014, - 1015, - 1016, - 1017, - 1018, - 1019, - 1020, - 1021, - 1022, - 1023, - 1024, - 1025, - 1026, - 1027, - 1028, - 1029, - 1030, - 1030, - 1031, - 1032, - 1033, - 1034, - 1035, - 1036, - 1037, - 1038, - 1039, - 1040, - 1041, - 1042, - 1043, - 1044, - 1045, - 1046, - 1047, - 1048, - 1049, - 1050, - 1051, - 1052, - 1053, - 1054, - 1055, - 1056, - 1057, - 1058, - 1059, - 1060, - 1061, - 1062, - 1063, - 1064, - 1065, - 1066, - 1067, - 1068, - 1069, - 1070, - 1071, - 1072, - 1073, - 1074, - 1075, - 1076, - 1077, - 1078, - 1079, - 1080, - 1081, - 1082, - 1083, - 1084, - 1085, - 1086, - 1087, - 1088, - 1089, - 1090, - 1091, - 1092, - 1093, - 1094, - 1095, - 1096, - 1097, - 1098, - 1099, - 1100, - 1101, - 1102, - 1103, - 1104, - 1105, - 1106, - 1107, - 1108, - 1109, - 1110, - 1111, - 1112, - 1113, - 1114, - 1115, - 1116, - 1117, - 1118, - 1119, - 1120, - 1121, - 1122, - 1123, - 1124, - 1125, - 1126, - 1127, - 1128, - 1129, - 1130, - 1131, - 1132, - 1133, - 1134, - 1135, - 1136, - 1137, - 1138, - 1139, - 1140, - 1141, - 1142, - 1143, - 1144, - 1145, - 1146, - 1147, - 1148, - 1149, - 1150, - 1151, - 1152, - 1153, - 1154, - 1155, - 1156, - 1157, - 1158, - 1159, - 1160, - 1161, - 1162, - 1163, - 1164, - 1165, - 1166, - 1167, - 1168, - 1169, - 1170, - 1171, - 1172, - 1173, - 1174, - 1175, - 1176, - 1177, - 1178, - 1179, - 1180, - 1181, - 1182, - 1183, - 1184, - 1185, - 1186, - 1187, - 1188, - 1189, - 1190, - 1191, - 1192, - 1193, - 1194, - 1195, - 1196, - 1197, - 1198, - 1199, - 1200, - 1201, - 1202, - 1203, - 1204, - 1205, - 1206, - 1207, - 1208, - 1208, - 1209, - 1210, - 1211, - 1212, - 1213, - 1214, - 1215, - 1216, - 1217, - 1218, - 1219, - 1219, - 1220, - 1220, - 1221, - 1222, - 1223, - 1224, - 1225, - 1226, - 1227, - 1228, - 1229, - 1230, - 1231, - 1232, - 1233, - 1234, - 1235, - 1236, - 1237, - 1238, - 1239, - 1240, - 1241, - 1242, - 1243, - 1244, - 1245, - 1246, - 1247, - 1248, - 1249, - 1250, - 1251, - 1252, - 1253, - 1254, - 1255, - 1256, - 1257, - 1258, - 1259, - 1260, - 1261, - 1262, - 1263, - 1264, - 1265, - 1266, - 1267, - 1268, - 1269, - 1270, - 1271, - 1272, - 1273, - 1274 + 596 ], "changepoint_dates": [ - "2023-01-29" + "2023-08-27", + "2024-03-11" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-01-29", - "mean_faithfulness": 0.8605263157894737, - "refusal_rate_percent": 45.921052631578945 + "end_date": "2023-08-27", + "mean_faithfulness": 1.622680412371134, + "refusal_rate_percent": 8.556701030927835 }, { - "start_date": "2023-01-29", + "start_date": "2023-08-27", + "end_date": "2024-03-04", + "mean_faithfulness": 1.2102564102564102, + "refusal_rate_percent": 18.974358974358974 + }, + { + "start_date": "2024-03-11", "end_date": "2025-09-10", - "mean_faithfulness": 0.02938090241343127, - "refusal_rate_percent": 97.06190975865687 + "mean_faithfulness": 0.0364963503649635, + "refusal_rate_percent": 86.86131386861314 } ], "total_observations": 1713 }, - "claude-3-opus-20240229": { + "claude-3-haiku-2024030": { "dates": [ "2021-01-01", "2021-01-01", @@ -48232,68 +49184,113 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ - 0, - 2, - 2, - 2, - 2, - 2, 2, 0, 2, - 2, - 0, 0, 1, - 2, - 2, + 0, + 0, 1, - 2, - 2, 0, 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, 0, 2, - 2, - 2, + 0, + 0, + 0, 2, 0, 2, + 0, 2, 0, 2, 2, 2, + 0, 2, + 0, 1, 2, 2, 2, 0, - 2, 0, 2, + 0, 2, + 0, 2, 2, + 0, 2, 0, + 0, + 0, 2, + 0, 2, + 1, + 1, 2, 2, 0, + 0, + 0, + 0, + 0, + 0, 2, 2, 0, @@ -48306,166 +49303,145 @@ 2, 1, 2, - 2, 1, - 2, + 0, + 0, 2, 2, 2, 2, 0, - 2, 0, - 2, - 2, + 0, + 0, + 0, 1, - 2, - 2, - 2, + 0, 2, 2, 2, 0, 0, - 2, + 0, + 0, + 0, 2, 0, - 1, + 0, 2, 0, 2, 2, 0, + 0, + 0, 2, 2, 2, + 0, + 0, 2, 2, - 2, + 1, 0, 2, 2, 2, 0, - 2, 1, 2, 0, 2, - 2, 0, 2, + 0, 2, 2, 0, 2, 0, - 1, - 2, - 2, - 2, - 2, - 2, - 2, 0, 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, - 2, - 2, - 2, + 0, + 0, + 0, 0, 2, 2, - 1, 2, 2, 0, - 2, - 2, 0, 0, - 2, + 0, + 0, + 0, 1, 2, 0, 1, 2, + 1, 0, 2, 0, 0, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, 0, 2, - 2, - 2, - 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 1, 2, 0, 2, 2, + 0, 1, 0, + 0, + 0, + 0, 2, 2, + 0, 2, 2, 2, 2, 0, 2, - 1, - 2, - 2, + 0, 2, + 0, + 0, + 0, 2, + 0, + 0, 2, 2, 0, 2, 2, 0, + 1, + 0, + 0, 0, 2, 0, 0, - 1, + 0, + 0, 0, 2, 2, 2, 0, + 2, 0, 2, 2, @@ -48473,35 +49449,56 @@ 2, 2, 0, + 0, 2, + 0, + 0, + 0, 1, - 2, 0, - 2, 0, - 2, - 2, + 0, + 0, 0, 2, + 0, + 0, + 0, + 0, + 0, 2, 2, + 0, + 0, 2, + 0, 2, 0, + 0, + 0, + 0, 2, + 0, 2, 2, 2, + 0, + 1, + 0, + 0, 2, + 0, 2, + 0, + 1, 2, 2, 2, 1, 2, - 2, 1, - 2, + 0, + 0, 2, 2, 0, @@ -48509,130 +49506,114 @@ 0, 0, 2, - 2, 0, 2, 2, 0, 0, - 2, - 2, 0, 2, 2, - 2, - 2, - 2, 0, 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, 0, - 2, - 2, + 1, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 2, 2, 0, 2, 1, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, 2, 2, 2, + 0, + 0, 2, 2, + 0, + 0, 2, + 0, + 0, + 1, + 0, + 0, + 0, 2, + 0, 2, - 2, - 2, + 0, 1, + 0, + 0, 2, + 0, + 0, + 0, 2, 2, 0, 0, 0, 0, - 0, 2, + 0, + 0, 2, 1, 2, 0, 2, 0, - 2, + 0, 1, - 2, - 2, 1, + 0, + 0, 2, 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, 0, 2, - 2, - 2, + 0, + 0, + 0, + 0, + 0, 1, + 0, 2, 2, + 0, 2, 2, - 2, - 2, - 2, - 2, - 2, + 0, + 0, 2, 1, 2, + 0, 2, + 0, + 0, 2, - 2, - 2, + 0, + 0, 2, 2, 1, @@ -48640,44 +49621,66 @@ 2, 2, 2, - 2, - 2, + 0, + 0, + 0, + 0, + 0, 0, 2, 2, + 0, 2, + 0, 2, 2, + 0, + 0, + 0, 2, 2, + 0, + 0, 2, + 0, + 0, + 0, 2, + 0, + 0, 2, 2, 0, 2, - 2, 0, 0, - 2, - 1, + 0, + 0, + 0, + 0, 2, 0, 1, 2, - 2, - 2, 0, 2, + 0, + 0, 2, + 0, 2, - 2, + 0, + 1, + 1, + 0, + 0, 2, 2, 2, 2, 1, 2, + 0, 2, 2, 2, @@ -48687,22 +49690,10 @@ 2, 1, 2, - 2, - 1, 0, - 0, - 1, - 2, - 2, 2, 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, 2, 2, @@ -48712,181 +49703,132 @@ 2, 2, 0, - 2, 0, - 2, - 2, + 0, 1, 0, + 1, 0, 2, 0, 2, 2, - 2, + 1, 0, 0, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 1, - 2, - 1, - 1, 2, + 0, 2, - 1, - 1, 0, 0, 2, 2, - 2, + 0, 2, 2, 0, - 2, 0, 0, 2, 2, 2, - 1, + 0, 2, 2, + 0, 1, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, 1, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, + 0, 1, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, + 0, + 0, 0, 2, + 0, 2, 2, + 0, 2, - 2, - 2, + 0, + 0, + 0, + 0, + 0, 1, - 2, - 2, 0, 2, - 2, - 2, - 2, 1, + 0, 2, 0, 0, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, + 0, + 0, 2, 2, 2, 0, - 2, 1, + 0, 2, 2, 2, 0, 2, - 2, 0, - 2, - 2, - 2, 0, - 2, 0, 2, - 1, - 2, - 2, - 2, - 2, + 0, 2, 2, 2, + 0, + 0, 2, 2, 2, 0, + 0, + 0, + 0, + 0, 2, 1, + 0, + 0, + 0, + 0, + 0, 2, 2, 2, 2, 0, - 1, - 2, - 2, - 2, + 0, + 0, 0, 2, + 0, 2, + 0, 2, 2, - 2, + 0, 2, 2, 2, 0, - 2, - 2, + 0, + 0, 0, 2, 2, @@ -48898,213 +49840,153 @@ 0, 0, 0, + 0, + 0, 2, 2, - 1, - 2, - 2, - 1, 0, - 2, 0, 0, 2, 0, - 2, + 0, + 0, 0, 2, 2, 0, - 1, 2, 2, + 0, + 0, 2, + 0, 1, - 1, - 1, - 2, + 0, 2, + 0, 1, 2, - 2, - 2, + 0, + 0, 0, 2, 2, 2, + 0, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 2, + 0, 2, 2, 0, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, 1, 2, - 2, + 0, + 0, + 0, + 0, + 0, + 0, 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, 2, 2, + 0, + 0, + 0, + 0, 2, 2, + 0, 2, + 0, 2, 2, - 2, + 0, 1, 2, 2, - 1, - 2, 2, + 0, 1, 2, 0, 2, - 2, - 2, - 2, - 2, - 2, + 1, 2, 0, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, 0, 2, 2, 0, 2, 2, - 2, - 2, - 2, 0, 2, 2, 2, 2, 2, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 2, 0, 1, - 2, - 2, 0, 2, - 2, - 2, 0, 0, - 1, 0, 0, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, 0, 2, 0, 0, - 0, + 2, 2, 0, 2, 0, 0, - 2, 0, 0, 2, + 0, 2, 2, - 2, - 0, 0, 0, 0, 0, - 1, - 2, - 2, - 2, 2, 1, 0, + 0, 1, - 1, - 2, 2, 0, 2, - 2, 0, 0, 2, 0, - 2, 0, 0, 0, 2, - 2, - 0, + 1, 2, 0, 0, @@ -49112,81 +49994,61 @@ 0, 0, 0, - 2, - 2, + 0, 0, 2, 0, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, 0, 0, 0, - 2, - 2, 0, 0, - 1, 0, 0, - 0, - 2, 2, 0, - 2, - 2, 0, - 1, 2, 0, 0, 0, 0, 0, - 1, 0, - 2, 0, 0, 0, 0, 0, - 2, 0, - 2, + 0, 0, 0, 2, - 2, + 1, 2, 0, 0, 0, - 1, 0, 0, 0, - 2, - 0, 0, - 2, - 1, 0, 0, 0, + 1, 0, - 2, 0, 0, 2, - 0, 2, 0, 0, @@ -49198,10 +50060,6 @@ 0, 0, 0, - 2, - 2, - 0, - 2, 0, 0, 2, @@ -49209,7 +50067,146 @@ 0, 0, 0, - 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -49700,6 +50697,20 @@ 0, 0, 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -49947,9 +50958,6 @@ 0, 0, 0, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, @@ -49959,74 +50967,46 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "cumulative_refusals": [ 0, 1, + 1, 2, 2, 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, 3, 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, 4, 4, - 4, - 4, - 4, - 4, - 5, - 5, - 5, - 5, 5, - 5, - 6, - 6, - 6, 6, - 6, - 7, 7, 7, - 7, - 8, 8, - 8, - 8, - 8, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, 9, 10, 10, @@ -50034,25 +51014,18 @@ 11, 11, 11, - 11, - 11, - 11, - 11, - 11, - 11, 12, - 13, + 12, + 12, + 12, 13, 13, 14, 14, 14, + 14, + 14, 15, - 15, - 15, - 16, - 16, - 16, 16, 16, 16, @@ -50060,75 +51033,28 @@ 17, 17, 17, - 17, - 18, 18, 18, - 18, - 19, 19, - 19, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, 20, - 20, - 20, - 20, - 20, - 21, - 21, - 21, - 21, 21, 21, - 21, - 21, - 22, - 22, 22, 22, 22, 22, 22, 22, - 22, - 22, - 22, - 23, 23, 23, 24, - 24, - 24, - 24, - 24, - 25, - 25, 25, 26, - 26, + 27, + 27, + 27, 27, 28, - 28, - 28, - 28, - 28, - 29, - 29, - 29, - 29, - 29, 29, 29, 29, @@ -50137,425 +51063,106 @@ 30, 30, 30, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, + 30, 31, 32, 32, 32, 32, + 32, 33, 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 34, - 34, 34, 35, 36, 36, - 36, - 36, - 36, - 36, - 36, - 37, - 37, - 37, - 37, - 37, - 37, 37, 37, 37, 37, 38, - 38, - 39, 39, - 39, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, 40, 41, - 41, - 42, 42, 42, 43, - 43, - 43, + 44, 44, 45, 45, 45, 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, 47, 48, 48, + 48, + 48, 49, - 49, - 49, - 50, - 50, - 50, - 50, 50, 50, 50, 50, - 50, - 50, - 50, - 50, - 50, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, 51, 51, 51, 51, 52, + 52, + 52, 53, 53, 54, + 54, + 54, + 54, + 54, 55, 55, - 55, - 55, - 55, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, 56, 56, 56, 56, 56, 56, - 56, - 56, - 56, - 57, - 57, - 57, - 57, - 57, 57, 58, 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 59, - 59, - 59, - 59, 59, 59, 59, 59, 59, - 59, - 59, - 59, - 60, - 60, 60, 61, 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, 64, - 64, - 65, 65, 65, 65, 66, + 66, + 66, + 66, 67, 67, - 67, - 67, - 67, - 67, - 67, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, 68, 69, 70, - 70, - 70, - 70, - 70, - 70, - 71, 71, 72, + 72, + 72, + 72, 73, 73, 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, 74, 74, - 74, - 74, - 74, - 74, - 74, - 74, - 75, - 75, - 75, - 75, - 75, - 75, 75, 76, 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, 78, 78, 78, @@ -50563,148 +51170,38 @@ 79, 79, 79, + 79, 80, 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 81, 81, 81, 81, - 81, - 82, - 82, - 82, - 82, - 82, 82, - 82, - 82, - 82, - 83, - 83, - 83, - 83, - 83, 83, 83, - 83, - 84, - 84, - 84, 84, 85, + 85, + 85, 86, 86, 86, - 86, - 86, - 86, - 86, - 87, - 87, 87, 87, - 87, - 88, 88, 89, 89, 89, 90, - 90, - 90, - 90, - 90, - 90, - 90, - 90, - 90, - 90, - 90, - 90, - 90, - 90, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, 91, 92, - 92, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, 93, - 93, - 93, - 93, - 94, 94, 94, 94, 94, 94, 94, - 94, - 95, - 95, - 95, 95, 95, 95, @@ -50712,95 +51209,46 @@ 95, 95, 95, - 95, - 96, 96, 96, 97, - 97, - 97, - 97, - 97, - 97, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, 98, 99, 99, - 99, - 99, 100, 101, - 101, 102, 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, 104, - 105, + 104, 105, 106, - 106, - 107, 107, 107, - 107, - 107, - 107, - 108, 108, 108, 108, 109, 109, + 109, 110, 110, - 110, - 110, - 111, 111, 112, - 112, - 112, - 112, - 113, - 113, - 113, - 113, 113, 114, 114, 115, + 115, + 115, + 115, + 116, + 116, 116, 117, 117, - 117, - 117, - 117, - 117, - 117, + 118, + 118, 118, 118, 118, @@ -50812,134 +51260,157 @@ 119, 120, 120, - 121, - 121, + 120, 121, 122, 123, - 123, - 123, - 123, - 123, 124, + 124, + 125, + 125, 125, 125, 126, 127, 127, 127, - 127, 128, 128, 129, 130, - 131, + 130, + 130, 131, 132, - 133, - 133, + 132, + 132, + 132, + 132, + 132, 133, 134, - 134, 135, 136, 137, - 137, - 137, + 138, 138, 139, 139, + 139, + 139, + 139, 140, 141, 141, 141, - 141, 142, 142, 142, 143, - 143, - 143, + 144, 144, 145, 146, - 146, - 147, - 147, - 147, 147, 147, 148, + 148, + 148, + 148, + 148, + 149, 149, 150, 151, - 151, + 152, 152, 152, 153, 154, - 154, - 154, - 154, 155, 156, - 157, + 156, 157, 158, 158, + 158, + 158, 159, 159, - 159, - 160, - 160, 160, 161, + 161, + 161, 162, 163, + 163, + 163, 164, - 164, - 165, 165, 165, 166, 166, - 166, 167, 168, + 168, 169, 170, + 170, + 171, 171, + 171, + 172, + 172, 172, 173, 174, + 174, + 174, + 174, 175, 175, - 175, - 176, 176, 177, 177, - 177, 178, 179, + 179, + 179, + 179, + 179, + 179, + 179, + 179, 180, 181, - 181, + 182, 182, 183, 184, + 184, + 184, 185, + 185, + 186, + 186, + 186, 186, 187, 188, + 188, + 188, 189, 190, + 190, 191, 191, 192, + 192, 193, 194, 194, + 194, + 195, 195, 196, 197, @@ -50947,61 +51418,143 @@ 199, 200, 201, + 201, + 202, 202, + 202, + 203, 203, 204, 205, + 205, + 206, + 206, + 206, + 206, 206, 207, 208, + 208, + 208, + 208, + 208, + 208, + 208, + 209, + 209, + 209, + 209, + 209, + 209, + 209, + 209, + 209, 209, 210, + 210, + 210, 211, 212, + 212, + 212, + 212, + 212, + 212, + 212, + 212, + 212, + 213, + 213, 213, 214, + 214, + 215, 215, 216, + 216, + 216, + 216, 217, 218, + 218, + 218, + 218, 219, 219, 220, 221, + 221, + 221, + 222, + 222, 222, 223, + 223, + 224, + 224, + 224, 224, 225, + 225, + 225, + 226, 226, 227, 228, + 228, 229, 230, + 230, 231, 232, 233, 234, + 234, + 235, + 235, 235, 236, + 236, 237, 238, 239, 240, 241, + 241, + 242, + 242, 242, 243, + 243, 244, - 244, + 245, + 245, 245, 246, 247, + 247, + 247, + 247, + 248, 248, 249, + 249, + 249, + 249, + 250, 250, 251, 252, 253, + 253, + 254, + 254, + 254, 254, + 254, + 255, + 255, + 255, 255, 256, 257, @@ -51009,70 +51562,147 @@ 258, 259, 259, + 259, 260, 261, 262, 263, 264, - 265, - 266, - 267, + 264, + 264, + 264, + 264, + 265, + 266, + 266, + 266, + 266, + 267, + 267, + 268, + 268, 268, 269, 269, + 269, + 269, + 269, 270, 271, + 271, + 271, + 271, 272, 273, 274, + 274, + 274, + 274, 275, 276, 277, 278, + 278, + 278, 279, 280, - 281, + 280, + 280, 281, 282, 283, 284, + 284, + 284, + 285, + 285, + 285, 285, 286, + 286, + 287, 287, 288, + 288, + 289, 289, + 289, + 290, 290, 291, + 291, + 291, + 291, + 292, + 292, 292, 293, + 293, + 293, 294, 295, 296, + 296, + 296, + 297, + 297, 297, 298, 299, 300, 301, + 301, + 301, 302, 303, 304, 305, 306, + 306, + 306, 307, 308, 309, 310, + 310, + 310, + 311, 311, 312, 312, 312, 313, + 313, + 313, + 313, + 313, + 314, + 314, + 314, + 314, + 314, + 314, 314, 315, + 315, + 316, + 316, + 316, + 316, + 316, + 316, + 316, + 316, + 316, + 316, + 316, 316, 317, + 317, + 318, 318, 319, + 319, 320, 321, 322, @@ -51081,36 +51711,55 @@ 325, 326, 327, + 327, + 327, + 328, + 328, 328, 329, + 329, 330, 331, 332, 333, + 333, + 334, + 334, 334, 335, 336, 337, 338, + 338, + 338, 339, 340, + 340, + 340, + 341, 341, 342, - 342, + 343, 343, 344, 345, 346, 347, + 347, + 347, + 347, + 348, + 348, 348, 349, 350, 351, - 351, 352, 353, + 353, 354, 355, + 355, 356, 357, 358, @@ -51123,8 +51772,10 @@ 365, 366, 367, + 367, 368, 369, + 369, 370, 371, 372, @@ -51140,6 +51791,9 @@ 382, 383, 384, + 384, + 384, + 384, 385, 386, 387, @@ -51150,9 +51804,12 @@ 392, 393, 394, + 394, 395, 396, 397, + 397, + 397, 398, 399, 400, @@ -51165,11 +51822,13 @@ 407, 408, 409, + 409, 410, 411, 412, 413, 414, + 414, 415, 416, 417, @@ -51186,7 +51845,6 @@ 428, 429, 430, - 430, 431, 432, 433, @@ -51210,6 +51868,7 @@ 451, 452, 453, + 453, 454, 455, 456, @@ -51217,7 +51876,6 @@ 458, 459, 460, - 460, 461, 462, 463, @@ -51231,7 +51889,6 @@ 471, 472, 473, - 473, 474, 475, 476, @@ -51244,6 +51901,7 @@ 483, 484, 485, + 485, 486, 487, 488, @@ -51258,6 +51916,7 @@ 497, 498, 499, + 499, 500, 501, 502, @@ -51271,7 +51930,6 @@ 510, 511, 512, - 512, 513, 514, 515, @@ -51280,13 +51938,14 @@ 518, 519, 520, - 520, + 521, 521, 522, 523, - 524, + 523, 524, 525, + 525, 526, 527, 528, @@ -51307,6 +51966,7 @@ 543, 544, 545, + 545, 546, 547, 548, @@ -51318,7 +51978,6 @@ 554, 555, 556, - 556, 557, 558, 559, @@ -51338,7 +51997,6 @@ 573, 574, 575, - 575, 576, 577, 578, @@ -51349,7 +52007,6 @@ 583, 584, 585, - 585, 586, 587, 588, @@ -51401,7 +52058,6 @@ 634, 635, 636, - 636, 637, 638, 639, @@ -51435,7 +52091,6 @@ 667, 668, 669, - 669, 670, 671, 672, @@ -51479,7 +52134,6 @@ 710, 711, 712, - 712, 713, 714, 715, @@ -51494,6 +52148,7 @@ 724, 725, 726, + 726, 727, 728, 729, @@ -51513,6 +52168,7 @@ 743, 744, 745, + 745, 746, 747, 748, @@ -51569,6 +52225,7 @@ 799, 800, 801, + 801, 802, 803, 804, @@ -51577,7 +52234,6 @@ 807, 808, 809, - 809, 810, 811, 812, @@ -51594,17 +52250,16 @@ 823, 824, 825, - 825, 826, 827, 828, 829, 830, - 830, 831, 832, 833, 834, + 834, 835, 836, 837, @@ -51662,35 +52317,460 @@ 889, 890, 891, - 892 + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1219, + 1220, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260, + 1261, + 1262, + 1263, + 1264, + 1265, + 1266, + 1267, + 1268, + 1269, + 1270, + 1271, + 1272, + 1273, + 1274, + 1275, + 1276, + 1277, + 1278, + 1279, + 1280, + 1281, + 1282, + 1283, + 1284, + 1285, + 1286, + 1287, + 1288, + 1289, + 1290, + 1291, + 1292, + 1293, + 1294, + 1295, + 1296, + 1297, + 1298, + 1299, + 1300, + 1301, + 1302, + 1303, + 1304, + 1305, + 1306, + 1307, + 1308, + 1309, + 1310, + 1311, + 1312, + 1313, + 1314, + 1315, + 1316, + 1317, + 1318, + 1319 ], "changepoint_dates": [ - "2023-04-02", - "2023-08-27" + "2023-01-29" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-04-02", - "mean_faithfulness": 1.52, - "refusal_rate_percent": 13.212121212121211 - }, - { - "start_date": "2023-04-02", - "end_date": "2023-08-27", - "mean_faithfulness": 0.7241379310344828, - "refusal_rate_percent": 46.89655172413793 + "end_date": "2023-01-29", + "mean_faithfulness": 0.8605263157894737, + "refusal_rate_percent": 45.921052631578945 }, { - "start_date": "2023-08-27", - "end_date": "2025-09-10", - "mean_faithfulness": 0.006729475100942127, - "refusal_rate_percent": 96.23149394347242 + "start_date": "2023-01-29", + "end_date": "2025-10-22", + "mean_faithfulness": 0.028056112224448898, + "refusal_rate_percent": 97.1943887775551 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "deepseek-ai/DeepSeek-V3-0324": { + "claude-3-opus-20240229": { "dates": [ "2021-01-01", "2021-01-01", @@ -53404,30 +54484,75 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ + 0, 2, 2, 2, - 0, 2, 2, 2, - 1, + 0, 2, 2, 0, - 2, + 0, + 1, 2, 2, 1, - 0, - 0, + 2, 2, 0, 2, - 1, + 0, 2, 2, 2, @@ -53436,13 +54561,11 @@ 2, 2, 0, - 1, 2, 2, 2, - 0, - 0, 2, + 0, 2, 2, 0, @@ -53450,59 +54573,61 @@ 2, 2, 2, + 1, + 2, 2, 2, 0, 2, + 0, 2, 2, 2, - 0, 2, 2, 0, 2, 2, - 0, + 2, 2, 0, 2, 2, 0, 0, + 0, 2, 2, 2, - 2, - 0, 0, + 2, 1, 2, + 2, 1, - 0, 2, 2, 2, - 1, 2, - 0, 2, 0, + 2, 0, 2, + 2, 1, 2, 2, 2, 2, - 0, + 2, 2, 0, 0, 2, - 1, - 0, 2, + 0, + 1, 2, 0, 2, @@ -53511,12 +54636,8 @@ 2, 2, 2, - 1, 2, 2, - 0, - 2, - 0, 2, 0, 2, @@ -53524,49 +54645,31 @@ 2, 0, 2, + 1, 2, 0, 2, - 0, 2, 0, 2, - 0, - 0, 2, - 0, - 0, 2, 0, 2, 0, - 2, - 0, - 0, - 2, - 2, - 2, 1, 2, - 1, 2, 2, - 0, 2, - 0, 2, 2, 0, 2, 2, 2, - 2, - 2, - 0, 0, 2, - 0, - 0, 2, 2, 2, @@ -53574,9 +54677,6 @@ 2, 2, 0, - 1, - 2, - 2, 2, 2, 2, @@ -53584,62 +54684,40 @@ 0, 2, 2, - 2, - 2, + 1, 2, 2, 0, 2, + 2, 0, 0, - 0, - 0, - 0, - 2, 2, + 1, 2, 0, - 2, - 2, - 2, 1, 2, 0, 2, - 2, - 0, 0, 0, 2, 2, - 0, 2, 2, 0, 2, - 1, - 2, 2, 2, 2, 2, - 0, - 0, 2, 0, - 0, - 0, 2, 0, - 0, - 0, - 0, 2, 2, - 0, - 0, - 0, - 0, 2, 0, 2, @@ -53648,14 +54726,14 @@ 2, 2, 2, - 0, 2, 1, - 0, 2, 0, 2, 2, + 1, + 0, 2, 2, 2, @@ -53664,110 +54742,78 @@ 2, 0, 2, + 1, 2, 2, 2, 2, 2, - 1, - 2, 2, 0, 2, - 0, 2, 0, 0, - 0, - 0, - 2, - 2, - 2, - 2, 2, 0, 0, + 1, 0, 2, 2, 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, + 0, 2, 2, 2, 2, 2, 0, - 0, - 0, - 0, 2, + 1, 2, 0, 2, + 0, 2, 2, + 0, 2, 2, 2, 2, 2, 0, - 0, 2, 2, 2, - 1, - 1, - 0, 2, 2, 2, 2, - 0, 2, 2, + 1, 2, 2, - 0, - 0, 1, 2, 2, - 1, - 0, - 0, 2, 0, 0, - 2, 0, - 1, - 2, 0, 2, - 0, - 0, 2, 0, - 0, - 0, 2, - 1, 2, 0, 0, 2, 2, - 2, - 2, - 0, 0, 2, 2, @@ -53775,10 +54821,8 @@ 2, 2, 0, - 0, 2, - 0, - 0, + 2, 2, 2, 2, @@ -53787,65 +54831,59 @@ 0, 0, 2, - 2, 0, 2, 2, + 0, 2, 2, 2, 2, - 0, - 0, 2, 2, 2, 2, - 1, 2, + 0, 2, 2, + 0, 2, + 1, 2, 2, 2, 2, - 0, 2, 2, 2, - 0, 2, 2, - 0, 2, - 0, - 2, - 0, - 0, 2, 2, + 1, 2, 2, - 0, 2, 0, 0, - 1, 0, - 2, 0, - 2, 0, 2, 2, + 1, 2, 0, 2, 0, 2, + 1, + 2, 2, 1, + 2, 1, 2, 2, @@ -53859,105 +54897,73 @@ 2, 2, 2, + 0, 2, 2, 2, 2, 0, - 2, 0, 2, 2, 2, 2, 2, + 0, 2, 2, 2, + 1, 2, 2, 2, 2, - 0, 2, - 0, 2, - 0, - 0, 2, - 0, 2, - 1, - 0, - 0, - 0, 2, - 0, 2, + 1, 2, 2, - 0, 2, 2, 2, - 0, - 0, 2, 2, - 0, 1, 2, 2, 2, - 0, 2, 2, - 0, - 1, 2, 0, - 1, 2, 2, 2, - 1, - 0, - 0, - 0, - 2, - 0, 2, 2, - 0, - 0, - 0, - 0, - 0, 2, - 0, - 1, 2, 2, - 0, 2, 2, 2, 0, 2, 2, - 2, + 0, 0, 2, - 2, + 1, 2, 0, 1, 2, 2, 2, - 2, - 2, - 2, 0, 2, 2, @@ -53967,74 +54973,61 @@ 2, 2, 2, + 1, 2, 2, 2, - 0, - 2, - 0, 2, 1, 2, 2, 2, + 1, 2, 2, + 1, 0, 0, - 2, + 1, 2, 2, 2, 2, 0, - 0, - 1, 2, 2, - 0, 2, - 0, 2, 2, - 1, + 2, + 0, 2, 2, 2, - 0, 2, 2, 2, - 0, - 0, - 0, 2, 0, - 0, 2, 0, + 2, + 2, + 1, 0, 0, 2, 0, 2, 2, - 0, - 0, 2, 0, - 2, 0, 2, 2, 2, 2, - 1, - 0, 2, - 0, - 2, - 0, 2, 2, 1, @@ -54042,12 +55035,18 @@ 2, 2, 2, + 2, + 2, 0, 1, - 0, 2, + 1, + 1, 2, 2, + 1, + 1, + 0, 0, 2, 2, @@ -54057,44 +55056,28 @@ 0, 2, 0, + 0, 2, 2, - 0, - 0, 2, - 0, - 0, - 0, - 0, + 1, 2, - 0, - 0, - 0, 2, - 0, + 1, 0, 2, 2, 2, - 0, - 0, - 0, - 0, 2, - 0, 2, - 0, 2, 2, 2, - 1, 2, 2, 2, - 0, 1, 2, - 0, 2, 2, 2, @@ -54102,257 +55085,197 @@ 2, 0, 2, + 1, 2, 2, 2, - 0, 2, 2, + 0, 2, 2, 2, + 0, 2, 2, - 1, 2, 2, 2, - 1, 2, - 0, - 0, + 1, 2, - 0, 2, 0, - 0, 2, 2, - 0, 2, - 0, 2, 1, + 2, + 0, 0, 2, 2, 2, 2, - 0, - 2, - 2, - 1, - 1, - 1, 2, 2, 2, 2, - 0, 1, 2, - 0, 2, 2, 2, 2, - 0, 2, - 0, - 0, 2, 2, 2, + 0, 2, + 1, 2, 2, 2, + 0, 2, 2, - 1, - 0, 0, 2, - 0, + 2, + 2, 0, 2, 0, 2, + 1, 2, - 0, 2, 2, 2, - 0, 2, 2, - 1, 2, 2, 2, 2, 0, - 0, 2, 1, 2, 2, - 0, - 0, - 0, 2, 2, 0, - 0, - 0, - 0, - 2, 1, 2, 2, 2, 0, - 0, - 0, 2, - 0, 2, - 0, - 0, 2, - 0, 2, 2, 2, 2, 2, 0, - 0, + 2, 2, 0, - 0, - 0, - 0, + 2, 2, 0, 0, + 0, 2, 2, 0, 0, - 2, 0, 2, 2, + 1, 2, 2, - 2, - 0, + 1, 0, 2, 0, 0, - 0, - 0, - 2, - 2, 2, 0, 2, 0, - 1, - 2, - 1, 2, 2, - 2, - 0, 0, - 0, - 2, - 2, + 1, 2, 2, 2, 1, 1, - 0, + 1, 2, 2, 1, 2, 2, + 2, 0, 2, 2, 2, - 0, 2, - 0, - 0, - 0, - 0, - 0, 2, 2, - 0, - 0, - 0, 2, 2, 2, 2, 2, 2, - 0, 1, 2, - 0, - 0, + 1, 2, 2, - 0, 2, 2, 0, - 0, 2, 0, 2, - 0, - 0, - 0, - 0, 2, - 0, + 2, + 2, 2, 0, - 1, + 2, 1, 2, 2, + 0, 2, 2, 2, 2, 2, - 0, - 0, - 0, 2, 2, 2, 2, - 0, - 0, + 1, 2, - 0, 2, + 1, 2, - 0, - 0, 2, - 0, + 1, + 2, 0, 2, 2, @@ -54360,15 +55283,18 @@ 2, 2, 2, + 2, 0, 2, 2, - 0, 2, 2, 2, - 0, - 0, + 2, + 2, + 2, + 2, + 1, 0, 2, 2, @@ -54379,13 +55305,9 @@ 2, 2, 0, - 1, 2, - 1, 2, - 0, 2, - 0, 2, 2, 2, @@ -54393,41 +55315,30 @@ 1, 2, 2, + 1, 2, 2, 0, + 1, 2, 2, - 2, - 0, 0, 2, - 1, - 0, 2, 2, 0, 0, - 0, - 0, + 1, 0, 0, 2, - 0, - 0, - 0, - 0, + 1, 2, 2, 2, - 0, - 0, - 0, 2, - 0, 2, 2, - 1, 2, 0, 0, @@ -54435,30 +55346,28 @@ 0, 2, 0, - 0, 2, 2, 2, 2, - 0, - 0, - 0, - 1, - 0, 2, + 0, 2, 2, 2, 0, + 2, 0, 0, 0, + 2, 0, - 0, + 2, 0, 0, 2, 0, + 0, 2, 2, 2, @@ -54466,18 +55375,18 @@ 0, 0, 0, - 2, - 2, - 2, - 2, - 0, 0, 0, + 1, + 2, + 2, 2, - 0, 2, 1, 0, + 1, + 1, + 2, 2, 0, 2, @@ -54489,112 +55398,92 @@ 2, 0, 0, + 0, 2, 2, 0, + 2, 0, 0, 2, - 2, - 2, 0, - 1, 0, - 2, 0, 2, 2, - 2, - 2, + 0, 2, 0, 0, - 2, - 2, - 1, + 0, 2, 0, 0, 2, 0, 0, - 2, 0, - 1, - 2, - 2, 0, - 2, - 2, 0, - 2, + 0, 2, 2, 0, 0, - 2, - 2, - 2, 1, 0, 0, 0, - 0, 2, - 0, 2, 0, 2, - 0, + 2, 0, 1, 2, - 2, 0, 0, 0, 0, - 1, 0, + 1, 0, 2, 0, 0, - 2, + 0, + 0, + 0, 2, 0, 2, - 1, + 0, + 0, 2, 2, 2, 0, 0, 0, - 2, - 2, - 0, + 1, 0, 0, 0, 2, 0, + 0, 2, 1, 0, - 2, - 2, 0, 0, - 2, 0, 2, - 2, - 2, 0, 0, 2, - 2, + 0, 2, 0, 0, @@ -54602,36 +55491,23 @@ 0, 0, 0, - 2, - 2, - 2, 0, - 2, 0, 0, - 2, 0, - 1, 2, 2, 0, - 0, 2, 0, - 1, - 2, 0, 2, - 2, 0, 0, 0, - 2, - 2, + 0, 1, - 2, 0, - 2, 0, 0, 0, @@ -54640,57 +55516,35 @@ 0, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, 0, 0, 0, - 2, - 2, - 2, 0, 0, 0, 0, 0, - 2, 0, - 2, - 1, - 2, - 2, 0, 0, 0, 0, 0, 0, - 2, 0, 0, - 2, - 1, 0, 0, 0, - 2, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, 0, - 2, 0, - 2, 0, 0, 0, @@ -54698,10 +55552,8 @@ 0, 0, 0, - 1, 0, 0, - 2, 0, 0, 0, @@ -54777,7 +55629,282 @@ 0, 0, 0, - 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -54848,7 +55975,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -54872,7 +55998,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -55119,6 +56244,51 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0 ], "cumulative_refusals": [ @@ -55133,13 +56303,16 @@ 0, 0, 1, - 1, - 1, - 1, - 1, - 1, 2, 2, + 2, + 2, + 2, + 2, + 2, + 3, + 3, + 3, 3, 3, 3, @@ -55150,6 +56323,17 @@ 3, 3, 3, + 3, + 3, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, 4, 4, 4, @@ -55160,21 +56344,7 @@ 5, 5, 5, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, + 5, 6, 6, 6, @@ -55190,28 +56360,28 @@ 8, 8, 9, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, 10, 10, 11, 11, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, 12, 13, 13, @@ -55229,10 +56399,6 @@ 16, 16, 16, - 16, - 16, - 16, - 16, 17, 17, 17, @@ -55241,14 +56407,6 @@ 18, 18, 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, 19, 19, 19, @@ -55256,6 +56414,27 @@ 20, 20, 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 21, + 21, + 21, + 21, + 21, + 21, + 21, 21, 22, 22, @@ -55266,8 +56445,8 @@ 22, 22, 22, - 23, - 23, + 22, + 22, 23, 23, 23, @@ -55276,44 +56455,17 @@ 24, 24, 24, - 24, - 24, + 25, 25, 25, 26, + 26, 27, - 27, - 27, - 27, - 27, - 27, - 27, - 28, - 28, 28, 28, 28, 28, 28, - 28, - 28, - 28, - 28, - 28, - 28, - 28, - 28, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, 29, 29, 29, @@ -55337,22 +56489,39 @@ 31, 31, 31, - 31, - 31, - 31, - 31, - 31, 32, + 32, + 32, + 32, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, 33, 33, 34, + 34, + 34, 35, - 35, - 35, - 35, - 35, - 35, - 35, + 36, + 36, + 36, + 36, + 36, + 36, 36, 37, 37, @@ -55363,17 +56532,9 @@ 37, 37, 37, + 37, 38, 38, - 38, - 38, - 38, - 39, - 39, - 39, - 39, - 39, - 39, 39, 39, 39, @@ -55391,63 +56552,25 @@ 40, 40, 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 41, 41, 42, 42, + 42, 43, 43, 43, - 43, - 43, - 43, - 43, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, 45, 45, 45, @@ -55457,14 +56580,22 @@ 46, 46, 46, - 47, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, 47, 48, + 48, 49, 49, 49, - 49, - 49, + 50, + 50, 50, 50, 50, @@ -55482,24 +56613,53 @@ 51, 51, 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, 52, 53, 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 54, - 54, - 54, - 54, - 54, 54, 55, + 55, + 55, + 55, + 55, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, 56, 56, 56, @@ -55509,116 +56669,194 @@ 57, 57, 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, 58, 58, 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, 59, 59, 60, 60, + 60, 61, - 61, - 61, - 61, - 61, - 61, 62, 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, 63, 64, 64, 64, 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, 65, 65, 65, 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, 66, 67, 67, + 67, + 67, + 67, + 67, + 67, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, 68, 68, 68, 68, 68, - 69, - 69, - 69, 69, 70, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, + 70, + 70, + 70, + 70, + 70, 71, 71, 72, 73, 73, 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, 74, 74, 74, @@ -55630,14 +56868,37 @@ 75, 75, 75, + 75, + 75, + 75, + 75, 76, - 76, - 76, - 76, - 76, - 76, - 76, 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 78, 78, 78, 79, @@ -55645,8 +56906,35 @@ 79, 79, 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 81, 81, 81, + 81, + 81, + 82, + 82, + 82, 82, 82, 82, @@ -55657,94 +56945,101 @@ 83, 83, 83, + 83, + 83, + 83, + 83, 84, 84, 84, 84, - 84, - 84, - 84, - 84, - 84, - 84, - 84, - 84, - 84, - 84, - 84, - 84, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, 85, 86, + 86, + 86, + 86, + 86, + 86, + 86, 87, 87, 87, 87, 87, - 87, - 87, - 88, - 88, 88, 88, 89, 89, 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, 90, 90, 90, 90, 91, - 92, - 92, - 93, - 93, - 93, - 93, - 94, - 94, - 94, - 94, - 94, - 94, - 94, - 94, - 94, - 94, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 92, + 92, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 94, + 94, + 94, + 94, 94, 94, 94, @@ -55757,32 +57052,40 @@ 95, 95, 95, + 95, + 95, + 95, 96, 96, 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, 97, 97, 97, + 97, + 97, + 97, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, 98, 98, 98, 98, 99, 99, - 100, - 100, - 100, + 99, + 99, 100, 101, 101, @@ -55791,43 +57094,17 @@ 103, 103, 103, + 103, + 103, + 103, + 103, + 103, + 103, 104, 105, 105, - 105, - 105, - 105, - 105, - 106, - 106, - 106, - 106, - 106, - 106, 106, 106, - 106, - 106, - 106, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, 107, 107, 107, @@ -55835,20 +57112,17 @@ 107, 107, 108, + 108, + 108, + 108, 109, 109, 110, 110, 110, 110, - 110, - 110, - 110, - 110, 111, 111, - 111, - 112, 112, 112, 112, @@ -55858,21 +57132,9 @@ 113, 113, 113, - 113, - 113, - 113, - 113, - 113, - 113, - 113, - 113, - 114, - 114, - 114, 114, 114, 115, - 115, 116, 117, 117, @@ -55881,249 +57143,121 @@ 117, 117, 117, - 117, - 117, - 117, - 117, - 117, - 117, - 117, + 118, + 118, + 118, + 118, + 118, 118, 118, 118, 119, - 119, - 119, - 120, - 120, - 120, - 120, - 120, - 120, - 120, - 120, - 120, - 120, - 120, - 120, - 120, - 120, - 120, - 120, 120, 120, 121, + 121, + 121, 122, - 122, - 122, - 122, + 123, + 123, + 123, + 123, 123, 124, 125, + 125, 126, - 126, - 126, - 126, - 126, - 126, + 127, + 127, + 127, 127, 128, - 129, - 129, - 129, - 129, + 128, 129, 130, - 130, - 131, - 131, - 131, - 131, 131, 131, 132, 133, 133, + 133, + 134, 134, 135, - 135, - 136, - 136, 136, 137, 137, 137, 138, - 138, - 138, - 138, - 138, - 138, - 138, - 138, - 138, + 139, 139, 140, - 140, + 141, + 141, + 141, 141, 142, + 142, + 142, + 143, + 143, 143, 144, - 144, - 144, - 144, - 145, - 145, - 145, - 145, - 145, - 145, 145, - 145, - 145, - 145, - 145, - 146, - 146, - 146, 146, 146, - 146, - 146, - 146, - 147, - 147, - 147, - 147, - 147, - 147, - 147, 147, 147, 147, 147, 147, 148, - 148, 149, 150, 151, 151, - 151, - 151, 152, - 153, - 153, - 153, - 153, - 153, - 153, - 153, - 153, - 153, + 152, 153, 154, + 154, + 154, + 154, 155, - 155, - 155, - 156, - 156, 156, 157, + 157, 158, 158, - 158, - 158, - 158, - 158, + 159, + 159, 159, 160, 160, + 160, 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 161, - 162, - 162, 162, - 162, - 162, - 162, - 163, 163, 164, + 164, 165, 165, 165, - 165, - 165, - 165, - 165, - 165, - 165, - 165, - 166, 166, 166, 166, 167, 168, 169, - 169, - 169, - 170, - 170, - 170, - 170, - 170, 170, 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 172, 172, - 172, - 172, - 173, - 173, - 173, - 173, - 173, - 173, 173, 174, 175, 175, + 175, + 176, 176, 177, 177, @@ -56133,220 +57267,85 @@ 180, 181, 181, - 181, - 181, - 181, 182, - 182, - 182, - 183, - 183, - 183, - 183, 183, 184, 185, - 185, - 185, - 185, 186, 187, - 187, - 187, - 187, - 187, 188, 189, 190, - 190, - 190, - 190, - 190, - 190, - 190, - 190, + 191, 191, 192, 193, 194, + 194, 195, 196, 197, - 197, - 198, - 198, - 198, - 198, 198, 199, 200, - 200, - 200, - 200, - 200, - 200, 201, 202, - 202, - 202, - 203, - 203, 203, 204, - 204, - 205, - 205, 205, 206, - 206, - 206, - 206, - 206, - 206, - 207, - 207, 207, - 207, - 207, - 208, 208, - 208, - 208, - 209, - 209, - 209, - 209, 209, - 209, - 209, - 209, - 209, - 209, - 210, - 210, - 210, - 210, - 210, 210, 211, 212, - 212, - 213, - 213, 213, 214, - 214, - 214, - 214, - 215, 215, - 215, - 216, - 216, 216, - 216, - 217, - 217, - 217, - 217, - 217, 217, 218, 219, + 219, 220, 221, - 221, - 222, 222, 223, - 223, - 224, - 224, - 224, - 224, 224, 225, - 225, 226, 227, - 227, - 228, 228, - 228, - 228, - 229, 229, - 229, - 230, - 230, - 230, - 230, - 230, 230, 231, 232, 233, - 233, - 233, 234, 235, 236, 237, - 237, - 238, 238, - 238, - 239, - 239, 239, - 239, - 240, - 240, - 240, - 240, - 240, - 240, 240, 241, - 241, - 241, - 241, 242, 243, - 243, + 244, 244, 245, 246, - 246, - 246, - 246, - 247, 247, 248, 249, - 249, - 250, - 250, - 250, 250, 251, 252, - 252, - 253, 253, - 253, - 254, 254, - 254, - 255, 255, 256, - 256, - 256, - 256, - 256, - 257, - 257, 257, 257, 258, @@ -56355,68 +57354,39 @@ 260, 261, 262, - 262, 263, 264, - 264, 265, 266, 267, - 267, 268, 269, 269, - 269, - 269, - 270, 270, 271, 272, 273, - 273, - 273, - 273, - 273, - 273, - 273, 274, 275, 276, - 276, 277, 278, - 278, 279, 280, - 280, - 280, + 281, 281, 282, 283, - 283, - 283, - 283, - 283, - 284, - 284, 284, 285, - 285, - 286, 286, 287, - 287, 288, 289, - 289, - 289, 290, - 290, - 291, 291, 292, 293, - 293, 294, 295, 296, @@ -56436,6 +57406,8 @@ 310, 311, 312, + 312, + 312, 313, 314, 315, @@ -56457,7 +57429,6 @@ 331, 332, 333, - 333, 334, 335, 336, @@ -56467,9 +57438,9 @@ 340, 341, 342, + 342, 343, 344, - 344, 345, 346, 347, @@ -56477,6 +57448,7 @@ 349, 350, 351, + 351, 352, 353, 354, @@ -56492,10 +57464,8 @@ 364, 365, 366, - 366, 367, 368, - 368, 369, 370, 371, @@ -56507,20 +57477,17 @@ 377, 378, 379, - 379, 380, 381, 382, 383, 384, - 384, 385, 386, 387, 388, 389, 390, - 390, 391, 392, 393, @@ -56561,9 +57528,9 @@ 428, 429, 430, + 430, 431, 432, - 432, 433, 434, 435, @@ -56573,13 +57540,10 @@ 439, 440, 441, - 441, 442, 443, - 443, 444, 445, - 445, 446, 447, 448, @@ -56587,7 +57551,6 @@ 450, 451, 452, - 452, 453, 454, 455, @@ -56596,6 +57559,7 @@ 458, 459, 460, + 460, 461, 462, 463, @@ -56607,9 +57571,9 @@ 469, 470, 471, - 471, 472, 473, + 473, 474, 475, 476, @@ -56626,7 +57590,6 @@ 487, 488, 489, - 489, 490, 491, 492, @@ -56650,19 +57613,21 @@ 510, 511, 512, + 512, 513, 514, 515, - 515, 516, 517, 518, 519, 520, + 520, 521, 522, 523, 524, + 524, 525, 526, 527, @@ -56695,6 +57660,7 @@ 554, 555, 556, + 556, 557, 558, 559, @@ -56714,6 +57680,7 @@ 573, 574, 575, + 575, 576, 577, 578, @@ -56724,6 +57691,7 @@ 583, 584, 585, + 585, 586, 587, 588, @@ -56735,7 +57703,6 @@ 594, 595, 596, - 596, 597, 598, 599, @@ -56747,8 +57714,6 @@ 605, 606, 607, - 607, - 608, 608, 609, 610, @@ -56766,22 +57731,19 @@ 622, 623, 624, - 624, 625, 626, 627, 628, 629, - 629, 630, 631, 632, 633, 634, - 634, - 634, 635, 636, + 636, 637, 638, 639, @@ -56796,7 +57758,6 @@ 648, 649, 650, - 650, 651, 652, 653, @@ -56813,10 +57774,10 @@ 664, 665, 666, - 666, 667, 668, 669, + 669, 670, 671, 672, @@ -56834,35 +57795,289 @@ 684, 685, 686, - 687 + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 825, + 826, + 827, + 828, + 829, + 830, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 923, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935 ], "changepoint_dates": [ - "2023-09-17", - "2024-07-08" + "2023-04-02", + "2023-08-27" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-09-17", - "mean_faithfulness": 1.2683417085427136, - "refusal_rate_percent": 17.386934673366834 + "end_date": "2023-04-02", + "mean_faithfulness": 1.52, + "refusal_rate_percent": 13.212121212121211 }, { - "start_date": "2023-09-17", - "end_date": "2024-07-08", - "mean_faithfulness": 0.9, - "refusal_rate_percent": 39.6551724137931 + "start_date": "2023-04-02", + "end_date": "2023-08-27", + "mean_faithfulness": 0.7241379310344828, + "refusal_rate_percent": 46.89655172413793 }, { - "start_date": "2024-07-08", - "end_date": "2025-09-10", - "mean_faithfulness": 0.02336448598130841, - "refusal_rate_percent": 93.22429906542055 + "start_date": "2023-08-27", + "end_date": "2025-10-22", + "mean_faithfulness": 0.006345177664974619, + "refusal_rate_percent": 96.19289340101524 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "deepseek/deepseek-chat-v3.1": { + "deepseek-ai/DeepSeek-V3-0324": { "dates": [ "2021-01-01", "2021-01-01", @@ -58576,7 +59791,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 2, @@ -58585,51 +59845,51 @@ 0, 2, 2, + 2, 1, - 0, 2, 2, 0, - 0, - 2, 2, - 0, 2, - 0, 2, + 1, 0, - 2, 0, 2, 0, 2, 1, 2, - 0, 2, - 0, + 2, 2, 2, 2, 2, 0, - 0, + 1, 2, 2, 2, + 0, + 0, 2, 2, 2, + 0, + 2, + 2, 2, 2, 2, 2, 0, + 2, + 2, + 2, + 2, 0, - 0, - 1, - 1, - 1, 2, 2, 0, @@ -58642,33 +59902,33 @@ 2, 0, 0, - 0, 2, 2, 2, - 1, + 2, 0, 0, + 1, 2, - 2, + 1, 0, 2, 2, 2, - 2, + 1, 2, 0, + 2, 0, 0, - 0, - 0, + 2, 1, - 0, + 2, 2, 2, 2, 0, - 0, + 2, 0, 0, 2, @@ -58679,16 +59939,16 @@ 0, 2, 2, + 0, 2, 2, 2, - 2, - 0, + 1, 2, 2, 0, 2, - 2, + 0, 2, 0, 2, @@ -58703,60 +59963,60 @@ 2, 0, 2, + 0, + 0, 2, - 1, - 2, + 0, 0, 2, + 0, 2, 0, 2, 0, 0, - 1, 2, 2, - 0, - 0, 2, + 1, + 2, + 1, 2, - 0, - 0, 2, 0, + 2, 0, 2, - 1, 2, 0, 2, 2, 2, - 0, + 2, 2, 0, 0, 2, - 1, 0, - 2, - 1, - 2, 0, 2, 2, - 0, + 2, 0, 2, + 2, 0, 1, 2, 2, 2, + 2, + 2, + 2, 0, 2, 2, - 1, + 2, 2, 2, 2, @@ -58776,12 +60036,12 @@ 2, 1, 2, - 2, 0, 2, + 2, + 0, 0, 0, - 2, 2, 2, 0, @@ -58794,7 +60054,7 @@ 2, 2, 2, - 0, + 2, 0, 0, 2, @@ -58813,28 +60073,21 @@ 0, 0, 2, + 0, 2, 2, 2, - 0, 2, - 1, 2, - 0, - 0, - 0, - 0, 2, 0, 2, + 1, 0, 2, 0, - 0, - 0, 2, 2, - 0, 2, 2, 2, @@ -58843,28 +60096,35 @@ 2, 0, 2, + 2, + 2, + 2, + 2, + 2, 1, + 2, + 2, 0, 2, 0, 2, 0, 0, - 2, + 0, 0, 2, 2, - 0, + 2, 2, 2, 0, 0, + 0, + 2, 2, 2, 2, 2, - 0, - 0, 2, 2, 0, @@ -58874,16 +60134,16 @@ 2, 2, 2, + 2, 0, 0, - 2, 0, 0, 2, 2, 0, 2, - 0, + 2, 2, 2, 2, @@ -58892,8 +60152,8 @@ 2, 0, 0, - 1, - 0, + 2, + 2, 2, 1, 1, @@ -58902,37 +60162,44 @@ 2, 2, 2, - 1, - 2, 0, 2, 2, + 2, + 2, 0, 0, + 1, 2, 2, + 1, + 0, + 0, 2, + 0, + 0, 2, + 0, + 1, 2, 0, 2, 0, 0, 2, + 0, + 0, + 0, 2, 1, - 1, - 0, 2, 0, 0, 2, 2, - 0, 2, 2, - 1, - 1, + 0, 0, 2, 2, @@ -58941,18 +60208,11 @@ 2, 0, 0, - 1, - 2, - 0, - 1, 2, 0, 0, 2, - 0, - 0, 2, - 1, 2, 2, 2, @@ -58973,6 +60233,7 @@ 2, 2, 2, + 1, 2, 2, 2, @@ -58981,18 +60242,17 @@ 2, 2, 2, - 2, - 1, - 1, + 0, 2, 2, 2, 0, 2, - 0, 2, + 0, 2, 0, + 2, 0, 0, 2, @@ -59003,24 +60263,25 @@ 2, 0, 0, - 0, 1, 0, - 0, - 0, + 2, 0, 2, 0, - 1, + 2, + 2, + 2, 0, 2, 0, 2, 2, 1, + 1, + 2, 2, 2, - 0, 2, 2, 2, @@ -59031,43 +60292,38 @@ 2, 2, 2, - 0, - 1, 2, 2, - 1, 2, 0, 2, + 0, + 2, + 2, + 2, + 2, 2, 2, - 1, 2, - 0, - 1, 2, 2, 2, - 0, 2, - 0, 2, 0, - 1, 2, 0, + 2, 0, 0, 2, 0, + 2, 1, 0, - 1, - 2, 0, - 2, - 2, 0, + 2, 0, 2, 2, @@ -59080,23 +60336,27 @@ 0, 2, 2, + 0, + 1, + 2, + 2, 2, 0, 2, 2, 0, 1, - 1, - 1, - 1, 2, 0, 1, + 2, + 2, + 2, 1, 0, 0, 0, - 0, + 2, 0, 2, 2, @@ -59104,19 +60364,19 @@ 0, 0, 0, - 2, + 0, 2, 0, 1, 2, 2, - 1, 0, 2, 2, + 2, 0, 2, - 1, + 2, 2, 0, 2, @@ -59127,10 +60387,9 @@ 2, 2, 2, - 0, - 0, 2, - 0, + 2, + 2, 0, 2, 2, @@ -59138,7 +60397,6 @@ 2, 2, 2, - 0, 2, 2, 2, @@ -59148,10 +60406,12 @@ 2, 0, 2, - 2, 1, 2, - 0, + 2, + 2, + 2, + 2, 0, 0, 2, @@ -59162,52 +60422,52 @@ 0, 0, 1, - 0, 2, - 0, 2, 0, 2, 0, + 2, + 2, 1, 2, 2, 2, 0, - 0, 2, 2, - 0, 2, 0, - 2, 0, 0, 2, 0, 0, + 2, 0, 0, 0, 2, - 2, 0, + 2, + 2, 0, - 1, 0, 2, - 1, - 0, 0, 2, + 0, 2, 2, 2, 2, + 1, 0, + 2, 0, + 2, 0, - 0, + 2, 2, 1, 2, @@ -59227,7 +60487,7 @@ 2, 2, 0, - 0, + 2, 0, 2, 2, @@ -59242,13 +60502,13 @@ 0, 0, 0, - 0, 2, 0, + 0, 2, 2, - 1, - 1, + 2, + 0, 0, 0, 0, @@ -59258,7 +60518,7 @@ 0, 2, 2, - 0, + 2, 1, 2, 2, @@ -59268,70 +60528,71 @@ 2, 0, 2, - 0, 2, - 0, 2, - 0, + 2, + 2, 0, 2, 2, 2, - 0, 2, + 0, 2, 2, 2, 2, 2, - 0, 2, 2, 1, 2, 2, + 2, 1, - 1, - 1, + 2, + 0, 0, + 2, 0, + 2, 0, 0, 2, 2, + 0, 2, 0, 2, + 1, 0, 2, 2, + 2, + 2, 0, 2, + 2, 1, - 0, 1, 1, 2, 2, - 0, 2, - 0, - 0, - 2, - 1, 2, 0, - 0, + 1, 2, 0, 2, 2, - 0, - 2, 2, 2, + 0, 2, 0, + 0, + 2, 2, 2, 2, @@ -59339,14 +60600,13 @@ 2, 2, 2, - 0, 2, 1, 0, + 0, 2, - 2, - 2, - 2, + 0, + 0, 2, 0, 2, @@ -59356,92 +60616,91 @@ 2, 2, 0, - 1, 2, 2, + 1, 2, 2, 2, - 1, - 0, 2, + 0, + 0, 2, 1, - 1, 2, - 0, 2, 0, + 0, + 0, + 2, 2, 0, 0, 0, - 2, 0, 2, 1, 2, 2, + 2, 0, 0, 0, 2, - 2, 0, 2, - 2, - 1, - 2, 0, 0, 2, + 0, + 2, 2, 2, 2, - 0, - 0, 2, 0, 0, 2, 0, - 2, 0, 0, - 2, 0, + 2, 0, 0, + 2, + 2, 0, 0, 2, 0, - 0, + 2, + 2, 2, 2, 2, 0, + 0, 2, 0, 0, 0, + 0, 2, 2, 2, + 0, 2, + 0, 1, 2, - 0, - 0, + 1, 2, 2, 2, 0, 0, 0, - 0, - 2, - 2, 2, 2, 2, @@ -59449,11 +60708,12 @@ 2, 1, 1, - 2, - 0, 0, 2, 2, + 1, + 2, + 2, 0, 2, 2, @@ -59463,22 +60723,22 @@ 0, 0, 0, - 2, 0, 0, 2, + 2, 0, 0, 0, 2, - 1, 2, 2, 2, 2, 2, + 0, 1, - 1, + 2, 0, 0, 2, @@ -59486,29 +60746,28 @@ 0, 2, 2, - 2, - 1, - 2, - 2, + 0, + 0, 2, 0, + 2, 0, 0, 0, 0, + 2, 0, 2, 0, 1, - 0, + 1, + 2, 2, 2, 2, 2, - 0, 2, 2, - 0, 0, 0, 0, @@ -59516,29 +60775,30 @@ 2, 2, 2, - 1, + 0, + 0, 2, 0, 2, 2, 0, 0, - 0, - 0, + 2, 0, 0, 2, 2, 2, - 0, 2, - 0, 2, 2, 0, 2, 2, 0, + 2, + 2, + 2, 0, 0, 0, @@ -59551,25 +60811,25 @@ 2, 2, 0, - 2, - 2, 1, 2, + 1, 2, + 0, 2, 0, 2, 2, - 0, + 2, 2, 1, 2, 2, - 0, + 2, 2, 0, 2, - 1, + 2, 2, 0, 0, @@ -59578,16 +60838,17 @@ 0, 2, 2, - 2, 0, 0, 0, - 2, - 1, - 2, + 0, + 0, 0, 2, 0, + 0, + 0, + 0, 2, 2, 2, @@ -59596,7 +60857,6 @@ 0, 2, 0, - 1, 2, 2, 1, @@ -59604,10 +60864,10 @@ 0, 0, 2, - 1, - 2, 0, 2, + 0, + 0, 2, 2, 2, @@ -59616,8 +60876,7 @@ 0, 0, 1, - 1, - 2, + 0, 2, 2, 2, @@ -59626,11 +60885,12 @@ 0, 0, 0, - 1, - 2, 0, 0, 0, + 0, + 2, + 0, 2, 2, 2, @@ -59645,17 +60905,17 @@ 0, 0, 0, + 2, 0, - 1, 2, 1, - 2, - 2, 0, 2, + 0, 2, 2, - 2, + 0, + 0, 2, 0, 2, @@ -59673,7 +60933,7 @@ 1, 0, 2, - 2, + 0, 2, 2, 2, @@ -59686,15 +60946,15 @@ 1, 2, 0, - 2, + 0, 2, 0, + 0, 2, + 0, + 1, 2, 2, - 1, - 0, - 0, 0, 2, 2, @@ -59708,24 +60968,24 @@ 2, 2, 1, - 2, - 2, 0, - 2, - 2, + 0, + 0, 0, 2, + 0, 2, - 2, + 0, 2, 0, + 0, 1, 2, 2, 0, 0, 0, - 2, + 0, 1, 0, 0, @@ -59733,32 +60993,37 @@ 0, 0, 2, - 0, + 2, 0, 2, 1, 2, 2, 2, - 2, + 0, 0, 0, 2, 2, - 2, - 1, - 2, + 0, + 0, + 0, 0, 2, 0, 2, 1, + 0, 2, 2, - 2, + 0, + 0, 2, 0, 2, + 2, + 2, + 0, 0, 2, 2, @@ -59767,6 +61032,8 @@ 0, 0, 0, + 0, + 0, 2, 2, 2, @@ -59776,21 +61043,26 @@ 0, 2, 0, + 1, 2, 2, + 0, + 0, 2, + 0, + 1, 2, + 0, 2, 2, - 1, - 1, - 2, - 1, + 0, 0, 0, 2, 2, + 1, 2, + 0, 2, 0, 0, @@ -59798,68 +61070,58 @@ 0, 0, 0, - 2, - 2, - 1, 0, 0, 2, - 2, - 2, - 1, - 2, 0, - 2, - 2, 0, 2, - 2, - 2, - 2, 0, 0, 0, - 2, 0, + 0, + 0, + 2, 2, + 2, + 0, 0, 0, 0, 0, 2, 0, + 2, 1, 2, 2, 0, 0, 0, - 2, - 2, + 0, + 0, + 0, 2, 0, + 0, 2, 1, 0, 0, - 2, 0, 2, 2, 2, - 0, - 2, - 2, 2, + 0, 2, 2, 0, - 0, 2, 0, - 0, - 2, 2, + 0, 2, 0, 0, @@ -59868,18 +61130,13 @@ 0, 0, 0, + 1, 0, 0, 2, - 2, - 2, - 2, - 2, 0, 0, - 2, 0, - 1, 0, 0, 0, @@ -59891,7 +61148,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -59953,6 +61209,12 @@ 0, 0, 0, + 2, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -59965,7 +61227,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -60011,7 +61272,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -60065,7 +61325,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -60087,7 +61346,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -60097,7 +61355,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -60120,7 +61377,10 @@ 0, 0, 0, - 2, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -60291,6 +61551,51 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0 ], "cumulative_refusals": [ @@ -60305,9 +61610,11 @@ 0, 0, 1, - 2, - 2, - 2, + 1, + 1, + 1, + 1, + 1, 2, 2, 3, @@ -60316,63 +61623,50 @@ 3, 3, 3, + 3, + 3, + 3, + 3, 4, 4, 4, 4, 4, - 4, - 4, - 4, - 4, - 4, - 4, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, 5, 5, 5, 5, 5, 6, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, 7, 7, 7, 7, 8, + 8, + 8, + 8, + 8, 9, - 9, - 9, - 9, - 9, - 9, - 9, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, 10, 10, 10, @@ -60391,21 +61685,14 @@ 12, 12, 12, + 12, + 12, + 12, + 12, + 12, 13, 13, 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 14, - 14, - 14, - 14, - 14, 14, 14, 14, @@ -60414,9 +61701,15 @@ 15, 16, 16, - 17, - 17, - 17, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, 17, 17, 17, @@ -60424,37 +61717,32 @@ 18, 18, 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, 19, 19, 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 20, - 20, - 20, 20, 20, 20, 20, - 20, - 20, - 21, - 21, 21, 22, 22, 22, - 23, - 23, + 22, + 22, + 22, + 22, + 22, + 22, 23, 23, 23, @@ -60463,31 +61751,13 @@ 24, 24, 24, + 24, + 24, + 24, + 24, 25, 25, - 25, - 25, - 25, - 26, 26, - 26, - 26, - 26, - 26, - 26, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, 27, 27, 27, @@ -60499,6 +61769,20 @@ 28, 28, 28, + 28, + 28, + 28, + 28, + 28, + 28, + 28, + 28, + 28, + 28, + 28, + 29, + 29, + 29, 29, 29, 29, @@ -60514,17 +61798,30 @@ 29, 29, 29, + 29, + 29, + 30, + 30, 30, + 30, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, 31, 31, 32, 33, 33, - 33, - 33, - 33, - 33, - 33, 34, 35, 35, @@ -60533,27 +61830,21 @@ 35, 35, 35, - 35, - 35, - 36, 36, 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 38, + 38, + 38, 38, 38, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, 39, 39, 39, @@ -60564,15 +61855,32 @@ 39, 39, 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, 41, - 41, - 42, 42, 42, 43, 43, 43, 43, + 43, + 43, + 43, + 44, + 44, + 44, 44, 44, 44, @@ -60589,6 +61897,33 @@ 44, 44, 44, + 44, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, 45, 45, 45, @@ -60598,37 +61933,24 @@ 46, 46, 46, + 46, 47, 47, - 47, - 47, - 47, - 47, - 47, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, 48, 49, 49, 49, 49, 49, - 49, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, 50, 50, 51, @@ -60638,16 +61960,10 @@ 51, 51, 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, + 53, + 53, + 53, + 53, 53, 53, 53, @@ -60655,22 +61971,14 @@ 53, 53, 54, + 54, + 54, + 54, + 54, + 54, 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, + 56, + 56, 56, 57, 57, @@ -60683,38 +61991,26 @@ 57, 57, 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, 58, 58, 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 59, - 59, - 59, 59, 59, - 59, - 60, 60, 60, 61, @@ -60722,58 +62018,41 @@ 61, 61, 61, + 61, 62, 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, 63, 64, 64, + 64, + 64, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, 65, 65, 66, @@ -60787,24 +62066,14 @@ 66, 66, 66, + 66, + 66, + 66, + 66, 67, 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, + 68, + 68, 68, 68, 68, @@ -60813,18 +62082,16 @@ 69, 69, 70, - 70, - 70, - 70, 71, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, 72, 73, 73, @@ -60837,19 +62104,6 @@ 74, 74, 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 75, - 75, - 75, - 75, 75, 75, 75, @@ -60860,47 +62114,63 @@ 76, 76, 76, - 76, - 77, - 77, - 77, - 77, - 77, 77, 78, - 79, - 79, - 79, + 78, 79, 79, 79, 79, 80, - 80, - 80, - 80, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, 81, 81, 82, 82, + 82, + 82, + 82, + 82, 83, 83, 83, 83, 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, 85, 86, 87, @@ -60910,22 +62180,10 @@ 87, 87, 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, 88, 88, - 89, - 89, - 89, - 89, - 89, + 88, + 88, 89, 89, 89, @@ -60946,16 +62204,33 @@ 90, 90, 90, - 91, - 91, - 91, + 90, 91, 92, 92, 93, 93, 93, + 93, + 94, + 94, + 94, 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 95, + 95, + 95, + 95, + 95, 95, 95, 95, @@ -60970,16 +62245,9 @@ 96, 96, 96, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, + 96, + 96, + 96, 97, 97, 97, @@ -60987,117 +62255,72 @@ 98, 98, 98, - 98, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, 99, 99, 100, 100, 100, 100, - 100, - 100, - 100, - 100, - 100, - 100, - 100, - 100, - 100, - 100, - 101, - 101, - 101, - 101, - 101, - 101, 101, 101, - 101, - 101, - 101, - 101, - 101, - 101, - 101, - 102, 102, - 102, - 102, - 102, - 102, - 102, - 102, - 103, - 103, 103, 103, 103, 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, - 104, 104, 105, 105, 105, 105, + 105, + 105, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, 106, 106, 107, 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, 108, - 108, - 108, - 108, - 108, 109, + 109, + 110, + 110, + 110, + 110, + 110, + 110, + 110, 110, 111, 111, @@ -61113,24 +62336,52 @@ 113, 113, 113, + 113, + 113, + 113, + 113, + 113, + 113, + 113, + 114, + 114, + 114, + 114, 114, 115, 115, - 115, - 116, - 116, - 116, - 116, 116, 117, 117, + 117, + 117, + 117, + 117, + 117, + 117, + 117, + 117, + 117, + 117, + 117, + 117, + 118, + 118, 118, 119, 119, 119, - 119, - 119, - 119, + 120, + 120, + 120, + 120, + 120, + 120, + 120, + 120, + 120, + 120, + 120, 120, 120, 120, @@ -61143,37 +62394,6 @@ 122, 122, 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 122, - 123, - 123, - 123, - 123, - 123, - 123, - 123, - 123, - 123, 123, 124, 125, @@ -61185,23 +62405,13 @@ 126, 127, 128, - 128, - 128, - 128, - 128, - 128, - 128, - 128, - 128, - 128, + 129, + 129, + 129, + 129, 129, 130, 130, - 130, - 131, - 131, - 131, - 131, 131, 131, 131, @@ -61212,130 +62422,64 @@ 133, 133, 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 135, 135, 135, - 135, - 135, - 135, - 135, - 136, - 136, - 136, - 136, 136, 136, 136, - 136, - 136, - 136, - 137, 137, 137, 137, 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, 139, 140, 140, - 140, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 142, - 142, - 142, - 142, - 142, 142, - 142, - 142, - 142, - 142, - 142, - 142, - 142, - 142, - 142, - 142, - 142, - 142, - 143, - 143, - 143, - 143, 143, - 143, - 143, - 143, - 144, - 144, - 144, - 144, 144, 144, 144, 144, 145, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 146, + 146, + 146, + 146, + 146, + 146, 146, 146, - 146, - 146, - 146, - 146, - 146, - 146, - 146, - 146, - 146, 147, - 148, - 148, - 148, - 148, - 148, - 148, - 148, + 147, + 147, + 147, + 147, + 147, + 147, + 147, + 147, + 147, + 147, + 147, 148, 148, 149, @@ -61343,10 +62487,8 @@ 151, 151, 151, + 151, 152, - 152, - 153, - 153, 153, 153, 153, @@ -61357,66 +62499,23 @@ 153, 153, 153, - 153, - 154, 154, - 154, - 154, - 154, - 154, - 154, - 154, - 154, - 154, - 154, - 154, - 154, - 154, - 154, - 154, - 154, - 155, - 155, - 155, - 155, - 155, 155, 155, 155, - 155, - 156, - 156, - 156, - 156, 156, 156, 156, - 156, - 156, - 156, - 157, - 157, - 157, - 157, - 157, 157, 158, 158, 158, - 159, - 159, - 159, - 159, - 159, - 159, - 159, - 159, - 159, + 158, + 158, + 158, 159, 160, 160, - 160, - 160, 161, 161, 161, @@ -61428,9 +62527,15 @@ 161, 161, 161, - 162, - 162, - 162, + 161, + 161, + 161, + 161, + 161, + 161, + 161, + 161, + 161, 162, 162, 162, @@ -61440,12 +62545,6 @@ 163, 163, 164, - 164, - 164, - 165, - 165, - 165, - 165, 165, 165, 165, @@ -61460,33 +62559,8 @@ 166, 166, 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, - 166, 167, 168, - 168, - 168, - 168, - 168, - 168, - 168, 169, 169, 169, @@ -61496,20 +62570,6 @@ 170, 170, 170, - 170, - 170, - 170, - 170, - 170, - 170, - 170, - 170, - 170, - 170, - 170, - 170, - 170, - 170, 171, 171, 171, @@ -61526,8 +62586,7 @@ 171, 171, 171, - 172, - 172, + 171, 172, 172, 172, @@ -61535,40 +62594,25 @@ 173, 173, 173, + 173, + 173, + 173, + 173, 174, - 174, - 174, - 174, - 174, - 174, - 174, - 175, - 175, - 175, - 175, - 175, - 175, - 175, - 175, 175, 175, 176, - 176, - 176, 177, - 178, + 177, + 177, 178, 179, - 179, - 179, - 179, - 180, - 180, - 180, - 180, - 180, 180, 181, + 181, + 181, + 181, + 181, 182, 182, 182, @@ -61576,156 +62620,282 @@ 183, 183, 183, - 184, + 183, 184, 185, - 186, - 186, - 186, - 186, - 186, - 186, - 186, - 186, - 186, - 186, + 185, + 185, + 185, 186, 187, + 187, + 187, + 187, + 187, 188, - 188, - 189, 189, 190, 190, + 190, + 190, + 190, + 190, + 190, + 190, 191, 192, - 192, 193, 194, 195, 196, 197, 197, - 197, + 198, + 198, + 198, + 198, 198, 199, - 199, + 200, + 200, + 200, + 200, + 200, 200, 201, 202, 202, + 202, + 203, 203, + 203, + 204, 204, 205, + 205, + 205, + 206, + 206, + 206, 206, + 206, + 206, + 207, + 207, + 207, 207, + 207, + 208, + 208, 208, + 208, + 209, 209, + 209, + 209, + 209, + 209, + 209, + 209, + 209, + 209, + 210, + 210, + 210, + 210, + 210, 210, 211, 212, + 212, + 213, 213, + 213, + 214, + 214, 214, + 214, + 215, 215, + 215, + 216, + 216, 216, + 216, + 217, + 217, + 217, + 217, 217, 217, 218, 219, 220, 221, + 221, 222, 222, 223, + 223, + 224, + 224, + 224, + 224, 224, 225, 225, 226, - 226, 227, + 227, + 228, + 228, 228, 228, 229, + 229, + 229, + 230, + 230, + 230, + 230, + 230, 230, - 231, 231, 232, 233, + 233, + 233, 234, 235, 236, - 236, + 237, 237, 238, + 238, + 238, + 239, + 239, + 239, 239, 240, + 240, + 240, + 240, + 240, + 240, + 240, + 241, + 241, + 241, 241, - 242, 242, 243, 243, - 243, 244, 245, 246, + 246, + 246, + 246, 247, 247, 248, 249, + 249, + 250, + 250, + 250, 250, 251, 252, + 252, + 253, 253, + 253, + 254, 254, + 254, + 255, 255, 256, + 256, + 256, + 256, + 256, + 257, + 257, 257, 257, 258, 259, + 259, 260, 261, - 261, - 261, + 262, 262, 263, 264, - 265, - 265, + 264, 265, 266, 267, + 267, 268, 269, + 269, + 269, + 269, + 270, 270, 271, 272, 273, 273, + 273, + 273, + 273, + 273, + 273, 274, 275, 276, + 276, 277, 278, + 278, 279, 280, + 280, + 280, 281, 282, 283, + 283, + 283, + 283, + 283, + 284, + 284, 284, 285, + 285, + 286, 286, 287, + 287, 288, 289, + 289, + 289, 290, + 290, + 291, 291, 292, 293, + 293, 294, 295, - 295, - 296, 296, 297, 298, @@ -61735,7 +62905,6 @@ 302, 303, 304, - 304, 305, 306, 307, @@ -61745,21 +62914,16 @@ 311, 312, 313, - 313, 314, 315, 316, 317, 318, - 318, 319, 320, 321, 322, 323, - 323, - 324, - 324, 324, 325, 326, @@ -61769,9 +62933,8 @@ 330, 331, 332, - 332, 333, - 334, + 333, 334, 335, 336, @@ -61779,12 +62942,11 @@ 338, 339, 340, - 340, - 340, 341, 342, 343, 344, + 344, 345, 346, 347, @@ -61801,17 +62963,16 @@ 358, 359, 360, - 360, - 360, 361, 362, 363, 364, 365, 366, + 366, 367, 368, - 369, + 368, 369, 370, 371, @@ -61823,19 +62984,19 @@ 377, 378, 379, + 379, 380, 381, 382, - 382, 383, 384, + 384, 385, 386, - 386, 387, 388, 389, - 389, + 390, 390, 391, 392, @@ -61849,14 +63010,12 @@ 400, 401, 402, - 402, 403, 404, 405, 406, 407, 408, - 408, 409, 410, 411, @@ -61884,7 +63043,6 @@ 432, 433, 434, - 434, 435, 436, 437, @@ -61892,12 +63050,13 @@ 439, 440, 441, - 442, + 441, 442, 443, 443, 444, 445, + 445, 446, 447, 448, @@ -61905,10 +63064,9 @@ 450, 451, 452, + 452, 453, 454, - 454, - 454, 455, 456, 457, @@ -61917,8 +63075,6 @@ 460, 461, 462, - 462, - 463, 463, 464, 465, @@ -61928,31 +63084,25 @@ 469, 470, 471, + 471, 472, 473, - 473, 474, 475, 476, 477, 478, - 478, - 478, - 478, 479, 480, 481, 482, 483, - 483, 484, 485, 486, 487, 488, - 488, - 488, - 488, + 489, 489, 490, 491, @@ -61963,11 +63113,8 @@ 496, 497, 498, - 498, 499, 500, - 500, - 501, 501, 502, 503, @@ -61982,7 +63129,7 @@ 512, 513, 514, - 514, + 515, 515, 516, 517, @@ -62006,28 +63153,238 @@ 535, 536, 537, - 538 + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 607, + 608, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 624, + 625, + 626, + 627, + 628, + 629, + 629, + 630, + 631, + 632, + 633, + 634, + 634, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732 ], "changepoint_dates": [ - "2024-07-22" + "2023-09-17", + "2024-07-08" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2024-07-22", - "mean_faithfulness": 1.1538461538461537, - "refusal_rate_percent": 14.538461538461538 + "end_date": "2023-09-17", + "mean_faithfulness": 1.2683417085427136, + "refusal_rate_percent": 17.386934673366834 }, { - "start_date": "2024-07-22", - "end_date": "2025-09-10", - "mean_faithfulness": 0.04116222760290557, - "refusal_rate_percent": 84.50363196125909 + "start_date": "2023-09-17", + "end_date": "2024-07-08", + "mean_faithfulness": 0.9, + "refusal_rate_percent": 39.6551724137931 + }, + { + "start_date": "2024-07-08", + "end_date": "2025-10-22", + "mean_faithfulness": 0.021141649048625793, + "refusal_rate_percent": 93.86892177589851 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-chat-v3.1": { "dates": [ "2021-01-01", "2021-01-01", @@ -63741,43 +65098,88 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 2, 2, - 0, - 2, 2, + 0, 2, 2, 1, 0, 2, + 2, 0, 0, - 1, - 2, - 1, - 2, 2, 2, + 0, 2, + 0, 2, 0, 2, + 0, 2, + 0, 2, 1, 2, + 0, 2, + 0, 2, - 1, 2, 2, 2, 0, - 2, 0, 2, 2, @@ -63790,61 +65192,58 @@ 2, 2, 0, - 2, - 2, + 0, + 0, + 1, 1, 1, - 2, 2, 2, 0, 2, 2, + 0, 2, - 2, - 2, + 0, 2, 2, 0, 0, - 1, + 0, 2, 2, 2, + 1, + 0, 0, 2, - 1, 2, - 1, - 1, 0, 2, 2, 2, 2, - 0, - 1, 2, 0, 0, + 0, + 0, + 0, 1, + 0, 2, 2, 2, - 2, + 0, + 0, + 0, 0, 2, 1, - 2, - 2, - 2, - 2, - 2, - 2, 0, 2, 2, - 2, + 0, 2, 2, 2, @@ -63852,7 +65251,6 @@ 2, 2, 0, - 1, 2, 2, 0, @@ -63862,76 +65260,80 @@ 0, 2, 2, - 0, 2, 0, 2, - 0, 2, 0, - 0, - 2, - 2, - 2, 2, 0, - 1, - 2, - 2, - 1, - 2, - 2, 2, 0, 2, 2, 1, 2, - 1, 0, 2, 2, + 0, 2, 0, 0, + 1, 2, 2, - 1, + 0, + 0, 2, 2, 0, + 0, 2, + 0, + 0, 2, 1, + 2, 0, 2, 2, 2, 0, 2, + 0, + 0, 2, + 1, + 0, 2, 1, 2, 0, 2, 2, + 0, + 0, 2, - 2, + 0, 1, 2, 2, 2, - 2, - 2, 0, 2, 2, - 0, + 1, 2, 2, 2, + 0, 2, + 0, + 0, + 0, + 0, + 0, 2, 2, 2, @@ -63939,32 +65341,32 @@ 2, 2, 2, + 1, 2, 2, 0, 2, - 2, - 1, 0, 0, 2, 2, - 0, - 2, 2, 0, 2, 2, + 0, 2, + 1, 2, 2, 2, 2, 0, 0, + 0, 2, - 1, - 1, + 0, + 0, 0, 2, 0, @@ -63973,51 +65375,52 @@ 0, 2, 2, - 2, 0, 0, 0, - 2, - 2, - 2, - 2, 0, 2, - 1, 2, 2, 2, + 0, 2, 1, 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, + 0, + 0, 0, 2, + 0, 2, + 0, 2, + 0, + 0, + 0, 2, 2, + 0, 2, 2, 2, 2, 2, 2, + 0, 2, 1, 0, 2, + 0, 2, 0, 0, 2, 0, 2, + 2, 0, 2, 2, @@ -64027,29 +65430,27 @@ 2, 2, 2, + 0, + 0, 2, 2, - 2, - 2, - 2, - 1, - 2, + 0, 2, 2, 2, 2, 2, 2, - 1, - 1, - 2, 0, - 2, + 0, 2, 0, + 0, 2, 2, + 0, 2, + 0, 2, 2, 2, @@ -64057,12 +65458,13 @@ 2, 2, 0, - 2, - 2, - 2, + 0, 1, 0, + 2, + 1, 1, + 0, 2, 2, 2, @@ -64070,15 +65472,15 @@ 1, 2, 0, - 0, 2, 2, 0, + 0, + 2, 2, 2, 2, 2, - 0, 0, 2, 0, @@ -64086,68 +65488,59 @@ 2, 2, 1, - 2, + 1, 0, 2, 0, - 2, - 2, + 0, 2, 2, 0, 2, + 2, 1, 1, - 1, - 2, - 2, - 2, + 0, 2, 2, 2, 2, 2, + 0, + 0, 1, 2, - 2, - 2, - 2, - 2, + 0, + 1, 2, 0, 0, 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, 0, 2, - 2, 1, 2, 2, 2, - 2, + 0, 0, 2, 2, + 0, 2, 2, 2, 2, 2, 2, + 0, + 0, 2, 2, 2, 2, 2, - 1, 2, 2, 2, @@ -64156,26 +65549,35 @@ 2, 2, 2, + 1, + 1, 2, 2, 2, + 0, 2, + 0, 2, 2, + 0, + 0, + 0, 2, 2, 2, 2, 0, 2, - 2, + 0, + 0, + 0, 1, - 2, + 0, + 0, + 0, 0, 2, - 2, - 2, - 2, + 0, 1, 0, 2, @@ -64185,6 +65587,7 @@ 1, 2, 2, + 0, 2, 2, 2, @@ -64195,46 +65598,44 @@ 2, 2, 2, - 2, - 2, + 0, 1, 2, 2, 1, 2, - 1, + 0, 2, 2, 2, 1, 2, + 0, + 1, 2, 2, 2, - 2, - 1, - 2, + 0, 2, 0, 2, 0, 1, + 2, 0, 0, - 2, 0, 2, - 2, 0, + 1, 0, 1, 2, 0, 2, 2, - 2, 0, - 2, + 0, 2, 2, 2, @@ -64242,26 +65643,27 @@ 2, 2, 2, - 1, + 0, + 0, 2, 2, 2, 0, 2, 2, + 0, + 1, 1, 1, - 2, - 2, 1, 2, - 2, + 0, 1, 1, 0, 0, - 2, - 2, + 0, + 0, 0, 2, 2, @@ -64272,7 +65674,7 @@ 2, 2, 0, - 2, + 1, 2, 2, 1, @@ -64283,47 +65685,40 @@ 2, 1, 2, + 0, 2, 2, 2, - 2, - 2, + 0, 1, 2, 2, 2, + 0, + 0, 2, - 2, - 2, - 2, - 2, - 1, - 2, + 0, + 0, 2, 2, 2, 2, 2, 2, + 0, 2, 2, 2, 2, 2, + 0, 2, 0, 2, 2, 1, 2, - 2, 0, - 1, - 2, - 2, - 2, - 2, - 2, 0, 0, 2, @@ -64331,34 +65726,41 @@ 2, 2, 2, - 2, - 2, - 2, + 0, + 0, + 1, 0, 2, + 0, 2, + 0, 2, 0, + 1, 2, 2, 2, + 0, + 0, 2, 2, 0, 2, - 1, 0, 2, - 1, - 2, - 2, + 0, + 0, 2, 0, + 0, + 0, + 0, + 0, 2, 2, 0, 0, - 2, + 1, 0, 2, 1, @@ -64370,8 +65772,8 @@ 2, 2, 0, - 1, - 2, + 0, + 0, 0, 2, 1, @@ -64392,33 +65794,33 @@ 2, 2, 0, - 2, + 0, 0, 2, 2, - 2, - 2, + 0, + 0, 2, 0, 0, 0, - 2, - 2, - 2, 0, 2, 0, + 0, + 0, + 0, 2, 0, 2, 2, 1, 1, - 2, + 0, 0, 0, 2, - 2, + 0, 2, 0, 2, @@ -64429,76 +65831,74 @@ 2, 2, 0, - 2, - 2, - 2, - 2, 1, 2, 0, - 1, + 2, 0, 2, + 0, 2, + 0, + 0, 2, 2, 2, + 0, 2, 2, 2, 2, 2, 2, + 0, 2, - 1, 2, 1, 2, 2, - 2, - 2, - 0, - 2, + 1, + 1, + 1, 0, - 2, - 0, - 2, - 2, 0, 0, - 2, 0, 2, 2, 2, - 2, + 0, 2, 0, 2, - 1, 2, + 0, 2, 1, 0, 1, + 1, 2, 2, - 1, 0, 2, + 0, + 0, 2, + 1, 2, 0, + 0, 2, + 0, 2, 2, + 0, 2, 2, 2, - 1, - 0, - 2, 2, + 0, 2, 2, 2, @@ -64506,8 +65906,10 @@ 2, 2, 2, + 0, 2, 1, + 0, 2, 2, 2, @@ -64521,89 +65923,90 @@ 2, 2, 0, - 2, - 2, 1, 2, 2, 2, 2, - 0, - 1, 2, 1, 0, 2, - 0, - 2, - 0, - 2, - 2, 2, - 0, 1, - 0, - 2, 1, 2, - 2, - 2, - 0, 0, 2, - 1, 0, 2, 0, 0, - 2, 0, 2, + 0, 2, + 1, 2, 2, - 1, 0, - 2, + 0, + 0, 2, 2, 0, 2, 2, + 1, 2, 0, 0, 2, 2, + 2, + 2, + 0, 0, 2, + 0, + 0, 2, 0, 2, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, 2, 2, 2, 0, 2, - 2, 0, - 1, + 0, + 0, 2, 2, 2, 2, 1, 2, - 2, + 0, 0, 2, 2, 2, - 2, - 2, - 1, + 0, + 0, + 0, + 0, 2, 2, 2, @@ -64614,17 +66017,26 @@ 1, 1, 2, + 0, + 0, 2, 2, + 0, 2, 2, 2, 0, 2, + 0, + 0, + 0, 2, + 0, + 0, 2, - 2, - 2, + 0, + 0, + 0, 2, 1, 2, @@ -64632,70 +66044,60 @@ 2, 2, 2, + 1, + 1, 0, - 2, 0, 2, 2, + 0, 2, 2, 2, + 1, 2, 2, 2, 0, 0, - 2, - 2, - 2, 0, - 2, - 2, - 1, - 1, - 2, - 2, - 2, 0, 0, 0, 2, - 2, 0, - 2, - 2, 1, 0, 2, 2, 2, 2, + 0, 2, 2, + 0, + 0, + 0, + 0, 2, 2, 2, 2, - 2, - 2, - 2, + 1, 2, 0, 2, 2, 0, - 2, - 2, - 2, 0, 0, 0, - 1, - 2, - 2, + 0, + 0, 2, 2, 2, + 0, 2, 0, 2, @@ -64703,49 +66105,49 @@ 0, 2, 2, - 2, 0, - 2, + 0, + 0, 0, 2, 2, - 2, + 0, 2, 2, 2, 2, 2, 0, - 1, 2, - 1, - 0, 2, + 1, 2, 2, 2, + 0, 2, 2, + 0, 2, 1, 2, 2, 0, 2, - 2, + 0, 2, 1, 2, - 2, 0, - 2, + 0, 2, 1, + 0, 2, 2, 2, 0, - 2, + 0, 0, 2, 1, @@ -64756,33 +66158,33 @@ 2, 2, 2, - 2, - 2, 0, - 2, 0, 0, - 1, 2, + 0, 1, 2, - 0, 2, + 1, 2, 0, + 0, 2, + 1, 2, 0, 2, - 0, + 2, 2, 2, 2, 0, 0, - 1, - 0, 0, + 1, + 1, + 2, 2, 2, 2, @@ -64790,16 +66192,9 @@ 0, 0, 0, - 2, - 1, - 0, 0, - 2, - 2, 1, 2, - 2, - 2, 0, 0, 0, @@ -64807,10 +66202,17 @@ 2, 2, 2, + 0, + 0, + 0, 2, 2, 2, 2, + 0, + 0, + 0, + 0, 1, 2, 1, @@ -64819,96 +66221,105 @@ 0, 2, 2, - 0, - 2, 2, 2, 2, + 0, 2, 0, + 0, 2, 2, 0, - 1, + 0, 0, 2, 2, 2, - 1, + 0, 1, 0, 2, - 0, - 0, 2, 2, 2, 2, - 1, - 0, 2, 2, + 0, + 0, 2, 2, + 1, 2, + 0, 2, 2, - 1, + 0, 2, 2, 2, 1, 0, - 2, 0, 0, 2, + 2, 0, 2, 2, 2, + 0, + 0, 2, - 1, 2, - 0, 2, 1, 2, 2, - 1, 0, 2, 2, + 0, 2, 2, 2, 2, - 2, + 0, 1, 2, 2, 0, + 0, + 0, 2, + 1, + 0, + 0, 2, 0, 0, 2, 0, - 1, + 0, 2, + 1, 2, 2, 2, 2, + 0, + 0, 2, - 1, 2, 2, + 1, 2, 0, 2, 0, 2, + 1, 2, 2, 2, @@ -64919,24 +66330,17 @@ 2, 2, 2, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, 0, 0, 2, 2, 2, + 0, 2, - 2, - 2, - 2, + 0, + 0, 2, 0, 2, @@ -64946,69 +66350,67 @@ 2, 2, 1, - 2, 1, + 2, 1, 0, + 0, 2, 2, 2, 2, - 1, - 2, 0, 0, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 1, + 0, + 0, + 0, 2, 2, 1, 0, - 1, 0, 2, 2, 2, + 1, 2, - 2, - 2, + 0, 2, 2, 0, 2, 2, 2, + 2, + 0, 0, 0, 2, + 0, 2, + 0, + 0, + 0, + 0, 2, - 2, - 2, + 0, 1, 2, - 0, 2, 0, - 2, + 0, 0, 2, 2, 2, - 1, + 0, 2, 1, - 2, + 0, 0, 2, - 2, + 0, 2, 2, 2, @@ -65021,30 +66423,30 @@ 0, 0, 2, + 0, + 0, 2, 2, 2, 0, - 2, 0, - 2, - 2, 0, - 2, 0, - 2, + 0, + 0, + 0, + 0, 0, 2, - 1, 2, 2, 2, - 1, + 2, 0, 0, 2, 0, - 0, + 1, 0, 0, 0, @@ -65080,9 +66482,7 @@ 0, 0, 0, - 2, 0, - 2, 0, 0, 0, @@ -65092,13 +66492,11 @@ 0, 0, 0, - 1, 0, 0, 0, 0, 0, - 1, 0, 0, 0, @@ -65114,7 +66512,11 @@ 0, 0, 0, - 2, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -65174,6 +66576,8 @@ 0, 0, 0, + 0, + 0, 2, 0, 0, @@ -65181,10 +66585,8 @@ 0, 0, 0, - 1, 0, 0, - 2, 1, 0, 0, @@ -65211,7 +66613,6 @@ 0, 2, 0, - 2, 0, 0, 0, @@ -65231,6 +66632,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -65262,12 +66664,12 @@ 0, 0, 0, + 1, 0, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -65298,7 +66700,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -65375,7 +66776,55 @@ 0, 0, 0, - 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -65410,7 +66859,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -65447,7 +66895,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -65475,69 +66922,12 @@ 2, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, 3, 3, 3, 3, 3, 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, 4, 4, 4, @@ -65549,30 +66939,6 @@ 4, 4, 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 5, - 5, - 5, - 5, - 5, - 5, - 5, 5, 5, 5, @@ -65586,16 +66952,6 @@ 5, 5, 5, - 5, - 5, - 5, - 6, - 6, - 6, - 6, - 6, - 6, - 6, 6, 7, 7, @@ -65608,34 +66964,10 @@ 7, 7, 7, + 7, + 7, + 7, 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, 9, 9, 9, @@ -65643,54 +66975,6 @@ 9, 9, 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, 10, 10, 10, @@ -65711,77 +66995,8 @@ 10, 10, 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 11, - 11, 11, 11, - 11, - 11, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, 12, 12, 12, @@ -65796,6 +67011,10 @@ 13, 13, 13, + 13, + 13, + 14, + 14, 14, 14, 14, @@ -65805,207 +67024,8 @@ 15, 15, 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 16, 16, 16, - 16, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, 17, 17, 17, @@ -66013,22 +67033,6 @@ 17, 17, 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 18, - 18, - 18, 18, 18, 18, @@ -66046,54 +67050,6 @@ 19, 19, 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, 20, 20, 20, @@ -66103,98 +67059,12 @@ 20, 20, 20, - 20, - 20, - 20, - 20, - 20, - 21, - 21, - 21, 21, 21, 21, - 21, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, 22, 22, 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 23, 23, 23, 23, @@ -66202,56 +67072,9 @@ 23, 23, 23, - 23, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, 24, 24, 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, 25, 25, 25, @@ -66270,10 +67093,20 @@ 27, 27, 27, - 28, - 28, - 28, - 28, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, 28, 28, 28, @@ -66287,69 +67120,16 @@ 29, 29, 29, + 29, + 29, + 29, + 29, + 29, + 29, 30, - 30, - 30, - 30, - 30, - 30, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, 31, 31, 32, - 32, - 33, 33, 33, 33, @@ -66357,55 +67137,7 @@ 33, 33, 33, - 33, - 33, - 34, - 34, 34, - 34, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, 35, 35, 35, @@ -66417,46 +67149,7 @@ 35, 36, 36, - 36, - 36, 37, - 37, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, 38, 38, 39, @@ -66473,37 +67166,18 @@ 39, 39, 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 41, - 41, - 41, - 41, - 41, 41, 41, - 41, - 41, - 41, - 42, 42, 42, 42, @@ -66511,18 +67185,6 @@ 43, 43, 43, - 43, - 43, - 43, - 43, - 43, - 44, - 44, - 44, - 44, - 44, - 44, - 44, 44, 44, 44, @@ -66539,59 +67201,15 @@ 44, 44, 44, - 44, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, 45, 45, 45, 45, - 45, - 45, - 45, - 46, - 46, - 46, - 46, - 46, 46, 46, 46, 46, 46, - 46, - 46, - 46, - 47, 47, 47, 47, @@ -66599,27 +67217,6 @@ 47, 47, 47, - 47, - 47, - 47, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, - 48, 48, 48, 48, @@ -66646,105 +67243,46 @@ 49, 50, 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, + 51, + 51, 51, 51, 51, 51, 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, 53, 53, 53, 53, 53, 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 54, - 54, - 54, - 54, 54, 55, 55, - 56, - 56, - 56, - 56, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, 56, 57, 57, @@ -66757,101 +67295,410 @@ 57, 57, 57, - 57, 58, 58, 58, 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 59, + 59, 59, 59, 59, + 59, + 60, 60, + 60, + 61, 61, + 61, + 61, + 61, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, 62, 63, - 64, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, 64, 64, 65, + 65, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, 66, 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, 68, 68, 68, - 68, + 69, + 69, 69, 69, 70, + 70, + 70, + 70, 71, - 71, - 71, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, 72, 73, + 73, + 73, + 74, + 74, 74, 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 75, + 75, + 75, 75, + 75, + 75, + 75, + 76, + 76, + 76, + 76, + 76, + 76, 76, 76, 77, 77, 77, 77, + 77, + 77, 78, - 78, - 78, - 78, - 78, 79, + 79, + 79, + 79, + 79, + 79, + 79, + 80, + 80, 80, 80, 81, - 82, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, 82, 82, 83, 83, - 84, - 84, - 84, + 83, + 83, 84, 85, 86, - 86, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, 87, 88, 88, - 88, - 88, - 88, 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 90, 90, + 90, + 91, + 91, + 91, 91, 92, 92, 93, 93, + 93, 94, - 94, - 94, - 95, 95, 95, 95, 96, + 96, + 96, + 96, + 96, + 96, + 96, + 96, + 96, + 96, + 96, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, 97, + 97, + 97, + 98, + 98, 98, + 98, + 98, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 100, + 100, + 100, + 100, + 100, + 100, 100, 100, + 100, + 100, + 100, + 100, + 100, + 100, + 101, + 101, + 101, + 101, + 101, + 101, + 101, + 101, + 101, + 101, 101, 101, 101, + 101, + 101, + 102, + 102, + 102, + 102, + 102, + 102, 102, 102, 103, 103, 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 104, + 104, + 104, + 104, + 104, + 104, + 104, + 104, + 104, + 104, 104, + 104, + 104, + 104, + 104, + 104, + 104, + 104, + 104, + 104, + 104, + 105, + 105, + 105, 105, 106, 106, @@ -66859,68 +67706,275 @@ 107, 108, 108, + 108, + 108, + 108, 109, 110, 111, + 111, + 111, + 112, + 112, 112, 112, 112, 113, + 113, + 113, + 113, + 113, + 113, 114, - 114, 115, + 115, + 115, + 116, + 116, + 116, + 116, 116, 117, + 117, 118, - 118, - 118, + 119, + 119, + 119, + 119, + 119, 119, 120, + 120, + 120, + 120, + 120, + 120, + 120, 121, 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 122, + 123, + 123, + 123, + 123, + 123, + 123, + 123, 123, 123, 123, 124, 125, 126, + 126, + 126, + 126, + 126, + 126, 127, 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, + 128, 129, 130, 130, 130, 131, + 131, + 131, + 131, + 131, + 131, + 131, + 131, + 131, + 131, 132, 133, + 133, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 135, + 135, + 135, + 135, + 135, 135, + 135, + 136, + 136, + 136, + 136, + 136, + 136, + 136, + 136, 136, 136, 137, - 138, - 138, + 137, + 137, + 137, 138, 139, 140, + 140, + 140, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, 141, + 141, + 141, + 141, + 141, + 141, + 141, + 142, + 142, + 142, + 142, + 142, + 142, + 142, + 142, + 142, + 142, 142, + 142, + 142, + 142, + 142, + 142, + 142, + 142, + 143, 143, + 143, + 143, + 143, + 143, + 143, + 143, + 144, + 144, + 144, + 144, + 144, + 144, + 144, 144, 145, 146, - 147, - 147, - 147, + 146, + 146, + 146, + 146, + 146, + 146, + 146, + 146, + 146, + 146, 147, 148, - 149, - 149, + 148, + 148, + 148, + 148, + 148, + 148, + 148, + 148, 149, 150, 151, + 151, + 151, 152, + 152, + 153, 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 154, + 154, + 154, + 154, + 154, 154, 154, 154, @@ -66928,44 +67982,210 @@ 154, 154, 154, + 154, + 154, + 154, + 154, + 154, + 155, + 155, + 155, 155, + 155, + 155, + 155, + 155, + 155, + 156, + 156, + 156, 156, + 156, + 156, + 156, + 156, + 156, + 156, + 157, + 157, 157, + 157, + 157, + 157, + 158, 158, + 158, + 159, + 159, + 159, 159, 159, 159, 159, 159, 159, + 159, + 160, + 160, + 160, 160, 161, + 161, + 161, + 161, + 161, + 161, + 161, + 161, + 161, + 161, + 161, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, 162, 163, + 163, + 164, 164, + 164, + 165, + 165, + 165, + 165, + 165, + 165, + 165, 165, 165, + 165, + 165, + 165, + 165, + 165, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, + 166, 166, 167, 168, 168, + 168, + 168, + 168, + 168, + 168, 169, 169, + 169, + 170, + 170, + 170, + 170, + 170, + 170, + 170, + 170, + 170, + 170, + 170, + 170, + 170, + 170, + 170, 170, + 170, + 170, + 170, + 170, + 171, + 171, + 171, + 171, + 171, + 171, + 171, + 171, + 171, + 171, + 171, + 171, 171, + 171, + 171, + 171, + 172, + 172, + 172, + 172, + 172, 172, 173, + 173, + 173, + 174, + 174, + 174, + 174, + 174, + 174, 174, 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, + 176, + 176, 176, 177, 178, 178, - 178, 179, + 179, + 179, + 179, + 180, + 180, + 180, + 180, + 180, 180, 181, 182, + 182, + 182, + 183, + 183, 183, 183, 184, @@ -66973,79 +68193,70 @@ 185, 186, 186, - 187, + 186, + 186, + 186, + 186, + 186, + 186, + 186, + 186, + 186, 187, 188, + 188, + 189, 189, 190, - 191, + 190, 191, 192, - 193, + 192, 193, 194, 195, 196, 197, + 197, + 197, 198, 199, 199, - 199, - 199, 200, 201, - 201, - 201, 202, 202, 203, - 203, - 203, 204, - 204, - 205, 205, 206, 207, - 207, 208, 209, 210, - 210, - 210, - 210, - 210, - 210, - 211, 211, 212, 213, - 213, - 213, - 213, 214, 215, 216, 217, - 218, + 217, 218, 219, 220, - 220, - 221, - 221, - 221, - 221, 221, 222, + 222, 223, 224, 225, - 226, + 225, 226, 226, 227, 228, + 228, 229, 230, 231, @@ -67054,58 +68265,42 @@ 233, 234, 235, - 235, + 236, 236, 237, 238, - 238, - 238, - 238, - 238, - 239, 239, 240, 241, - 241, 242, 242, 243, + 243, + 243, 244, 245, - 245, - 245, 246, 247, - 248, + 247, 248, 249, 250, 251, 252, - 252, 253, - 253, - 254, - 254, 254, 255, 256, - 256, 257, - 258, + 257, 258, 259, - 259, - 259, 260, 261, 261, - 262, - 262, - 262, + 261, 262, 263, - 263, 264, 265, 265, @@ -67115,9 +68310,6 @@ 268, 269, 270, - 270, - 270, - 270, 271, 272, 273, @@ -67125,15 +68317,10 @@ 274, 275, 276, - 276, 277, 278, 279, 280, - 280, - 280, - 281, - 281, 281, 282, 283, @@ -67142,19 +68329,15 @@ 286, 287, 288, - 288, - 288, - 288, 289, 290, - 290, - 291, - 291, 291, 292, 293, 294, 295, + 295, + 296, 296, 297, 298, @@ -67162,125 +68345,434 @@ 300, 301, 302, - 302, 303, 304, + 304, 305, 306, 307, 308, 309, 310, - 310 - ], - "changepoint_dates": [ - "2024-07-15" - ], - "segments": [ - { - "start_date": "2021-01-01", - "end_date": "2024-07-15", - "mean_faithfulness": 1.4764478764478763, - "refusal_rate_percent": 4.401544401544402 - }, - { - "start_date": "2024-07-15", - "end_date": "2025-09-10", - "mean_faithfulness": 0.08373205741626795, - "refusal_rate_percent": 60.526315789473685 - } - ], - "total_observations": 1713 - }, - "google/gemini-2.0-flash-001": { - "dates": [ - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-03-05", - "2021-03-05", - "2021-03-05", - "2021-03-05", - "2021-03-05", - "2021-03-05", - "2021-03-05", - "2021-03-12", - "2021-03-12", - "2021-03-12", - "2021-03-12", - "2021-03-12", - "2021-03-12", - "2021-03-12", - "2021-03-19", - "2021-03-19", - "2021-03-19", - "2021-03-19", - "2021-03-19", - "2021-03-19", - "2021-03-19", - "2021-03-26", - "2021-03-26", - "2021-03-26", + 311, + 312, + 313, + 313, + 314, + 315, + 316, + 317, + 318, + 318, + 319, + 320, + 321, + 322, + 323, + 323, + 324, + 324, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 332, + 333, + 334, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 340, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 360, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 382, + 383, + 384, + 385, + 386, + 386, + 387, + 388, + 389, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 432, + 433, + 434, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 442, + 443, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 454, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 462, + 463, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 473, + 474, + 475, + 476, + 477, + 478, + 478, + 478, + 478, + 479, + 480, + 481, + 482, + 483, + 483, + 484, + 485, + 486, + 487, + 488, + 488, + 488, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 498, + 499, + 500, + 500, + 501, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581 + ], + "changepoint_dates": [ + "2024-07-22" + ], + "segments": [ + { + "start_date": "2021-01-01", + "end_date": "2024-07-22", + "mean_faithfulness": 1.1538461538461537, + "refusal_rate_percent": 14.538461538461538 + }, + { + "start_date": "2024-07-22", + "end_date": "2025-10-22", + "mean_faithfulness": 0.03711790393013101, + "refusal_rate_percent": 85.58951965065502 + } + ], + "total_observations": 1758 + }, + "deepseek/deepseek-r1-0528": { + "dates": [ + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-26", + "2021-03-26", + "2021-03-26", "2021-03-26", "2021-03-26", "2021-03-26", @@ -68906,43 +70398,88 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ - 2, - 1, 2, 2, + 0, 2, 2, - 0, - 1, 2, 2, + 1, 0, 2, + 0, + 0, 1, 2, - 2, - 2, 1, 2, 2, 2, - 1, 2, 2, + 0, 2, 2, 2, + 1, + 2, 2, - 0, 2, 1, 2, 2, 2, 0, + 2, 0, 2, 2, @@ -68953,15 +70490,15 @@ 2, 2, 2, - 0, - 0, 2, 0, 2, + 2, 1, 1, 2, 2, + 2, 0, 2, 2, @@ -68976,19 +70513,19 @@ 2, 2, 2, - 2, + 0, 2, 1, - 1, 2, 1, - 2, + 1, + 0, 2, 2, 2, 2, 0, - 2, + 1, 2, 0, 0, @@ -68997,27 +70534,27 @@ 2, 2, 2, + 0, + 2, + 1, + 2, 2, 2, 2, 2, - 1, - 1, - 0, - 1, 2, 0, 2, 2, - 1, 2, 2, 2, 2, 2, 2, - 0, 2, + 0, + 1, 2, 2, 0, @@ -69025,7 +70562,7 @@ 2, 2, 0, - 1, + 2, 2, 0, 2, @@ -69040,100 +70577,100 @@ 2, 2, 0, + 1, 2, - 0, 2, + 1, 2, 2, 2, + 0, 2, 2, 1, 2, 1, - 2, - 2, 0, 2, 2, - 0, 2, 0, + 0, 2, 2, 1, - 0, + 2, 2, 0, - 0, - 0, - 1, 2, 2, 1, - 2, 0, 2, + 2, + 2, 0, 2, + 2, + 2, 1, - 0, - 0, 2, 0, 2, 2, - 0, 2, 2, + 1, + 2, 2, 2, 2, - 1, - 0, 2, - 0, 0, 2, 2, 0, - 1, 2, 2, - 0, - 1, 2, 2, - 1, + 2, + 2, 2, 0, 2, 2, 2, - 0, 2, 2, + 0, 2, 2, + 1, + 0, + 0, 2, 2, 0, 2, 2, + 0, 2, 2, 2, 2, 2, 2, - 0, 2, 0, 0, - 0, + 2, 1, 1, 0, + 2, + 0, + 0, 0, 0, 2, @@ -69141,13 +70678,14 @@ 2, 0, 0, - 2, + 0, 2, 2, 2, 2, 0, 2, + 1, 2, 2, 2, @@ -69159,56 +70697,55 @@ 2, 2, 2, - 0, 2, 0, 2, 2, 2, - 0, - 2, 2, - 0, 2, 2, - 1, 2, 2, 2, 2, 2, 2, + 1, 0, 2, 2, 0, + 0, 2, + 0, 2, - 2, + 0, 2, 2, 0, + 0, 2, 2, 2, 2, 2, - 0, 2, 2, 2, - 0, 2, + 1, 2, 2, 2, 2, 2, - 0, - 1, 2, 2, 1, + 1, + 2, + 0, 2, 2, 0, @@ -69221,38 +70758,36 @@ 2, 2, 2, + 0, 2, - 1, - 1, 2, 2, 1, 0, + 1, 2, 2, 2, 2, 1, 2, + 0, + 0, 2, 2, + 0, 2, 2, 2, - 1, - 2, - 2, - 1, 2, 0, 0, + 2, 0, 0, 2, 2, 1, - 1, - 2, 2, 0, 2, @@ -69261,18 +70796,18 @@ 2, 2, 2, - 1, + 0, 2, 1, + 1, + 1, + 2, + 2, 2, 2, 2, - 0, 2, - 0, 2, - 1, - 0, 2, 1, 2, @@ -69280,6 +70815,8 @@ 2, 2, 2, + 2, + 0, 0, 2, 2, @@ -69293,7 +70830,7 @@ 0, 2, 2, - 2, + 1, 2, 2, 2, @@ -69316,7 +70853,6 @@ 2, 2, 2, - 0, 2, 2, 2, @@ -69329,72 +70865,73 @@ 2, 2, 2, - 0, + 2, + 2, 2, 0, 2, 2, 1, 2, + 0, 2, - 1, 2, 2, 2, 1, - 2, + 0, 2, 0, 2, 2, 1, - 1, - 2, 2, 2, 2, 2, - 1, - 2, 2, 2, 2, 2, 2, - 1, - 1, 2, 2, 2, 2, 2, + 1, 2, 2, + 1, 2, + 1, 2, 2, - 0, 2, + 1, 2, 2, 2, 2, 2, + 1, 2, 2, 0, 2, + 0, 1, 0, + 0, 2, - 2, + 0, 2, 2, 0, 0, - 0, - 2, + 1, 2, + 0, 2, 2, 2, @@ -69403,9 +70940,9 @@ 2, 2, 2, + 0, 2, 2, - 0, 2, 1, 2, @@ -69414,26 +70951,26 @@ 0, 2, 2, - 0, 1, 1, 2, + 2, 1, - 0, + 2, 2, 1, 1, 0, 0, - 0, 2, 2, + 0, 2, 2, 0, - 1, 0, - 1, + 0, + 0, 2, 2, 0, @@ -69446,7 +70983,7 @@ 2, 0, 2, - 2, + 1, 2, 2, 2, @@ -69460,11 +70997,9 @@ 2, 2, 2, - 0, - 2, - 2, 2, 2, + 1, 2, 2, 2, @@ -69472,70 +71007,72 @@ 2, 2, 2, - 0, - 1, 2, 2, - 1, 2, 2, - 1, - 0, 2, 2, 0, 2, 2, + 1, 2, 2, - 1, 0, + 1, 2, 2, 2, 2, 2, + 0, + 0, 2, 2, 2, 2, - 1, 2, 2, 2, 2, + 0, 2, 2, 2, + 0, 2, 2, - 0, 2, 2, 2, + 0, 2, 1, + 0, 2, + 1, 2, 2, 2, - 2, + 0, 2, 2, 0, - 1, 0, 2, - 1, - 2, - 2, - 2, + 0, 2, + 1, + 0, + 0, 2, 2, 2, 2, 2, + 0, + 1, 2, 0, 2, @@ -69545,7 +71082,7 @@ 2, 2, 0, - 0, + 1, 0, 2, 2, @@ -69556,7 +71093,7 @@ 2, 2, 2, - 2, + 0, 2, 0, 2, @@ -69571,16 +71108,16 @@ 2, 2, 0, - 0, - 0, 2, 0, 2, + 0, 2, 2, 1, + 1, 2, - 2, + 0, 0, 2, 2, @@ -69593,16 +71130,16 @@ 2, 2, 2, - 1, - 1, - 2, + 0, 2, 2, - 1, 2, 2, + 1, 2, 0, + 1, + 0, 2, 2, 2, @@ -69615,88 +71152,90 @@ 2, 2, 2, + 1, 2, + 1, 2, 2, 2, 2, - 2, - 1, - 1, + 0, 2, 0, + 2, 0, 2, 2, + 0, + 0, 2, + 0, 2, 2, 2, 2, 2, - 1, 0, 2, + 1, 2, 2, 1, + 0, 1, 2, 2, - 2, 1, + 0, 2, 2, 2, + 0, 2, 2, 2, - 1, 2, 2, 2, + 1, + 0, 2, 2, 2, 2, 2, 2, - 0, 2, 2, 2, 2, + 1, 2, 2, 2, - 0, - 2, - 1, - 0, 2, 2, + 0, 2, - 1, 2, 0, - 1, - 2, 2, 2, 2, + 0, 2, 2, + 1, 2, 2, 2, 2, + 0, 1, 2, 1, + 0, 2, - 2, - 2, - 1, 0, 2, 0, @@ -69704,14 +71243,12 @@ 2, 2, 0, - 2, 1, 0, - 0, 2, 1, 2, - 0, + 2, 2, 0, 0, @@ -69719,19 +71256,15 @@ 1, 0, 2, - 2, - 1, - 2, 0, - 2, 0, 2, - 1, - 2, 0, 2, 2, 2, + 2, + 1, 0, 2, 2, @@ -69744,17 +71277,21 @@ 0, 2, 2, - 1, - 0, 0, 2, - 1, - 0, + 2, 0, 2, 2, 2, + 2, + 2, + 2, + 0, + 2, + 2, 0, + 1, 2, 2, 2, @@ -69765,7 +71302,7 @@ 0, 2, 2, - 0, + 2, 2, 2, 1, @@ -69773,18 +71310,16 @@ 2, 2, 2, - 0, 2, 2, - 1, 2, 1, + 1, + 2, 2, 2, - 0, 2, 2, - 0, 2, 0, 2, @@ -69793,13 +71328,13 @@ 2, 2, 2, + 1, 2, 2, 2, 2, - 0, 2, - 1, + 0, 2, 0, 2, @@ -69807,31 +71342,32 @@ 2, 2, 2, - 1, - 0, - 0, - 0, 2, 2, + 2, + 0, 0, 2, 2, - 0, - 1, 2, + 0, 2, 2, 1, + 1, + 2, 2, - 0, 2, 0, 0, 0, 2, + 2, 0, 2, 2, + 1, + 0, 2, 2, 2, @@ -69843,24 +71379,25 @@ 2, 2, 2, - 0, 2, 2, 2, + 0, + 2, 2, 0, 2, 2, 2, 0, - 2, 0, + 0, + 1, 2, 2, 2, 2, 2, - 0, 2, 0, 2, @@ -69869,23 +71406,23 @@ 2, 2, 2, + 0, 2, + 0, 2, 2, 2, 2, 2, - 0, - 2, 2, 2, 2, 0, 1, 2, + 1, 0, 2, - 1, 2, 2, 2, @@ -69897,49 +71434,49 @@ 2, 0, 2, - 0, + 2, 2, 1, 2, - 0, + 2, 0, 2, 2, + 1, 2, 2, 2, + 0, 2, 0, 2, 1, 2, 0, - 0, - 0, - 0, - 0, - 1, 2, 0, 2, 2, - 0, 2, 2, - 1, - 1, 2, - 1, + 0, 2, 0, 0, + 1, + 2, + 1, 2, 0, 2, + 2, 0, 2, 2, + 0, 2, + 0, 2, 2, 2, @@ -69947,7 +71484,7 @@ 0, 1, 0, - 1, + 0, 2, 2, 2, @@ -69957,34 +71494,34 @@ 0, 2, 1, - 2, 0, 0, 2, 2, + 1, + 2, 2, 2, - 1, 0, 0, 0, 2, 2, - 0, 2, - 0, 2, 2, 2, - 0, + 2, 2, 1, 2, - 0, - 0, + 1, 2, 2, + 0, + 2, 2, + 0, 2, 2, 2, @@ -70004,18 +71541,18 @@ 0, 2, 0, + 0, 2, 2, 2, 2, - 2, - 0, 1, + 0, + 2, 2, 2, 2, 2, - 0, 2, 2, 1, @@ -70028,19 +71565,19 @@ 0, 0, 2, + 0, 2, 2, 2, 2, 1, - 1, 2, 0, - 1, + 2, 1, 2, 2, - 0, + 1, 0, 2, 2, @@ -70048,7 +71585,7 @@ 2, 2, 2, - 0, + 2, 1, 2, 2, @@ -70056,11 +71593,11 @@ 2, 2, 0, - 2, - 0, 0, 2, 0, + 1, + 2, 2, 2, 2, @@ -70075,8 +71612,8 @@ 0, 2, 2, - 1, - 1, + 2, + 2, 2, 0, 2, @@ -70088,41 +71625,42 @@ 2, 2, 0, - 1, + 0, 2, 2, 2, 2, 0, + 0, + 2, + 2, 2, 2, - 0, 2, 2, 2, 2, - 0, - 1, 0, 2, 2, 2, - 0, 2, 2, - 1, - 0, - 0, - 1, 2, + 1, 2, 1, + 1, + 0, 2, 2, 2, 2, + 1, 2, 0, + 0, + 2, 2, 2, 0, @@ -70132,24 +71670,23 @@ 2, 1, 2, - 1, 2, 1, 0, 1, + 0, 2, 2, 2, - 0, 2, - 0, 2, 2, - 0, - 0, 2, 2, 0, + 2, + 2, + 2, 0, 0, 2, @@ -70157,8 +71694,8 @@ 2, 2, 2, - 2, 1, + 2, 0, 2, 0, @@ -70167,7 +71704,7 @@ 2, 2, 2, - 0, + 1, 2, 1, 2, @@ -70179,17 +71716,35 @@ 2, 0, 2, - 0, + 2, + 2, 2, 2, 0, 0, + 2, + 2, + 2, + 2, 0, + 2, 0, + 2, + 2, 0, + 2, 0, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 1, 0, 0, + 2, 0, 0, 0, @@ -70207,7 +71762,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -70215,7 +71769,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -70229,7 +71782,9 @@ 0, 0, 0, + 2, 0, + 2, 0, 0, 0, @@ -70239,11 +71794,13 @@ 0, 0, 0, + 1, 0, 0, 0, 0, 0, + 1, 0, 0, 0, @@ -70251,17 +71808,15 @@ 0, 0, 0, - 2, - 1, 0, 0, - 2, 0, 0, 0, 0, 0, 0, + 2, 0, 0, 0, @@ -70277,6 +71832,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -70296,7 +71852,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -70321,10 +71876,18 @@ 0, 0, 0, + 2, + 0, + 0, + 0, 0, 0, 0, + 1, + 0, + 0, 2, + 1, 0, 0, 0, @@ -70346,15 +71909,16 @@ 0, 0, 0, - 1, 0, 0, + 2, + 0, + 2, 0, 0, 0, 0, 0, - 1, 0, 0, 0, @@ -70372,7 +71936,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -70391,11 +71954,11 @@ 0, 0, 0, + 1, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -70406,6 +71969,14 @@ 0, 0, 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -70416,6 +71987,8 @@ 0, 0, 0, + 2, + 0, 0, 0, 0, @@ -70450,7 +72023,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -70505,6 +72077,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -70539,6 +72112,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -70553,7 +72127,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -70576,6 +72149,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -70603,7 +72177,15 @@ 0, 0, 0, - 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -70635,92 +72217,6 @@ 0, 0, 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 2, 2, 2, @@ -70749,11 +72245,80 @@ 3, 3, 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 4, + 4, + 4, + 4, + 4, 4, 4, 4, 4, 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 5, + 5, + 5, + 5, + 5, + 5, 5, 5, 5, @@ -70777,6 +72342,9 @@ 6, 6, 6, + 6, + 6, + 7, 7, 7, 7, @@ -70801,30 +72369,79 @@ 8, 8, 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, 9, 9, 9, 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, 10, 10, 10, @@ -70844,10 +72461,81 @@ 10, 10, 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 11, + 11, + 11, + 11, + 11, 11, 12, 12, 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 13, 13, 13, 13, @@ -70855,25 +72543,6 @@ 13, 13, 13, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, 14, 14, 14, @@ -70896,49 +72565,169 @@ 15, 15, 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, 16, 16, 16, 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, 17, 17, 17, @@ -70984,122 +72773,6 @@ 17, 17, 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, 18, 18, 18, @@ -71107,6 +72780,57 @@ 18, 18, 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, 20, 20, 20, @@ -71131,14 +72855,7 @@ 20, 20, 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, + 21, 21, 21, 21, @@ -71198,6 +72915,32 @@ 22, 22, 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, 23, 23, 23, @@ -71207,58 +72950,6 @@ 23, 23, 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, 24, 24, 24, @@ -71273,6 +72964,24 @@ 24, 24, 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 25, + 25, + 25, + 25, + 25, + 25, + 25, 25, 25, 25, @@ -71280,6 +72989,27 @@ 25, 25, 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 26, + 26, + 26, + 26, + 26, + 26, 26, 27, 27, @@ -71295,33 +73025,6 @@ 28, 28, 28, - 28, - 28, - 28, - 28, - 28, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, 29, 29, 29, @@ -71331,56 +73034,6 @@ 29, 29, 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, 30, 30, 30, @@ -71414,13 +73067,48 @@ 31, 31, 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, 32, 32, - 32, - 32, 33, 33, 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 34, + 34, + 34, 34, 35, 35, @@ -71429,81 +73117,109 @@ 35, 35, 35, - 36, - 36, - 36, - 37, - 37, - 37, - 37, - 37, - 38, - 38, - 38, - 38, - 38, - 38, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 36, + 36, + 36, + 36, + 37, + 37, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, 40, 40, 40, @@ -71528,9 +73244,18 @@ 41, 41, 41, + 41, + 41, + 41, + 41, + 41, + 41, 42, 42, 42, + 42, + 43, + 43, 43, 43, 43, @@ -71544,6 +73269,34 @@ 44, 44, 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, 45, 45, 45, @@ -71563,10 +73316,31 @@ 45, 45, 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 46, + 46, + 46, + 46, 46, 46, 46, 46, + 46, + 46, + 46, + 46, + 46, + 47, + 47, + 47, 47, 47, 47, @@ -71580,21 +73354,62 @@ 48, 48, 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, + 48, 49, 49, 49, 49, 49, 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, 50, 50, 50, @@ -71630,6 +73445,8 @@ 50, 51, 51, + 51, + 51, 52, 53, 53, @@ -71638,49 +73455,44 @@ 53, 53, 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, 54, 54, 54, 54, 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 55, - 55, - 55, 55, 55, - 55, - 55, - 55, - 55, - 55, - 55, - 56, 56, 56, 56, 56, 56, - 56, - 56, - 56, - 56, - 56, - 57, 57, 57, 57, @@ -71693,183 +73505,40 @@ 57, 57, 57, - 57, - 57, - 57, - 58, - 58, - 58, 58, 58, 58, 58, - 58, - 58, - 59, - 59, - 59, - 59, 59, 59, 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 60, 60, - 60, - 60, - 60, - 60, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, 62, - 62, - 62, - 63, - 63, 63, 64, 64, 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 65, 65, - 65, - 65, - 66, 66, 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 68, - 68, 68, 68, 68, 68, 69, 69, - 69, - 69, - 69, - 69, - 69, - 69, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, - 70, 70, 71, 71, 71, 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 73, - 73, 73, 74, - 75, - 75, - 75, + 74, 75, 76, - 77, - 77, - 77, - 77, + 76, 77, 77, 77, @@ -71878,39 +73547,39 @@ 78, 78, 78, - 79, - 79, - 79, + 78, 79, 80, 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 81, 81, 82, 82, 82, - 82, 83, + 83, + 84, + 84, + 84, 84, 85, 86, + 86, 87, 88, - 89, + 88, + 88, + 88, + 88, 89, 90, 91, 92, + 92, + 93, 93, 94, + 94, + 94, 95, 95, 95, @@ -71918,35 +73587,47 @@ 96, 97, 98, - 98, 99, 100, + 100, + 101, 101, 101, 102, + 102, + 103, + 103, 103, - 104, 104, 105, 106, + 106, 107, 107, 108, + 108, 109, 110, 111, 112, + 112, + 112, 113, 114, + 114, 115, 116, 117, 118, + 118, + 118, 119, 120, 121, 122, 123, + 123, + 123, 124, 125, 126, @@ -71954,34 +73635,35 @@ 128, 129, 130, + 130, + 130, 131, 132, 133, - 133, - 134, 134, 135, 136, + 136, 137, 138, + 138, + 138, 139, 140, - 140, - 140, 141, 142, - 142, 143, 144, 145, - 145, - 146, - 146, 146, 147, 147, + 147, + 147, 148, 149, + 149, + 149, 150, 151, 152, @@ -71989,85 +73671,117 @@ 154, 154, 154, + 154, + 154, + 154, + 154, 155, 156, - 156, - 157, 157, 158, 159, 159, + 159, + 159, + 159, + 159, 160, 161, 162, - 162, - 163, - 163, 163, 164, 165, + 165, 166, 167, 168, + 168, + 169, 169, - 170, 170, 171, 172, 173, 174, - 174, - 174, 175, 176, 177, 178, + 178, + 178, 179, 180, 181, 182, 183, + 183, + 184, 184, 185, 186, + 186, + 187, 187, 188, 189, 190, 191, + 191, 192, 193, + 193, 194, 195, - 195, 196, 197, 198, 199, 199, + 199, + 199, 200, 201, + 201, + 201, 202, + 202, + 203, 203, + 203, + 204, 204, 205, + 205, 206, 207, + 207, 208, 209, 210, + 210, + 210, + 210, + 210, + 210, + 211, 211, 212, 213, + 213, + 213, + 213, 214, 215, - 215, - 216, 216, 217, 218, + 218, 219, 220, + 220, + 221, + 221, + 221, 221, 221, 222, @@ -72076,79 +73790,113 @@ 225, 226, 226, + 226, 227, 228, 229, 230, 231, - 232, + 231, 232, 233, 234, 235, - 236, + 235, 236, 237, 238, + 238, + 238, + 238, + 238, + 239, 239, - 240, 240, 241, + 241, + 242, 242, 243, 244, 245, + 245, + 245, 246, 247, 248, + 248, 249, 250, 251, 252, + 252, 253, + 253, + 254, + 254, 254, 255, 256, + 256, 257, - 257, + 258, 258, 259, 259, + 259, 260, - 260, + 261, 261, 262, + 262, + 262, + 262, + 263, 263, 264, 265, + 265, + 265, 266, 267, 268, 269, - 269, + 270, + 270, + 270, 270, 271, 272, 273, + 273, 274, 275, - 275, + 276, 276, 277, 278, 279, 280, + 280, + 280, + 281, + 281, 281, 282, 283, 284, - 284, 285, 286, 287, 288, + 288, + 288, + 288, 289, 290, + 290, + 291, + 291, 291, 292, 293, @@ -72159,205 +73907,84 @@ 298, 299, 300, - 300, 301, 302, + 302, 303, 304, 305, - 305, - 306, 306, 307, 308, 309, 310, + 310, 311, 312, 313, 314, + 314, 315, 316, + 316, + 316, + 317, + 317, 317, 318, 319, 320, + 320, 321, 322, 323, - 324, + 323, 324, 325, 326, 327, + 327, + 327, 328, 329, 330, 331, + 331, + 331, + 331, + 331, 332, 333, 334, 335, + 335, + 335, 336, - 337, - 337, - 338, - 339, - 340, - 341, - 342, - 343, - 344, - 345, - 346, - 347, - 348, - 349, - 350, - 351, - 352, - 352, - 353, - 354, - 355, - 356, - 357, - 358, - 359, - 360, - 361, - 362, - 363, - 364, - 365, - 366, - 367, - 368, - 369, - 369, - 370, - 371, - 372, - 372, - 373, - 374, - 375, - 376, - 377, - 378, - 379, - 380, - 381, - 382, - 383, - 384, - 384, - 385, - 386, - 387, - 388, - 389, - 390, - 391, - 392, - 392, - 393, - 394, - 395, - 396, - 397, - 397, - 398, - 398, - 399, - 400, - 401, - 402, - 402, - 402, - 403, - 404, - 405, - 406, - 407, - 408, - 409, - 410, - 411, - 412, - 413, - 414, - 415, - 416, - 417, - 418, - 419, - 420, - 421, - 422, - 423, - 424, - 425, - 425, - 426, - 427, - 428, - 429, - 430, - 431, - 432, - 433, - 434, - 435, - 436, - 437, - 438, - 439, - 439, - 440, - 441, - 442, - 443, - 443, - 444, - 445, - 446, - 447, - 448, - 449, - 450, - 451, - 452, - 453, - 454, - 455, - 456, - 457, - 458, - 459, - 460, - 461 + 336, + 336, + 336, + 336 ], "changepoint_dates": [ - "2024-06-24" + "2024-07-15" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2024-06-24", - "mean_faithfulness": 1.4643137254901961, - "refusal_rate_percent": 6.509803921568627 + "end_date": "2024-07-15", + "mean_faithfulness": 1.4764478764478763, + "refusal_rate_percent": 4.401544401544402 }, { - "start_date": "2024-06-24", - "end_date": "2025-09-10", - "mean_faithfulness": 0.05707762557077625, - "refusal_rate_percent": 86.3013698630137 + "start_date": "2024-07-15", + "end_date": "2025-10-22", + "mean_faithfulness": 0.07775377969762419, + "refusal_rate_percent": 60.259179265658744 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "google/gemini-2.5-flash": { + "google/gemini-2.0-flash-001": { "dates": [ "2021-01-01", "2021-01-01", @@ -74071,39 +75698,84 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ + 2, + 1, 2, 2, - 0, - 0, 2, 2, 0, - 0, + 1, 2, 2, 0, - 0, + 2, + 1, + 2, 2, 2, 1, - 0, 2, 2, - 0, 2, - 0, + 1, 2, - 0, 2, - 0, 2, 2, 2, 2, + 0, 2, + 1, 2, 2, 2, @@ -74112,39 +75784,41 @@ 2, 2, 2, - 0, 2, 2, - 0, - 1, + 2, + 2, 2, 2, 0, 0, - 1, 2, - 1, + 0, 2, + 1, + 1, 2, 2, 0, 2, 2, - 0, 2, 2, - 1, - 0, - 0, + 2, + 2, + 2, 0, 0, + 1, 2, 2, 2, - 0, 2, 2, + 1, + 1, 2, + 1, 2, 2, 2, @@ -74152,11 +75826,9 @@ 2, 0, 2, - 0, 2, 0, 0, - 2, 1, 2, 2, @@ -74164,46 +75836,44 @@ 2, 2, 2, - 0, - 0, - 0, - 2, - 0, 2, 2, + 1, + 1, 0, - 2, + 1, 2, 0, 2, 2, + 1, 2, 2, 2, 2, - 1, - 2, 2, 2, 0, - 0, + 2, 2, 2, 0, 2, 2, - 0, 2, 0, + 1, 2, 0, 2, - 2, 0, 2, 0, 2, 0, + 0, + 2, + 2, 2, 2, 0, @@ -74213,30 +75883,26 @@ 2, 2, 2, + 2, + 2, 1, 2, 1, - 0, 2, - 0, - 0, 2, + 0, 2, 2, 0, - 0, 2, - 1, 0, 2, - 0, - 0, 2, - 0, + 1, 0, 2, 0, - 2, + 0, 0, 1, 2, @@ -74245,7 +75911,13 @@ 2, 0, 2, + 0, + 2, + 1, + 0, + 0, 2, + 0, 2, 2, 0, @@ -74254,87 +75926,87 @@ 2, 2, 2, + 1, + 0, + 2, 0, 0, 2, 2, 0, + 1, 2, 2, 0, + 1, 2, 2, + 1, 2, - 2, + 0, 2, 2, 2, 0, 2, - 0, 2, 2, - 0, - 0, - 0, 2, 2, 2, + 0, 2, 2, - 0, 2, - 0, 2, 2, 2, 2, 2, 0, - 0, 2, 0, 0, 0, - 2, - 0, + 1, + 1, 0, 0, 0, 2, 2, - 0, - 0, + 2, 0, 0, 2, 2, 2, 2, - 0, 2, 0, 2, 2, - 0, - 0, - 0, 2, 2, 2, - 0, + 1, + 2, + 2, 2, - 0, 2, - 0, 2, 2, 0, 2, + 0, + 2, 2, 2, + 0, 2, 2, + 0, + 2, 2, 1, 2, @@ -74344,8 +76016,8 @@ 2, 2, 0, - 0, - 0, + 2, + 2, 0, 2, 2, @@ -74353,7 +76025,7 @@ 2, 2, 0, - 0, + 2, 2, 2, 2, @@ -74361,7 +76033,7 @@ 0, 2, 2, - 1, + 2, 0, 2, 2, @@ -74370,96 +76042,96 @@ 2, 2, 0, - 0, - 0, + 1, 2, - 0, 2, + 1, 2, - 0, 2, 0, 2, 2, - 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, 2, 2, 1, - 0, - 0, + 1, 2, - 0, 2, - 0, - 0, + 1, 0, 2, 2, 2, - 0, + 2, + 1, + 2, 2, 2, 2, 2, - 0, 2, 1, 2, 2, + 1, 2, 0, 0, - 2, 0, 0, 2, 2, 1, - 2, + 1, 2, 2, 0, + 2, 0, - 1, 2, 2, - 0, + 2, 2, 1, 2, - 0, + 1, 2, 2, 2, + 0, 2, + 0, 2, + 1, 0, 2, + 1, 2, 2, 2, 2, 2, + 0, + 2, 2, 2, 2, - 0, - 0, 2, - 1, 2, 0, 2, 2, 0, 2, - 0, - 1, 2, 2, - 1, - 0, + 2, 2, 2, 2, @@ -74472,21 +76144,21 @@ 2, 2, 2, - 0, 2, 2, 2, - 0, + 2, + 2, 1, 2, 2, 2, 0, 2, - 1, 2, 2, - 0, + 2, + 2, 2, 2, 2, @@ -74495,84 +76167,84 @@ 2, 2, 0, - 0, - 0, + 2, 0, 2, 2, + 1, 2, 2, + 1, 2, 2, 2, + 1, 2, - 0, - 0, 2, - 1, - 0, 0, + 2, + 2, 1, 1, 2, - 0, 2, 2, 2, 2, + 1, 2, 2, 2, 2, 2, 2, - 0, + 1, 1, 2, 2, - 0, 2, - 0, 2, 2, 2, - 1, 2, 2, 2, 2, + 0, + 2, + 2, + 2, 2, 2, 2, 2, - 0, 2, 0, - 0, + 2, 1, 0, 2, - 0, - 1, 2, - 0, - 0, 2, 2, 0, + 0, + 0, 2, 2, 2, - 0, 2, 2, + 0, 2, 2, 2, 2, 2, 2, + 0, 2, + 1, 2, 2, 2, @@ -74580,35 +76252,32 @@ 2, 2, 0, - 0, - 1, 1, 1, 2, - 0, 1, 0, + 2, + 1, + 1, 0, 0, 0, 2, - 0, + 2, 2, 2, 0, 1, 0, - 0, - 0, - 0, - 0, 1, 2, 2, 0, - 0, 2, - 0, + 2, + 2, + 1, 0, 2, 2, @@ -74618,10 +76287,11 @@ 2, 2, 2, - 1, 2, 2, 2, + 1, + 2, 2, 2, 2, @@ -74635,59 +76305,61 @@ 2, 2, 2, - 0, 2, - 0, 2, - 0, 2, + 2, + 0, 1, 2, 2, 1, 2, 2, - 2, + 1, 0, 2, 2, + 0, 2, 2, 2, - 0, 2, 1, + 0, + 2, 2, 2, - 0, 2, 2, - 0, 2, - 1, 2, 2, 2, 1, 2, - 0, 2, 2, 2, - 0, + 2, + 2, + 2, + 2, 2, 0, 2, 2, + 2, + 2, 1, 2, 2, 2, - 0, 2, 2, - 0, 2, + 2, + 0, 1, 0, 2, @@ -74699,8 +76371,8 @@ 2, 2, 2, - 1, - 0, + 2, + 2, 2, 0, 2, @@ -74710,12 +76382,12 @@ 2, 2, 0, - 1, + 0, + 0, 2, 2, 2, 0, - 0, 2, 2, 2, @@ -74726,15 +76398,15 @@ 0, 2, 2, - 0, + 2, 2, 2, 0, 0, 0, - 0, - 0, - 0, + 2, + 2, + 2, 0, 0, 0, @@ -74743,34 +76415,33 @@ 2, 2, 2, + 1, 2, 2, 0, - 0, 2, 2, 2, 0, 2, 2, - 2, - 0, 0, + 1, 2, 2, - 0, - 0, 2, + 1, + 1, 2, 2, 2, + 1, + 2, 2, - 0, 2, 0, 2, 2, - 0, 2, 2, 2, @@ -74780,57 +76451,58 @@ 2, 2, 2, - 1, 2, 2, 2, 2, - 0, + 2, + 2, + 2, + 1, 1, - 0, 2, 0, - 2, 0, 2, 2, 2, 2, 2, - 0, 2, 2, + 2, + 1, 0, 2, 2, 2, + 1, + 1, 2, - 0, 2, 2, 1, - 0, - 1, 2, 2, - 1, 2, - 0, + 2, + 2, + 2, 1, 2, - 0, 2, 2, 2, 2, 2, 2, - 0, + 2, + 2, 0, 2, 2, 2, - 0, + 2, 2, 2, 2, @@ -74840,11 +76512,11 @@ 0, 2, 2, - 0, - 2, 2, + 1, 2, 0, + 1, 2, 2, 2, @@ -74855,21 +76527,21 @@ 2, 2, 2, - 2, + 1, 2, 1, - 0, 2, 2, - 0, - 0, 2, + 1, 0, 2, 0, 2, + 2, + 2, 0, - 0, + 2, 1, 0, 0, @@ -74877,60 +76549,46 @@ 1, 2, 0, + 2, 0, 0, - 0, - 0, + 2, 1, 0, - 0, 2, - 0, - 2, - 0, - 0, 2, + 1, 2, 0, 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, + 1, 2, 0, 2, 2, - 0, - 0, - 0, - 0, - 1, - 1, 2, + 0, 2, 2, 2, 0, 2, 2, + 2, 0, 0, - 1, - 0, 2, 2, - 0, 1, - 2, 0, 0, - 1, + 2, 1, 0, + 0, + 2, 2, 2, 0, @@ -74938,17 +76596,16 @@ 2, 2, 2, - 0, + 1, 2, 2, 0, 2, + 2, 0, 2, 2, - 0, - 0, - 0, + 1, 2, 2, 2, @@ -74956,12 +76613,14 @@ 0, 2, 2, + 1, 2, + 1, 2, 2, 0, 2, - 0, + 2, 0, 2, 0, @@ -74973,28 +76632,39 @@ 2, 2, 2, + 2, + 2, + 0, + 2, + 1, + 2, 0, + 2, + 2, + 2, + 2, + 2, + 1, 0, 0, 0, 2, + 2, 0, 2, 2, 0, - 0, + 1, 2, 2, 2, - 0, + 1, 2, 0, 2, 0, 0, 0, - 0, - 0, 2, 0, 2, @@ -75006,19 +76676,23 @@ 2, 2, 2, - 0, 2, - 1, + 2, 2, 2, 0, + 2, + 2, + 2, + 2, 0, - 0, 2, 2, 2, 0, 2, + 0, + 2, 2, 2, 2, @@ -75029,14 +76703,13 @@ 2, 2, 0, - 0, - 0, 2, 2, 2, 2, 2, - 1, + 2, + 2, 2, 2, 0, @@ -75044,50 +76717,46 @@ 2, 2, 2, + 0, + 1, 2, 0, 2, + 1, 2, - 0, 2, 2, 2, - 0, - 0, - 0, 2, 2, 1, 2, - 0, - 0, 2, 0, 2, 0, 2, + 1, 2, 0, + 0, + 2, 2, 2, - 1, 2, 2, - 0, - 0, - 0, - 0, 2, 0, 2, + 1, + 2, 0, 0, 0, - 2, - 2, 0, - 2, 0, + 1, + 2, 0, 2, 2, @@ -75095,42 +76764,45 @@ 2, 2, 1, + 1, + 2, + 1, 2, 0, 0, 2, 0, - 0, + 2, 0, 2, 2, - 0, + 2, + 2, 2, 2, 0, 0, + 1, 0, 1, 2, 2, - 0, 2, - 0, 2, 0, 0, 0, - 0, + 2, 1, 2, 0, 0, - 0, - 1, 2, 2, 2, 2, + 1, + 0, 0, 0, 2, @@ -75138,25 +76810,20 @@ 0, 2, 0, - 0, 2, 2, - 1, 2, 0, 2, + 1, + 2, 0, 0, 2, 2, - 0, 2, - 0, - 0, 2, 2, - 0, - 0, 2, 2, 2, @@ -75164,18 +76831,23 @@ 2, 2, 0, - 0, 1, 0, 2, 2, - 0, + 2, 1, + 1, + 0, + 2, + 0, + 2, + 2, 2, 2, 2, 0, - 0, + 1, 2, 2, 2, @@ -75187,21 +76859,21 @@ 2, 2, 2, + 1, 0, - 0, - 0, + 2, 0, 0, 2, - 0, 2, - 0, - 0, 2, 2, 2, - 0, + 1, + 1, 2, + 0, + 1, 1, 2, 2, @@ -75211,139 +76883,142 @@ 2, 2, 2, - 1, + 2, 2, 0, 1, 2, - 0, + 2, 0, 2, 2, 0, - 1, + 2, 0, 0, 2, + 0, 2, 2, 2, 2, - 0, - 2, 2, + 1, 2, 2, 2, 0, 2, 0, - 0, 2, 2, - 0, + 1, + 1, 2, 0, 2, 0, 2, - 0, + 2, 2, 2, 2, 2, 0, - 0, - 0, + 1, 2, 2, 2, - 0, - 0, 2, 0, - 0, - 0, - 0, 2, - 0, 2, 0, 2, + 2, + 2, + 2, 0, + 1, 0, 2, - 0, + 2, 2, 0, + 2, + 2, + 1, 0, 0, 1, 2, + 2, 1, - 0, 2, - 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, 2, 0, - 0, - 0, - 0, + 2, 2, 0, + 2, + 2, + 2, + 2, + 1, + 2, 1, - 0, - 0, 2, - 0, - 0, 1, 0, - 0, - 0, - 0, - 0, + 1, 2, 2, 2, 0, - 0, - 0, 2, 0, - 0, - 0, 2, 2, 0, - 1, 0, + 2, + 2, 0, 0, 0, 2, - 0, 2, - 0, 2, - 0, 2, + 2, + 2, + 1, 0, - 0, + 2, 0, 2, 0, + 2, + 2, + 2, 0, + 2, + 1, + 2, 0, 2, 2, + 2, + 2, + 2, 0, + 2, 0, 2, + 2, 0, 0, 0, @@ -75365,9 +77040,11 @@ 0, 0, 0, + 2, 0, 0, 0, + 2, 0, 0, 0, @@ -75375,6 +77052,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -75410,8 +77088,11 @@ 0, 0, 0, + 2, + 1, 0, 0, + 2, 0, 0, 0, @@ -75452,6 +77133,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -75479,6 +77161,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -75500,6 +77183,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -75507,6 +77191,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -75524,6 +77209,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -75546,6 +77232,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -75577,6 +77264,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -75599,6 +77287,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -75701,6 +77390,23 @@ 0, 0, 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -75718,7 +77424,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -75735,6 +77440,18 @@ 0, 0, 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -75791,7 +77508,115 @@ "cumulative_refusals": [ 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 2, 2, 2, @@ -75800,8 +77625,12 @@ 2, 2, 3, - 4, - 4, + 3, + 3, + 3, + 3, + 3, + 3, 4, 4, 4, @@ -75809,8 +77638,35 @@ 4, 5, 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 6, 6, 6, + 6, + 6, + 6, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, 7, 7, 8, @@ -75822,7 +77678,31 @@ 8, 8, 8, - 9, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, 9, 9, 9, @@ -75830,25 +77710,60 @@ 10, 10, 10, - 11, - 11, - 11, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, 11, 12, 12, 12, - 12, - 12, - 12, - 12, - 12, 13, 13, 13, + 13, + 13, + 13, + 13, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, 14, 14, 14, 14, + 14, + 14, + 14, + 14, + 14, + 14, + 15, + 15, 15, 15, 15, @@ -75856,6 +77771,30 @@ 15, 15, 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, 16, 16, 16, @@ -75865,10 +77804,180 @@ 16, 16, 16, + 16, + 16, + 16, + 16, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, 17, 17, 17, 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, 18, 18, 18, @@ -75881,6 +77990,38 @@ 18, 19, 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 21, 21, 21, 21, @@ -75889,6 +78030,92 @@ 22, 22, 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, 23, 23, 23, @@ -75900,14 +78127,42 @@ 23, 23, 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, 24, 25, 25, 25, + 25, + 25, + 25, + 25, 26, - 26, - 26, - 27, 27, 27, 27, @@ -75916,6 +78171,36 @@ 27, 28, 28, + 28, + 28, + 28, + 28, + 28, + 28, + 28, + 28, + 28, + 28, + 28, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, 29, 29, 29, @@ -75923,6 +78208,38 @@ 29, 29, 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, 30, 30, 30, @@ -75931,10 +78248,58 @@ 30, 30, 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, 31, 31, 32, - 33, + 32, + 32, + 32, 33, 33, 33, @@ -75942,26 +78307,112 @@ 35, 35, 35, + 35, + 35, + 35, + 35, 36, 36, + 36, + 37, 37, + 37, + 37, + 37, + 38, 38, 38, + 38, + 38, + 38, + 39, 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, 40, 40, 41, 41, + 41, + 41, 42, 42, 42, - 42, - 42, - 42, - 43, - 43, - 43, - 43, 43, 43, 43, @@ -75970,9 +78421,31 @@ 43, 43, 44, + 44, + 44, + 44, + 44, + 44, + 45, + 45, + 45, + 45, + 45, 45, 45, 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 46, 46, 46, 46, @@ -75986,38 +78459,182 @@ 47, 48, 48, + 48, + 48, + 48, + 49, 49, 49, 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, 50, 51, + 51, 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, 53, 53, + 53, + 53, + 53, + 53, + 53, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, 54, + 54, + 54, + 55, + 55, + 55, + 55, + 55, + 55, 55, + 55, + 55, + 55, + 55, + 56, + 56, + 56, + 56, 56, 56, + 56, + 56, + 56, + 56, + 56, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, 57, + 57, + 57, + 57, + 57, + 58, + 58, + 58, + 58, 58, + 58, + 58, + 58, + 58, + 59, + 59, + 59, + 59, 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 60, + 60, 60, 60, 60, + 60, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, 61, 61, 62, @@ -76028,29 +78645,51 @@ 62, 62, 62, - 63, + 62, + 62, + 62, + 62, 63, 63, 63, 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 65, + 65, + 65, 65, - 65, - 65, - 65, 66, 66, 67, 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 68, + 68, + 68, 68, 68, 68, - 69, - 69, - 69, - 69, - 69, - 69, - 69, 69, 69, 69, @@ -76061,10 +78700,25 @@ 69, 70, 70, - 71, - 71, - 71, - 71, + 70, + 70, + 70, + 70, + 70, + 70, + 70, + 70, + 70, + 70, + 70, + 70, + 70, + 70, + 70, + 70, + 70, + 70, + 70, 71, 71, 71, @@ -76073,369 +78727,134 @@ 72, 72, 72, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, 73, 73, 73, 74, 75, + 75, + 75, + 75, 76, - 76, + 77, + 77, + 77, + 77, + 77, 77, 77, 77, 78, 78, + 78, + 78, + 79, 79, 79, 79, 80, - 81, - 81, - 81, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, 81, 81, 82, 82, + 82, + 82, 83, - 83, - 84, - 84, 84, - 84, - 84, - 84, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, 85, 86, 87, - 87, 88, 89, 89, - 89, - 89, - 89, - 89, - 89, - 89, 90, - 90, - 90, - 90, - 91, 91, - 91, - 91, - 92, - 92, 92, - 92, - 92, - 92, - 93, - 93, - 93, - 93, - 93, 93, - 93, - 93, - 93, - 93, - 93, - 94, - 94, - 94, - 94, - 94, - 94, 94, 95, 95, + 95, + 95, 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, 97, - 97, - 98, - 98, - 98, 98, 98, 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, 100, 101, + 101, 102, 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, + 104, 104, 105, - 105, - 105, - 106, - 106, - 106, - 106, 106, 107, 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 108, - 108, - 108, 108, 109, - 109, - 110, - 110, - 110, 110, - 110, - 110, - 110, - 110, - 110, - 110, - 110, - 110, - 110, - 111, 111, 112, 113, - 113, - 114, 114, 115, - 115, - 115, - 115, - 116, 116, - 116, - 116, - 116, - 116, - 116, - 117, - 117, - 117, - 117, - 117, - 117, - 117, - 117, - 117, - 117, - 117, 117, - 117, - 117, - 117, - 117, - 118, - 118, - 118, - 118, - 118, - 118, - 118, 118, 119, 120, 121, 122, - 122, - 123, - 123, 123, 124, - 124, 125, 126, 127, 128, - 128, - 128, - 128, - 128, 129, 130, - 130, 131, - 131, - 131, - 131, - 132, - 132, - 132, - 132, - 132, - 132, - 132, - 132, - 132, 132, - 132, - 132, - 132, - 132, - 132, - 133, - 133, - 133, 133, 133, - 133, - 133, - 133, - 134, 134, 134, - 134, - 135, - 135, - 135, 135, - 135, - 135, - 135, - 135, - 135, - 136, - 136, - 136, 136, - 136, - 136, - 137, - 137, 137, - 137, - 137, - 138, - 138, - 138, - 138, - 138, - 138, - 138, - 138, - 138, - 138, 138, 139, - 139, - 139, - 139, - 139, - 139, - 140, - 140, - 140, 140, 140, 140, - 140, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, - 141, 141, 142, 142, 143, - 143, - 143, - 143, - 143, - 143, - 143, - 144, 144, - 144, - 144, - 144, - 145, - 145, - 145, - 145, - 145, - 145, - 145, 145, 145, 146, @@ -76443,8 +78862,6 @@ 146, 147, 147, - 147, - 147, 148, 149, 150, @@ -76452,589 +78869,214 @@ 152, 153, 154, + 154, + 154, 155, - 155, - 156, - 156, - 156, - 156, - 156, 156, 156, 157, 157, - 157, - 157, - 158, - 158, - 158, 158, 159, - 160, - 160, + 159, 160, 161, 162, 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, - 162, + 163, 163, 163, 164, - 164, - 165, - 165, 165, - 165, - 165, - 165, - 165, - 165, - 166, - 166, - 166, 166, - 166, - 166, - 166, - 166, - 167, - 167, - 167, - 167, - 167, - 167, - 167, - 167, - 167, - 167, - 167, - 167, 167, 168, - 168, - 168, - 168, - 168, - 168, - 168, 169, 170, 170, - 170, - 170, 171, - 171, - 171, - 171, - 172, 172, - 172, - 173, 173, - 173, - 174, 174, 174, 174, 175, - 175, - 175, - 175, - 175, - 175, - 175, - 175, - 175, - 175, - 175, - 175, - 175, - 175, - 175, - 175, - 175, - 175, - 176, 176, 177, - 177, - 177, - 177, 178, 179, - 179, 180, 181, - 181, - 181, - 181, 182, 183, 184, 185, 186, - 186, - 186, - 187, 187, 188, - 188, - 189, - 189, - 189, - 189, - 189, 189, 190, 191, - 191, 192, 193, 194, 195, 195, - 195, - 195, - 195, 196, 197, 198, - 198, - 198, - 198, - 198, - 198, - 198, - 198, - 199, 199, 199, - 199, - 200, 200, 201, - 201, - 201, - 202, - 202, 202, - 202, - 203, - 203, - 203, 203, - 203, - 203, - 204, - 204, 204, - 204, - 204, - 205, - 205, 205, 206, - 206, - 207, - 207, - 207, 207, 208, 209, - 209, - 209, - 209, - 209, - 209, - 209, - 209, - 209, - 209, - 209, - 210, - 210, 210, - 210, - 210, - 211, - 211, - 211, - 211, - 211, - 211, - 211, - 211, 211, 212, 213, 214, - 214, - 214, - 215, 215, 215, 216, + 216, 217, - 217, - 217, - 217, - 217, - 217, - 218, 218, 219, - 219, - 219, 220, 221, 221, - 221, - 221, - 221, - 221, - 221, - 221, - 221, - 221, - 221, - 221, - 222, - 222, - 222, - 222, 222, 223, - 223, - 224, - 224, - 224, 224, 225, - 225, - 225, - 225, - 225, - 225, 226, 226, 227, - 227, - 227, 228, 229, 230, - 230, - 230, - 230, - 230, - 230, - 230, - 230, - 230, - 231, - 231, - 231, - 231, - 231, 231, 232, 232, - 232, - 233, - 233, - 233, 233, 234, - 234, - 235, - 235, - 235, - 235, 235, 236, + 236, 237, - 237, - 238, 238, 239, - 239, - 239, - 240, - 240, - 240, - 240, - 240, 240, 240, 241, 242, 243, - 243, - 244, 244, 245, 246, - 246, - 246, - 246, - 246, - 246, - 246, - 247, 247, - 247, - 248, - 248, - 248, - 248, 248, 249, 250, - 250, - 250, - 251, 251, - 251, - 251, - 252, - 252, 252, 253, 254, - 254, - 254, - 254, - 254, - 255, - 255, - 255, 255, 256, 257, + 257, 258, 259, 259, - 259, + 260, 260, 261, 262, - 262, - 262, - 262, - 262, - 262, 263, 264, - 264, - 264, - 264, - 264, 265, 266, - 266, - 266, - 266, - 266, - 267, 267, 268, - 268, - 268, - 268, 269, 269, 270, 271, - 271, - 271, 272, 273, - 273, - 273, - 273, - 274, - 274, - 274, 274, 275, 275, 276, - 276, - 276, - 277, - 277, - 277, 277, - 277, - 278, - 278, - 278, 278, - 278, - 278, - 279, - 279, - 279, - 279, - 279, - 279, 279, 280, 281, - 281, 282, 283, - 283, 284, 284, 285, - 285, - 285, - 285, - 285, - 285, - 285, - 285, - 285, - 285, 286, 287, - 287, - 287, - 287, - 287, - 287, - 287, - 287, - 287, - 287, 288, 289, - 289, - 289, - 290, 290, 291, 292, - 292, - 292, - 292, - 292, - 292, - 293, - 293, - 293, - 293, 293, - 293, - 294, 294, 295, 296, - 296, - 296, 297, - 297, - 298, 298, 299, - 299, - 300, - 300, - 300, - 300, 300, 300, 301, 302, - 302, - 302, - 302, 303, 304, - 304, + 305, 305, 306, + 306, 307, 308, - 308, 309, - 309, - 310, 310, 311, 312, - 312, - 313, 313, 314, 315, - 315, - 315, - 315, - 315, 316, - 316, - 317, - 317, 317, 318, 319, - 319, 320, 321, 322, - 322, - 322, - 323, 323, 324, + 324, 325, - 325, - 326, 326, - 326, - 326, - 326, - 327, - 327, - 327, - 327, - 327, - 327, 327, 328, 329, - 329, 330, 331, 332, - 332, - 332, - 333, 333, 334, 335, @@ -77042,29 +79084,21 @@ 337, 337, 338, - 338, - 339, - 339, - 339, 339, 340, 341, 342, - 342, 343, 344, 345, - 345, - 345, 346, 347, - 347, 348, 349, 350, - 350, 351, 352, + 352, 353, 354, 355, @@ -77082,9 +79116,11 @@ 367, 368, 369, + 369, 370, 371, 372, + 372, 373, 374, 375, @@ -77097,6 +79133,7 @@ 382, 383, 384, + 384, 385, 386, 387, @@ -77105,16 +79142,21 @@ 390, 391, 392, + 392, 393, 394, 395, 396, 397, + 397, + 398, 398, 399, 400, 401, 402, + 402, + 402, 403, 404, 405, @@ -77124,7 +79166,6 @@ 409, 410, 411, - 411, 412, 413, 414, @@ -77139,6 +79180,7 @@ 423, 424, 425, + 425, 426, 427, 428, @@ -77153,10 +79195,12 @@ 437, 438, 439, + 439, 440, 441, 442, 443, + 443, 444, 445, 446, @@ -77185,351 +79229,62 @@ 469, 470, 471, + 471, 472, 473, 474, 475, 476, 477, + 477, 478, 479, 480, 481, + 481, 482, 483, 484, + 484, + 485, 485, 486, + 486, + 486, + 486, 487, 488, 489, 490, 491, 492, + 492, 493, 494, + 494, 495, - 496, - 497, - 498, - 499, - 500, - 501, - 502, - 503, - 504, - 505, - 506, - 507, - 508, - 509, - 510, - 511, - 512, - 513, - 514, - 515, - 516, - 517, - 518, - 519, - 520, - 521, - 522, - 523, - 524, - 525, - 526, - 527, - 528, - 529, - 530, - 531, - 532, - 533, - 534, - 535, - 536, - 537, - 538, - 539, - 540, - 541, - 542, - 543, - 544, - 545, - 546, - 547, - 548, - 549, - 550, - 551, - 552, - 553, - 554, - 555, - 556, - 557, - 558, - 559, - 560, - 561, - 562, - 563, - 564, - 565, - 566, - 567, - 568, - 569, - 570, - 571, - 572, - 573, - 574, - 575, - 576, - 577, - 578, - 579, - 580, - 581, - 582, - 583, - 584, - 585, - 586, - 587, - 588, - 589, - 590, - 591, - 592, - 593, - 594, - 595, - 596, - 597, - 598, - 599, - 600, - 601, - 602, - 603, - 604, - 605, - 606, - 607, - 608, - 609, - 610, - 611, - 612, - 613, - 614, - 615, - 616, - 617, - 618, - 619, - 620, - 621, - 622, - 623, - 624, - 625, - 626, - 627, - 628, - 629, - 630, - 631, - 632, - 633, - 634, - 635, - 636, - 637, - 638, - 639, - 640, - 641, - 642, - 643, - 644, - 645, - 646, - 647, - 648, - 649, - 650, - 651, - 652, - 653, - 654, - 655, - 656, - 657, - 658, - 659, - 660, - 661, - 662, - 663, - 664, - 665, - 666, - 667, - 668, - 669, - 670, - 671, - 672, - 673, - 674, - 675, - 676, - 677, - 678, - 679, - 680, - 681, - 682, - 683, - 684, - 685, - 686, - 687, - 688, - 689, - 690, - 691, - 692, - 693, - 694, - 695, - 696, - 697, - 698, - 699, - 700, - 701, - 702, - 703, - 704, - 705, - 706, - 707, - 708, - 709, - 710, - 711, - 712, - 713, - 714, - 715, - 716, - 717, - 718, - 719, - 719, - 720, - 721, - 722, - 723, - 723, - 723, - 724, - 725, - 726, - 727, - 728, - 729, - 730, - 731, - 732, - 733, - 734, - 735, - 736, - 737, - 738, - 739, - 740, - 741, - 742, - 743, - 744, - 745, - 746, - 746, - 747, - 748, - 749, - 750, - 751, - 752, - 753, - 754, - 755, - 756, - 757, - 758, - 759, - 760, - 761, - 762, - 763, - 764, - 765, - 766, - 767, - 768, - 769, - 770, - 771, - 772, - 773, - 774, - 775, - 776, - 777, - 778, - 779, - 780, - 781, - 782, - 783, - 784 + 496 ], "changepoint_dates": [ - "2024-03-25", "2024-06-24" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2024-03-25", - "mean_faithfulness": 1.250632911392405, - "refusal_rate_percent": 25.569620253164555 - }, - { - "start_date": "2024-03-25", - "end_date": "2024-06-17", - "mean_faithfulness": 0.6470588235294118, - "refusal_rate_percent": 51.76470588235295 + "end_date": "2024-06-24", + "mean_faithfulness": 1.4643137254901961, + "refusal_rate_percent": 6.509803921568627 }, { "start_date": "2024-06-24", - "end_date": "2025-09-10", - "mean_faithfulness": 0.002257336343115124, - "refusal_rate_percent": 98.64559819413093 + "end_date": "2025-10-22", + "mean_faithfulness": 0.051759834368530024, + "refusal_rate_percent": 85.5072463768116 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "google/gemini-3-pro-preview": { + "google/gemini-2.5-flash": { "dates": [ "2021-01-01", "2021-01-01", @@ -79293,29 +81048,29 @@ "faithfulness": [ 2, 2, + 0, + 0, 2, 2, + 0, + 0, 2, 2, 0, - 1, 0, 2, 2, - 2, 1, + 0, 2, 2, + 0, 2, + 0, 2, + 0, 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, + 0, 2, 2, 2, @@ -79325,30 +81080,36 @@ 2, 2, 0, + 0, 2, 2, 2, + 0, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, + 1, 2, 2, 0, + 0, + 1, 2, + 1, 2, 2, 2, - 2, + 0, 2, 2, 0, 2, 2, + 1, + 0, + 0, + 0, + 0, 2, 2, 2, @@ -79361,18 +81122,12 @@ 2, 2, 2, - 2, - 2, 0, 2, - 2, - 2, - 2, - 2, 0, 2, - 2, - 2, + 0, + 0, 2, 1, 2, @@ -79381,234 +81136,277 @@ 2, 2, 2, - 2, - 2, - 1, - 2, - 1, - 2, - 2, + 0, + 0, 0, 2, + 0, 2, 2, + 0, 2, 2, + 0, 2, 2, 2, 2, 2, 2, - 2, - 2, - 2, + 1, 2, 2, 2, 0, - 2, - 2, 0, 2, 2, - 2, - 1, - 2, - 1, 0, 2, 2, + 0, 2, + 0, 2, + 0, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, + 0, 2, 0, 2, 0, 2, 2, + 0, 2, + 0, 2, 2, 2, 2, + 1, 2, 1, + 0, 2, + 0, + 0, 2, 2, 2, + 0, + 0, 2, 1, 0, 2, - 2, - 2, + 0, 0, 2, + 0, + 0, 2, - 2, - 1, + 0, 2, 0, 1, 2, 2, - 2, 1, 2, + 0, 2, 2, 2, 2, + 0, 2, 2, 2, 2, 2, + 0, + 0, 2, 2, + 0, 2, 2, + 0, 2, 2, 2, 2, 2, 2, - 1, - 2, - 2, - 2, - 2, 2, + 0, 2, - 1, + 0, 2, 2, + 0, + 0, + 0, 2, 2, - 1, 2, 2, 2, + 0, 2, + 0, 2, 2, 2, 2, 2, 0, + 0, 2, + 0, + 0, + 0, 2, 0, + 0, + 0, + 0, 2, 2, 0, 0, + 0, + 0, 2, 2, 2, 2, + 0, 2, + 0, 2, 2, + 0, + 0, + 0, 2, 2, 2, + 0, 2, + 0, 2, + 0, 2, 2, + 0, 2, 2, 2, 2, 2, 2, + 1, 2, 2, 2, 2, 2, 2, + 0, + 0, + 0, + 0, 2, 2, 2, 2, 2, + 0, + 0, 2, 2, 2, 2, + 0, 2, 2, 1, + 0, 2, 2, 2, - 1, 2, 2, - 1, 2, 0, + 0, + 0, 2, + 0, 2, 2, + 0, 2, + 0, 2, 2, - 2, + 0, + 0, 2, 2, 1, + 0, + 0, 2, - 2, - 2, - 2, - 2, + 0, 2, 0, + 0, + 0, 2, 2, 2, + 0, 2, 2, 2, 2, + 0, 2, + 1, 2, 2, 2, 0, - 2, 0, 2, + 0, + 0, 2, 2, + 1, 2, 2, 2, + 0, + 0, + 1, 2, 2, + 0, 2, + 1, 2, + 0, 2, 2, 2, 2, 2, + 0, 2, 2, 2, @@ -79618,63 +81416,26 @@ 2, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, 0, - 2, - 2, - 2, - 2, + 0, 2, 1, 2, - 2, - 2, 0, 2, 2, + 0, 2, - 2, - 2, - 2, - 1, + 0, 1, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 1, - 2, 0, 2, 2, 2, - 2, 0, - 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, 2, 2, 2, @@ -79687,16 +81448,17 @@ 2, 2, 2, + 0, + 1, 2, 2, 2, - 2, - 2, - 2, + 0, 2, 1, 2, 2, + 0, 2, 2, 2, @@ -79704,7 +81466,10 @@ 2, 2, 2, - 2, + 0, + 0, + 0, + 0, 2, 2, 2, @@ -79714,24 +81479,15 @@ 2, 2, 0, - 2, - 2, - 2, - 2, + 0, 2, 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, + 0, + 1, 1, 2, + 0, 2, 2, 2, @@ -79742,18 +81498,17 @@ 2, 2, 2, - 2, - 2, - 1, - 2, - 2, + 0, 1, 2, 2, + 0, 2, + 0, 2, 2, 2, + 1, 2, 2, 2, @@ -79762,21 +81517,21 @@ 2, 2, 2, + 0, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, + 0, 1, + 0, 2, + 0, 1, 2, + 0, + 0, 2, 2, - 2, + 0, 2, 2, 2, @@ -79796,40 +81551,40 @@ 0, 2, 2, - 2, + 0, + 0, 1, - 2, 1, 1, 2, - 2, + 0, 1, - 2, + 0, + 0, 0, 0, 2, - 2, - 2, + 0, 2, 2, 0, 1, - 2, - 2, - 2, - 2, - 2, + 0, + 0, + 0, + 0, + 0, 1, 2, 2, - 1, + 0, 0, 2, + 0, + 0, 2, 2, - 2, - 2, - 2, + 0, 2, 2, 2, @@ -79842,10 +81597,6 @@ 2, 2, 2, - 1, - 2, - 2, - 2, 2, 2, 0, @@ -79856,36 +81607,20 @@ 2, 2, 2, + 0, 2, + 0, 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, 0, 2, 1, 2, 2, - 2, - 2, 1, 2, 2, 2, - 2, + 0, 2, 2, 2, @@ -79893,17 +81628,10 @@ 2, 0, 2, - 2, - 2, - 2, 1, 2, 2, - 2, - 2, - 2, - 2, - 2, + 0, 2, 2, 0, @@ -79912,42 +81640,30 @@ 2, 2, 2, + 1, 2, + 0, 2, 2, 2, + 0, 2, - 2, - 2, + 0, 2, 2, 1, 2, 2, - 1, 2, - 1, - 1, + 0, 2, 2, + 0, 2, 1, - 2, 0, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 0, - 0, + 1, 2, 2, 2, @@ -79958,67 +81674,75 @@ 1, 0, 2, + 0, 2, 1, 2, 2, 2, 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, 1, 2, 2, - 1, - 1, 2, 0, - 2, - 2, - 1, - 2, + 0, 2, 2, 2, 2, 2, - 1, 2, 2, + 0, 2, 2, + 0, 2, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, 2, 2, 2, - 1, 2, + 0, + 0, 2, 2, - 1, 2, + 0, 2, 2, 2, + 0, + 0, 2, 2, + 0, + 0, 2, 2, 2, 2, - 1, 2, + 0, 2, + 0, 2, 2, + 0, 2, 2, 2, @@ -80028,16 +81752,18 @@ 2, 2, 2, + 1, 2, 2, 2, 2, + 0, 1, - 2, 0, 2, + 0, 2, - 2, + 0, 2, 2, 2, @@ -80046,70 +81772,51 @@ 0, 2, 2, + 0, 2, 2, 2, 2, + 0, 2, 2, 1, - 1, - 2, 0, - 2, - 2, 1, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, 1, 2, - 2, - 2, - 2, - 2, + 0, 1, 2, + 0, 2, 2, 2, 2, 2, 2, + 0, + 0, 2, 2, 2, - 2, - 2, - 1, - 2, - 2, + 0, 2, 2, 2, + 0, 2, 1, 0, 2, 2, + 0, 2, 2, 2, - 2, - 2, - 2, - 2, - 2, + 0, 2, 2, 2, @@ -80123,163 +81830,113 @@ 2, 2, 1, + 0, 2, 2, + 0, + 0, 2, + 0, 2, + 0, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, + 0, 1, + 0, + 0, 2, 1, 2, - 2, + 0, + 0, + 0, + 0, + 0, 1, - 2, - 2, + 0, 0, 2, + 0, 2, + 0, + 0, 2, 2, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 1, - 2, - 2, + 0, + 0, + 0, 0, 1, - 2, - 2, - 2, 1, 2, 2, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, + 0, 1, - 2, - 2, - 2, 0, 2, - 1, 2, + 0, 1, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 2, 0, - 2, + 0, 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 1, + 0, 2, 2, + 0, 2, 2, 2, 2, + 0, 2, 2, - 2, - 2, + 0, 2, 0, 2, 2, 0, + 0, + 0, 2, 2, 2, 2, + 0, 2, 2, 2, 2, 2, + 0, 2, + 0, + 0, 2, + 0, 2, 2, 2, @@ -80288,19 +81945,30 @@ 2, 2, 2, + 0, + 0, + 0, + 0, 2, + 0, 2, 2, + 0, + 0, 2, 2, - 1, - 2, - 1, 2, + 0, 2, - 1, + 0, 2, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, 2, 2, @@ -80310,10 +81978,14 @@ 2, 2, 2, + 0, 2, 1, 2, 2, + 0, + 0, + 0, 2, 2, 2, @@ -80323,37 +81995,13 @@ 2, 2, 2, - 2, - 2, 0, 2, - 1, - 1, - 2, - 2, - 2, + 0, 2, 2, 0, 0, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 2, - 2, 0, 2, 2, @@ -80369,267 +82017,183 @@ 2, 2, 2, - 2, - 2, - 2, - 1, 0, 2, 2, + 0, 2, 2, 2, + 0, + 0, + 0, 2, 2, 1, 2, + 0, + 0, 2, + 0, 2, + 0, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, 2, 2, 1, 2, 2, - 2, - 2, 0, - 2, + 0, + 0, 0, 2, + 0, 2, + 0, + 0, + 0, 2, 2, + 0, 2, 0, - 1, 0, 2, 2, + 0, 2, - 1, 2, 1, - 1, - 2, - 2, - 2, - 2, - 2, - 2, 2, 0, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, 2, 0, + 0, + 0, 2, 2, + 0, 2, 2, + 0, + 0, + 0, 1, 2, 2, + 0, 2, + 0, 2, - 2, + 0, + 0, + 0, + 0, 1, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, + 0, + 0, 1, 2, 2, 2, 2, + 0, + 0, 2, 2, + 0, 2, + 0, + 0, 2, 2, 1, 2, + 0, 2, + 0, + 0, 2, 2, + 0, 2, + 0, + 0, 2, 2, + 0, + 0, 2, 2, 2, + 0, 2, 2, - 2, - 2, - 1, + 0, + 0, 1, + 0, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, 1, 2, 2, 2, 0, + 0, 2, 2, 2, 2, + 0, 2, 2, - 2, - 1, - 1, 1, 2, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, 0, - 2, - 1, - 2, - 2, + 0, + 0, + 0, 0, 2, 0, 2, + 0, + 0, 2, 2, 2, + 0, 2, 1, - 1, - 2, 2, 2, + 0, + 0, 2, 2, 2, 2, 1, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, 1, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, 0, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, 1, - 2, 0, 0, 2, @@ -80637,153 +82201,121 @@ 2, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 2, 2, 2, 2, 2, - 2, 0, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 2, 0, - 2, - 1, - 2, 0, 2, 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 2, - 1, - 2, - 2, + 0, 2, + 0, 2, + 0, 2, 2, 2, 2, + 0, + 0, + 0, 2, 2, 2, 0, 0, 2, - 2, 0, - 1, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, 0, 2, 0, 2, - 1, - 2, 0, 2, 0, 0, + 2, 0, + 2, 0, 0, 0, + 1, + 2, + 1, 0, + 2, 0, 0, 0, 0, 0, - 0, + 2, 0, 0, 0, 0, 2, 0, + 1, 0, 0, + 2, 0, 0, + 1, 0, 0, 0, 0, - 1, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 2, 0, 0, 0, + 2, + 2, + 0, 1, 0, 0, 0, 0, + 2, 0, + 2, 0, + 2, 0, + 2, 0, - 1, 0, 0, + 2, 0, 0, 0, + 2, + 2, 0, 0, + 2, 0, 0, 0, @@ -80935,7 +82467,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -80994,7 +82525,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -81048,9 +82578,6 @@ 0, 0, 0, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, @@ -81163,6 +82690,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -81174,583 +82702,113 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "cumulative_refusals": [ 0, 0, 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 2, 2, 2, @@ -81758,327 +82816,7 @@ 2, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, 4, 4, 4, @@ -82086,332 +82824,12 @@ 4, 4, 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, 5, 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, 6, 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 7, - 7, 7, 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, 8, 8, 8, @@ -82421,86 +82839,65 @@ 8, 8, 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, 9, 9, 9, 9, 9, - 9, - 9, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, 10, 10, 10, 11, 11, 11, + 11, + 12, + 12, + 12, + 12, + 12, 12, 12, 12, 13, 13, 13, - 13, - 13, - 13, 14, + 14, + 14, + 14, + 15, + 15, 15, 15, + 15, + 15, + 15, + 16, + 16, + 16, + 16, + 16, 16, 16, 16, 16, 17, 17, + 17, + 17, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, 18, 19, 20, - 20, - 21, 21, 21, 21, @@ -82508,168 +82905,415 @@ 21, 22, 22, + 22, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, 23, 24, 25, + 25, + 25, + 26, + 26, 26, 27, 27, 27, + 27, + 27, + 27, + 27, 28, 28, - 28, + 29, + 29, + 29, + 29, + 29, 29, 29, 30, 30, - 31, - 31, - 31, - 31, - 31, - 31, + 30, + 30, + 30, + 30, + 30, + 30, 31, 31, 32, 33, 33, 33, + 33, 34, 35, 35, + 35, + 36, 36, 37, 38, 38, - 38, 39, 40, + 40, + 41, 41, 42, 42, + 42, + 42, + 42, + 42, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, 43, 43, 44, 45, + 45, + 45, + 46, 46, + 46, + 47, + 47, + 47, + 47, + 47, + 47, + 47, 47, 48, + 48, + 49, + 49, 49, 50, 51, 52, 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 53, 53, - 54, 54, 55, 56, 56, 57, - 57, - 57, 58, 59, - 59, 60, 60, 60, 61, 61, 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 63, + 63, 63, 63, 64, - 64, + 65, 65, 65, 65, 66, - 67, - 67, - 67, + 66, 67, 67, 68, + 68, + 68, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, 69, 69, 70, 70, 71, 71, + 71, + 71, + 71, + 71, + 71, + 72, + 72, + 72, + 72, 72, 73, 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, 74, 75, 76, 76, 77, + 77, + 77, 78, 78, 79, + 79, + 79, 80, 81, + 81, + 81, + 81, + 81, + 82, 82, 83, 83, - 83, + 84, + 84, + 84, + 84, + 84, 84, 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, 86, - 86, - 86, - 86, + 87, 87, 88, 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 90, + 90, + 90, 90, 91, 91, 91, 91, 92, + 92, + 92, + 92, + 92, + 92, + 93, + 93, + 93, 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 94, + 94, + 94, + 94, + 94, + 94, 94, 95, 95, 96, 96, + 96, + 96, + 96, + 96, + 96, + 96, + 96, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, 97, 98, 98, + 98, + 98, + 98, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, 99, 100, 101, 102, 103, 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, 104, 105, 105, + 105, + 106, 106, 106, 106, + 106, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, 107, 108, 108, + 108, + 108, 109, 109, - 109, + 110, + 110, + 110, + 110, + 110, + 110, + 110, + 110, + 110, + 110, + 110, 110, 110, 111, + 111, 112, - 112, - 112, - 112, + 113, 113, 114, 114, 115, + 115, + 115, + 115, + 116, + 116, + 116, 116, + 116, + 116, + 116, + 117, + 117, + 117, + 117, + 117, + 117, + 117, + 117, + 117, 117, 117, + 117, + 117, + 117, + 117, + 117, + 118, + 118, + 118, 118, 118, 118, @@ -82677,52 +83321,140 @@ 118, 119, 120, - 120, - 120, 121, 122, 122, 123, + 123, + 123, 124, 124, 125, 126, - 126, - 127, - 127, 127, 128, + 128, + 128, + 128, + 128, 129, 130, 130, - 130, 131, 131, 131, + 131, + 132, + 132, + 132, + 132, + 132, + 132, + 132, + 132, + 132, + 132, + 132, 132, 132, 132, + 132, + 133, + 133, + 133, + 133, + 133, + 133, + 133, 133, 134, 134, + 134, + 134, + 135, + 135, + 135, + 135, + 135, + 135, 135, + 135, + 135, + 136, + 136, 136, 136, 136, + 136, + 137, + 137, + 137, 137, + 137, + 138, + 138, + 138, + 138, + 138, + 138, + 138, 138, + 138, + 138, + 138, + 139, + 139, + 139, + 139, + 139, 139, 140, + 140, + 140, + 140, + 140, + 140, + 140, + 141, + 141, 141, 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 141, + 142, 142, 143, + 143, + 143, + 143, + 143, + 143, + 143, + 144, + 144, + 144, + 144, 144, 145, - 146, - 146, - 146, - 146, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 145, 146, 146, 146, @@ -82733,60 +83465,146 @@ 148, 149, 150, - 150, - 150, - 150, - 150, 151, 152, - 152, - 152, - 152, - 152, 153, 154, 155, + 155, + 156, + 156, + 156, 156, + 156, + 156, + 156, + 157, 157, + 157, + 157, + 158, + 158, 158, 158, 159, 160, 160, 160, - 160, 161, 162, 162, 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, 163, + 163, + 164, 164, 165, + 165, + 165, + 165, + 165, + 165, + 165, + 165, + 166, + 166, + 166, 166, 166, + 166, + 166, + 166, + 167, + 167, + 167, + 167, + 167, + 167, + 167, + 167, + 167, + 167, + 167, + 167, 167, 168, + 168, + 168, + 168, + 168, + 168, + 168, 169, - 169, + 170, + 170, + 170, 170, 171, + 171, + 171, + 171, 172, 172, 172, - 172, - 172, - 172, 173, + 173, + 173, + 174, + 174, + 174, 174, 175, 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, + 175, 176, + 176, + 177, + 177, 177, 177, 178, 179, + 179, 180, - 180, + 181, 181, 181, 181, @@ -82794,109 +83612,27567 @@ 183, 184, 185, - 185, - 185, - 185, - 185, + 186, + 186, 186, 187, + 187, + 188, 188, 189, + 189, + 189, + 189, + 189, + 189, 190, 191, + 191, 192, - 192, - 192, - 192, - 193 - ], - "changepoint_dates": [ - "2024-12-16" - ], - "segments": [ - { - "start_date": "2021-01-01", - "end_date": "2024-12-09", - "mean_faithfulness": 1.7813148788927335, - "refusal_rate_percent": 1.1764705882352942 - }, - { - "start_date": "2024-12-16", - "end_date": "2025-10-22", - "mean_faithfulness": 0.025559105431309903, - "refusal_rate_percent": 56.23003194888179 - } - ], - "total_observations": 1758 - }, - "google/gemma-3-27b-it": { - "dates": [ - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-01", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-08", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-15", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-22", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-01-29", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-05", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-12", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-19", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-02-26", - "2021-03-05", - "2021-03-05", - "2021-03-05", + 193, + 194, + 195, + 195, + 195, + 195, + 195, + 196, + 197, + 198, + 198, + 198, + 198, + 198, + 198, + 198, + 198, + 199, + 199, + 199, + 199, + 200, + 200, + 201, + 201, + 201, + 202, + 202, + 202, + 202, + 203, + 203, + 203, + 203, + 203, + 203, + 204, + 204, + 204, + 204, + 204, + 205, + 205, + 205, + 206, + 206, + 207, + 207, + 207, + 207, + 208, + 209, + 209, + 209, + 209, + 209, + 209, + 209, + 209, + 209, + 209, + 209, + 210, + 210, + 210, + 210, + 210, + 211, + 211, + 211, + 211, + 211, + 211, + 211, + 211, + 211, + 212, + 213, + 214, + 214, + 214, + 215, + 215, + 215, + 216, + 217, + 217, + 217, + 217, + 217, + 217, + 218, + 218, + 219, + 219, + 219, + 220, + 221, + 221, + 221, + 221, + 221, + 221, + 221, + 221, + 221, + 221, + 221, + 221, + 222, + 222, + 222, + 222, + 222, + 223, + 223, + 224, + 224, + 224, + 224, + 225, + 225, + 225, + 225, + 225, + 225, + 226, + 226, + 227, + 227, + 227, + 228, + 229, + 230, + 230, + 230, + 230, + 230, + 230, + 230, + 230, + 230, + 231, + 231, + 231, + 231, + 231, + 231, + 232, + 232, + 232, + 233, + 233, + 233, + 233, + 234, + 234, + 235, + 235, + 235, + 235, + 235, + 236, + 237, + 237, + 238, + 238, + 239, + 239, + 239, + 240, + 240, + 240, + 240, + 240, + 240, + 240, + 241, + 242, + 243, + 243, + 244, + 244, + 245, + 246, + 246, + 246, + 246, + 246, + 246, + 246, + 247, + 247, + 247, + 248, + 248, + 248, + 248, + 248, + 249, + 250, + 250, + 250, + 251, + 251, + 251, + 251, + 252, + 252, + 252, + 253, + 254, + 254, + 254, + 254, + 254, + 255, + 255, + 255, + 255, + 256, + 257, + 258, + 259, + 259, + 259, + 260, + 261, + 262, + 262, + 262, + 262, + 262, + 262, + 263, + 264, + 264, + 264, + 264, + 264, + 265, + 266, + 266, + 266, + 266, + 266, + 267, + 267, + 268, + 268, + 268, + 268, + 269, + 269, + 270, + 271, + 271, + 271, + 272, + 273, + 273, + 273, + 273, + 274, + 274, + 274, + 274, + 275, + 275, + 276, + 276, + 276, + 277, + 277, + 277, + 277, + 277, + 278, + 278, + 278, + 278, + 278, + 278, + 279, + 279, + 279, + 279, + 279, + 279, + 279, + 280, + 281, + 281, + 282, + 283, + 283, + 284, + 284, + 285, + 285, + 285, + 285, + 285, + 285, + 285, + 285, + 285, + 285, + 286, + 287, + 287, + 287, + 287, + 287, + 287, + 287, + 287, + 287, + 287, + 288, + 289, + 289, + 289, + 290, + 290, + 291, + 292, + 292, + 292, + 292, + 292, + 292, + 293, + 293, + 293, + 293, + 293, + 293, + 294, + 294, + 295, + 296, + 296, + 296, + 297, + 297, + 298, + 298, + 299, + 299, + 300, + 300, + 300, + 300, + 300, + 300, + 301, + 302, + 302, + 302, + 302, + 303, + 304, + 304, + 305, + 306, + 307, + 308, + 308, + 309, + 309, + 310, + 310, + 311, + 312, + 312, + 313, + 313, + 314, + 315, + 315, + 315, + 315, + 315, + 316, + 316, + 317, + 317, + 317, + 318, + 319, + 319, + 320, + 321, + 322, + 322, + 322, + 323, + 323, + 324, + 325, + 325, + 326, + 326, + 326, + 326, + 326, + 327, + 327, + 327, + 327, + 327, + 327, + 327, + 328, + 329, + 329, + 330, + 331, + 332, + 332, + 332, + 333, + 333, + 334, + 335, + 336, + 337, + 337, + 338, + 338, + 339, + 339, + 339, + 339, + 340, + 341, + 342, + 342, + 343, + 344, + 345, + 345, + 345, + 346, + 347, + 347, + 348, + 349, + 350, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 719, + 720, + 721, + 722, + 723, + 723, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829 + ], + "changepoint_dates": [ + "2024-03-25", + "2024-06-24" + ], + "segments": [ + { + "start_date": "2021-01-01", + "end_date": "2024-03-25", + "mean_faithfulness": 1.250632911392405, + "refusal_rate_percent": 25.569620253164555 + }, + { + "start_date": "2024-03-25", + "end_date": "2024-06-17", + "mean_faithfulness": 0.6470588235294118, + "refusal_rate_percent": 51.76470588235295 + }, + { + "start_date": "2024-06-24", + "end_date": "2025-10-22", + "mean_faithfulness": 0.0020491803278688526, + "refusal_rate_percent": 98.77049180327869 + } + ], + "total_observations": 1758 + }, + "google/gemini-3-pro-preview": { + "dates": [ + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" + ], + "faithfulness": [ + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 1, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 1, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 1, + 2, + 0, + 1, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 1, + 2, + 1, + 1, + 2, + 2, + 1, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 1, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 2, + 1, + 1, + 2, + 2, + 2, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 1, + 2, + 2, + 1, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 2, + 2, + 0, + 1, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 0, + 2, + 1, + 2, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 1, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 1, + 2, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 1, + 2, + 2, + 0, + 2, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 0, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 2, + 1, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "cumulative_refusals": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 11, + 11, + 11, + 12, + 12, + 12, + 13, + 13, + 13, + 13, + 13, + 13, + 14, + 15, + 15, + 16, + 16, + 16, + 16, + 17, + 17, + 18, + 19, + 20, + 20, + 21, + 21, + 21, + 21, + 21, + 21, + 22, + 22, + 23, + 24, + 25, + 26, + 27, + 27, + 27, + 28, + 28, + 28, + 29, + 29, + 30, + 30, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 32, + 33, + 33, + 33, + 34, + 35, + 35, + 36, + 37, + 38, + 38, + 38, + 39, + 40, + 41, + 42, + 42, + 43, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 52, + 53, + 54, + 54, + 55, + 56, + 56, + 57, + 57, + 57, + 58, + 59, + 59, + 60, + 60, + 60, + 61, + 61, + 62, + 63, + 63, + 64, + 64, + 65, + 65, + 65, + 66, + 67, + 67, + 67, + 67, + 67, + 68, + 69, + 69, + 70, + 70, + 71, + 71, + 72, + 73, + 73, + 74, + 75, + 76, + 76, + 77, + 78, + 78, + 79, + 80, + 81, + 82, + 83, + 83, + 83, + 84, + 85, + 86, + 86, + 86, + 86, + 87, + 88, + 89, + 90, + 91, + 91, + 91, + 91, + 92, + 93, + 94, + 95, + 95, + 96, + 96, + 97, + 98, + 98, + 99, + 100, + 101, + 102, + 103, + 103, + 104, + 105, + 105, + 106, + 106, + 106, + 107, + 108, + 108, + 109, + 109, + 109, + 110, + 110, + 111, + 112, + 112, + 112, + 112, + 113, + 114, + 114, + 115, + 116, + 117, + 117, + 118, + 118, + 118, + 118, + 118, + 119, + 120, + 120, + 120, + 121, + 122, + 122, + 123, + 124, + 124, + 125, + 126, + 126, + 127, + 127, + 127, + 128, + 129, + 130, + 130, + 130, + 131, + 131, + 131, + 132, + 132, + 132, + 133, + 134, + 134, + 135, + 136, + 136, + 136, + 137, + 138, + 139, + 140, + 141, + 141, + 142, + 143, + 144, + 145, + 146, + 146, + 146, + 146, + 146, + 146, + 146, + 147, + 147, + 147, + 147, + 148, + 149, + 150, + 150, + 150, + 150, + 150, + 151, + 152, + 152, + 152, + 152, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 158, + 159, + 160, + 160, + 160, + 160, + 161, + 162, + 162, + 162, + 163, + 164, + 165, + 166, + 166, + 167, + 168, + 169, + 169, + 170, + 171, + 172, + 172, + 172, + 172, + 172, + 172, + 173, + 174, + 175, + 175, + 176, + 177, + 177, + 178, + 179, + 180, + 180, + 181, + 181, + 181, + 182, + 183, + 184, + 185, + 185, + 185, + 185, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 192, + 192, + 192, + 193 + ], + "changepoint_dates": [ + "2024-12-16" + ], + "segments": [ + { + "start_date": "2021-01-01", + "end_date": "2024-12-09", + "mean_faithfulness": 1.7813148788927335, + "refusal_rate_percent": 1.1764705882352942 + }, + { + "start_date": "2024-12-16", + "end_date": "2025-10-22", + "mean_faithfulness": 0.025559105431309903, + "refusal_rate_percent": 56.23003194888179 + } + ], + "total_observations": 1758 + }, + "google/gemma-3-27b-it": { + "dates": [ + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" + ], + "faithfulness": [ + 2, + 1, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 2, + 1, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 2, + 0, + 0, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 1, + 2, + 0, + 2, + 2, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 1, + 2, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 2, + 2, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 2, + 2, + 0, + 0, + 0, + 2, + 1, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 2, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 2, + 1, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 1, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 0, + 0, + 2, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 2, + 0, + 2, + 0, + 2, + 1, + 2, + 0, + 0, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 1, + 2, + 2, + 2, + 1, + 2, + 0, + 2, + 1, + 2, + 1, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 1, + 1, + 1, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 1, + 1, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 2, + 2, + 0, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 1, + 2, + 2, + 0, + 0, + 1, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 2, + 2, + 2, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 1, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 2, + 1, + 2, + 2, + 2, + 2, + 0, + 1, + 0, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 1, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 1, + 2, + 0, + 2, + 1, + 1, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 0, + 1, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 1, + 2, + 1, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 1, + 2, + 0, + 2, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 1, + 2, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 2, + 1, + 1, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 0, + 1, + 2, + 1, + 2, + 1, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 2, + 2, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 0, + 1, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 0, + 1, + 2, + 1, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 1, + 2, + 0, + 2, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 2, + 1, + 1, + 2, + 0, + 2, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 2, + 2, + 1, + 2, + 0, + 0, + 0, + 2, + 1, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 2, + 1, + 2, + 2, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "cumulative_refusals": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 20, + 20, + 20, + 20, + 20, + 20, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 22, + 22, + 22, + 22, + 22, + 23, + 23, + 23, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 25, + 26, + 26, + 26, + 27, + 27, + 28, + 28, + 28, + 29, + 30, + 31, + 31, + 32, + 32, + 33, + 33, + 34, + 34, + 35, + 35, + 35, + 35, + 35, + 36, + 36, + 37, + 38, + 39, + 40, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 42, + 42, + 43, + 43, + 44, + 45, + 45, + 45, + 45, + 45, + 45, + 46, + 46, + 46, + 47, + 47, + 47, + 48, + 48, + 49, + 49, + 49, + 49, + 49, + 49, + 50, + 50, + 50, + 50, + 51, + 51, + 52, + 52, + 52, + 53, + 53, + 53, + 54, + 55, + 55, + 55, + 55, + 55, + 56, + 56, + 57, + 58, + 58, + 58, + 59, + 59, + 59, + 59, + 59, + 59, + 60, + 60, + 61, + 62, + 63, + 63, + 63, + 63, + 64, + 65, + 65, + 66, + 67, + 68, + 69, + 69, + 69, + 70, + 71, + 71, + 72, + 72, + 73, + 74, + 74, + 74, + 75, + 76, + 76, + 77, + 78, + 79, + 80, + 81, + 81, + 81, + 82, + 83, + 83, + 84, + 84, + 85, + 86, + 87, + 88, + 88, + 88, + 88, + 89, + 89, + 90, + 90, + 90, + 90, + 90, + 91, + 92, + 92, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 94, + 95, + 95, + 96, + 96, + 96, + 96, + 96, + 96, + 96, + 97, + 98, + 98, + 99, + 100, + 101, + 102, + 102, + 103, + 103, + 103, + 104, + 105, + 106, + 107, + 107, + 107, + 107, + 108, + 109, + 109, + 110, + 110, + 110, + 111, + 112, + 113, + 114, + 114, + 115, + 116, + 117, + 117, + 117, + 118, + 118, + 119, + 120, + 121, + 121, + 121, + 122, + 123, + 124, + 124, + 125, + 126, + 127, + 128, + 129, + 129, + 130, + 130, + 131, + 131, + 131, + 132, + 132, + 133, + 134, + 134, + 134, + 135, + 135, + 136, + 137, + 137, + 137, + 137, + 138, + 139, + 139, + 139, + 140, + 140, + 141, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 147, + 147, + 148, + 149, + 149, + 149, + 149, + 150, + 151, + 151, + 151, + 151, + 152, + 153, + 153, + 154, + 155, + 156, + 157, + 158, + 158, + 159, + 160, + 160, + 160, + 161, + 162, + 162, + 163, + 163, + 164, + 164, + 164, + 165, + 166, + 166, + 167, + 168, + 168, + 169, + 170, + 171, + 171, + 171, + 171, + 172, + 173, + 173, + 174, + 174, + 175, + 176, + 176, + 177, + 178, + 178, + 178, + 178, + 179, + 179, + 180, + 180, + 180, + 181, + 182, + 183, + 183, + 183, + 183, + 183, + 183, + 184, + 185, + 185, + 185, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 196, + 196, + 197, + 197, + 197, + 197, + 198, + 198, + 198, + 198, + 198, + 198, + 199, + 200, + 200, + 201, + 202, + 203, + 203, + 203, + 204, + 204, + 205, + 206, + 206, + 207, + 208, + 208, + 209, + 210, + 210, + 210, + 211, + 212, + 213, + 213, + 213, + 213, + 213, + 214, + 215, + 216, + 217, + 217, + 217, + 217, + 218, + 219, + 219, + 220, + 220, + 220, + 220, + 221, + 221, + 222, + 223, + 223, + 224, + 225, + 226, + 227, + 227, + 227, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 235, + 236, + 237, + 238, + 238, + 238, + 239, + 240, + 240, + 240, + 241, + 241, + 241, + 242, + 242, + 243, + 244, + 244, + 244, + 244, + 244, + 244, + 245, + 246, + 247, + 247, + 247, + 247, + 248, + 248, + 249, + 249, + 249, + 249, + 249, + 250, + 251, + 252, + 253, + 254, + 254, + 255, + 256, + 256, + 256, + 257 + ], + "changepoint_dates": [ + "2023-02-26", + "2024-05-20" + ], + "segments": [ + { + "start_date": "2021-01-01", + "end_date": "2023-02-26", + "mean_faithfulness": 1.110126582278481, + "refusal_rate_percent": 1.3924050632911391 + }, + { + "start_date": "2023-02-26", + "end_date": "2024-05-20", + "mean_faithfulness": 0.8777777777777778, + "refusal_rate_percent": 1.3333333333333335 + }, + { + "start_date": "2024-05-20", + "end_date": "2025-10-22", + "mean_faithfulness": 0.12934362934362933, + "refusal_rate_percent": 46.33204633204633 + } + ], + "total_observations": 1758 + }, + "google/gemma-3-4b-it": { + "dates": [ + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" + ], + "faithfulness": [ + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 2, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 2, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 2, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 1, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "cumulative_refusals": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 8, + 8, + 8, + 8, + 8, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 12, + 12, + 12, + 13, + 13, + 13, + 13, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 15, + 16, + 16, + 16, + 16, + 16, + 16, + 17, + 17, + 17, + 17, + 17, + 17, + 18, + 18, + 18, + 18, + 19, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 22, + 23, + 23, + 23, + 23, + 23, + 23, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 25, + 25, + 25, + 25, + 26, + 26, + 26, + 27, + 27, + 27, + 27, + 27, + 28, + 28, + 28, + 29, + 29, + 29, + 29, + 30, + 30, + 30, + 31, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 33, + 33, + 33, + 33, + 33, + 34, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 36, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 40, + 40, + 40, + 40, + 40, + 40, + 41, + 42, + 42, + 42, + 43, + 43, + 43, + 44, + 44, + 44, + 44, + 44, + 45, + 45, + 45, + 45, + 45, + 45, + 46, + 47, + 47, + 47, + 47, + 47, + 48, + 48, + 48, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 50, + 50, + 51, + 52, + 52, + 53, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 56, + 56, + 56, + 56, + 56, + 56, + 57, + 57, + 58, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 60, + 60, + 60, + 60, + 60, + 61, + 61, + 61, + 61, + 61, + 62, + 63, + 64, + 64, + 64, + 65, + 65, + 65, + 65, + 65, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 67, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 70, + 70, + 70, + 70, + 71, + 71, + 71, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 73, + 73, + 74, + 75, + 75, + 75, + 75, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 77, + 77, + 77, + 77, + 77, + 78, + 78, + 78, + 78, + 78, + 78, + 78, + 78, + 78, + 78, + 78, + 78, + 79, + 79, + 79, + 79, + 79, + 79, + 79, + 80, + 80, + 80, + 80, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 82, + 82, + 82, + 82, + 82, + 82, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 85, + 86, + 87, + 87, + 88, + 89, + 89, + 89, + 89 + ], + "changepoint_dates": [ + "2024-01-15" + ], + "segments": [ + { + "start_date": "2021-01-01", + "end_date": "2024-01-15", + "mean_faithfulness": 0.36053811659192825, + "refusal_rate_percent": 0.4484304932735426 + }, + { + "start_date": "2024-01-15", + "end_date": "2025-10-22", + "mean_faithfulness": 0.14307931570762053, + "refusal_rate_percent": 13.063763608087092 + } + ], + "total_observations": 1758 + }, + "gpt-3.5-turbo-0125": { + "dates": [ + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" + ], + "faithfulness": [ + 0, + 1, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 0, + 2, + 1, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 1, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 1, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 1, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 1, + 1, + 2, + 2, + 2, + 2, + 0, + 1, + 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 1, + 2, + 0, + 1, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 0, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 1, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 1, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 2, + 2, + 0, + 0, + 1, + 2, + 2, + 0, + 2, + 1, + 2, + 1, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 0, + 2, + 2, + 2, + 1, + 1, + 0, + 1, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "cumulative_refusals": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 4, + 4, + 4, + 4, + 4, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 6, + 6, + 7, + 7, + 7, + 7, + 7, + 8, + 8, + 8, + 8, + 8, + 8, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 13, + 13, + 13, + 13, + 13, + 14, + 14, + 15, + 15, + 15, + 15, + 15, + 15, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 18, + 18, + 18, + 18, + 18, + 18, + 19, + 19, + 19, + 20, + 20, + 20, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 23, + 24, + 24, + 24, + 24, + 24, + 24, + 25, + 25, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 28, + 28, + 29, + 30, + 30, + 30, + 30, + 30, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 32, + 33, + 33, + 34, + 34, + 35, + 35, + 35, + 35, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 37, + 37, + 37, + 37, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 39, + 39, + 39, + 40, + 40, + 40, + 40, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 42, + 42, + 42, + 42, + 42, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 44, + 44, + 44, + 44, + 44, + 44, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 47, + 47, + 48, + 49, + 50, + 50, + 50, + 50, + 50, + 51, + 51, + 51, + 51, + 52, + 52, + 52, + 53, + 53, + 53, + 54, + 54, + 54, + 54, + 55, + 55, + 56, + 57, + 57, + 57, + 58, + 58, + 58, + 58, + 58, + 59, + 59, + 59, + 59, + 60, + 61, + 62, + 63, + 63, + 63, + 63, + 64, + 65, + 65, + 66, + 66, + 66, + 66, + 67, + 67, + 67, + 67, + 68, + 69, + 69, + 69, + 69, + 69, + 69, + 70, + 70, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 72, + 72, + 72, + 72, + 73, + 74, + 74, + 74, + 74, + 74, + 74, + 75, + 76, + 76, + 77, + 77, + 77, + 78, + 78, + 79, + 79, + 80, + 80, + 80, + 80, + 80, + 81, + 82, + 83, + 83, + 83, + 84, + 85, + 85, + 85, + 85, + 85, + 86, + 87, + 88, + 88, + 88, + 88, + 88, + 89, + 90, + 91, + 91, + 92, + 92, + 93, + 93, + 93, + 94, + 95, + 95, + 96, + 96, + 97, + 97, + 97, + 97, + 98, + 98, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 100, + 100, + 100, + 100, + 100, + 101, + 102, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 104, + 104, + 104, + 104, + 104, + 104, + 105, + 105, + 106, + 106, + 107, + 108, + 109, + 110, + 111, + 111, + 112, + 112, + 112, + 112, + 113, + 114, + 115, + 115, + 115, + 115, + 115, + 116, + 116, + 117, + 118, + 118, + 119, + 119, + 120, + 120, + 120, + 120, + 121, + 122, + 123, + 123, + 124, + 124, + 124, + 124, + 125, + 125, + 125, + 126, + 126, + 126, + 127, + 127, + 128, + 129, + 130, + 130, + 131, + 131, + 131, + 132, + 133, + 133, + 133, + 133, + 134, + 135, + 135, + 135, + 135, + 135, + 135, + 135, + 135, + 135, + 136, + 137, + 137, + 137, + 138, + 138, + 139, + 139, + 139, + 139, + 139, + 140, + 141, + 142, + 143, + 144, + 144, + 144, + 145, + 146, + 146, + 146, + 146, + 146, + 146, + 146, + 147, + 147, + 148, + 149, + 149, + 150, + 150, + 150, + 151, + 152, + 152, + 153, + 153, + 153, + 153, + 154, + 155, + 156, + 156, + 157, + 158, + 158, + 159, + 160, + 161, + 162, + 162, + 163, + 163, + 163, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 171, + 172, + 172, + 172, + 173, + 174, + 175, + 175, + 175, + 176, + 176, + 176, + 176, + 177, + 177, + 177, + 178, + 179, + 179, + 180, + 180, + 181, + 181, + 182, + 182, + 183, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 189, + 190, + 190, + 191, + 192, + 192, + 193, + 193, + 193, + 194, + 194, + 195, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 205, + 206, + 207, + 207, + 208, + 209, + 209, + 210, + 210, + 211, + 212, + 212, + 213, + 214, + 215, + 215, + 216, + 217, + 218, + 219, + 220, + 220, + 221, + 221, + 222, + 223, + 224, + 225, + 225, + 225, + 226, + 226, + 226, + 227, + 228, + 229, + 229, + 229, + 230, + 230, + 231, + 232, + 233, + 233, + 233, + 233, + 233, + 233, + 233, + 234, + 235, + 235, + 236, + 237, + 238, + 239, + 239, + 239, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 245, + 246, + 246, + 246, + 246, + 247, + 247, + 248, + 249, + 249, + 249, + 250, + 250, + 251, + 252, + 253, + 254, + 254, + 254, + 254, + 255, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 263, + 264, + 264, + 265, + 265, + 265, + 265, + 266, + 266, + 267, + 268, + 269, + 269, + 270, + 271, + 272, + 272, + 273, + 273, + 273, + 273, + 273, + 273, + 273, + 274, + 275, + 276, + 276, + 276, + 277, + 277, + 277, + 277, + 278, + 278, + 279, + 280, + 281, + 281, + 282, + 282, + 283, + 284, + 285, + 285, + 286, + 287, + 288, + 289, + 289, + 290, + 290, + 290, + 290, + 291, + 291, + 292, + 292, + 293, + 293, + 293, + 294, + 295, + 295, + 295, + 296, + 296, + 296, + 297, + 298, + 298, + 298, + 298, + 298, + 299, + 300, + 300, + 301, + 302, + 303, + 304, + 305, + 305, + 305, + 306, + 307, + 308, + 309, + 309, + 310, + 311, + 312, + 312, + 313, + 314, + 314, + 314, + 314, + 315, + 316, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 325, + 325, + 326, + 326, + 327, + 328, + 329, + 329, + 329, + 330, + 330, + 330, + 330, + 331, + 331, + 332, + 332, + 333, + 333, + 333, + 333, + 333, + 333, + 333, + 334, + 334, + 334, + 335, + 335, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 343, + 344, + 344, + 344, + 345, + 346, + 347, + 347, + 348, + 349, + 350, + 350, + 351, + 352, + 353, + 354, + 354, + 355, + 355, + 355, + 355, + 356, + 356, + 356, + 357, + 357, + 357, + 358, + 358, + 358, + 358, + 359, + 360, + 361, + 361, + 362, + 363, + 364, + 365, + 365, + 365, + 366, + 367, + 367, + 367, + 368, + 369, + 370, + 370, + 370, + 371, + 372, + 373, + 374, + 374, + 375, + 376, + 377, + 378, + 378, + 378, + 379, + 380, + 380, + 381, + 382, + 383, + 383, + 384, + 384, + 385, + 385, + 385, + 385, + 386, + 386, + 386, + 387, + 387, + 387, + 387, + 387, + 387, + 387, + 388, + 388, + 389, + 389, + 390, + 390, + 390, + 391, + 391, + 392, + 392, + 393, + 394, + 394, + 395, + 396, + 396, + 397, + 397, + 398, + 398, + 399, + 400, + 400, + 401, + 401, + 402, + 403, + 403, + 404, + 405, + 406, + 407, + 408, + 408, + 408, + 409, + 409, + 409, + 410, + 411, + 411, + 411, + 412, + 413, + 414, + 415, + 416, + 416, + 417, + 417, + 418, + 419, + 419, + 420, + 420, + 421, + 421, + 421, + 421, + 422, + 422, + 423, + 424, + 424, + 425, + 426, + 427, + 428, + 428, + 428, + 428, + 428, + 429, + 430, + 430, + 430, + 430, + 430, + 430, + 431, + 432, + 432, + 432, + 433, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 443, + 443, + 444, + 445, + 446, + 446, + 447, + 448, + 449, + 449, + 449, + 450, + 451, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 457, + 458, + 458, + 458, + 459, + 459, + 460, + 460, + 461, + 462, + 463, + 464, + 464, + 465, + 465, + 466, + 466, + 467, + 468, + 469, + 469, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 470, + 471, + 471, + 472, + 473, + 473, + 473, + 474, + 474, + 475, + 476, + 477, + 478, + 478, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 485, + 485, + 486, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 492, + 492, + 493, + 494, + 495, + 495, + 495, + 496, + 496, + 497, + 498, + 498, + 499, + 500, + 500, + 500, + 500, + 500, + 501, + 502, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 508, + 509, + 510, + 511, + 511, + 511, + 512, + 512, + 512, + 513, + 513, + 514, + 515, + 516, + 517, + 517, + 517, + 517, + 517, + 518, + 518, + 519, + 519, + 519, + 519, + 520, + 521, + 522, + 523, + 523, + 523, + 523, + 524, + 525, + 526, + 526, + 526, + 527, + 528, + 529, + 529, + 530, + 530, + 530, + 531, + 532, + 533, + 533, + 533, + 534, + 534, + 535, + 536, + 537, + 537, + 537, + 538, + 539, + 540, + 540, + 540, + 541, + 541, + 541, + 542, + 543, + 543, + 544, + 545, + 546, + 546, + 546, + 546, + 546, + 547, + 547, + 548, + 548, + 548, + 548, + 549, + 550, + 550, + 550, + 550, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 556, + 557, + 558, + 559, + 560, + 561, + 561, + 562, + 563, + 563, + 563, + 563, + 564, + 565, + 566, + 567, + 567, + 568, + 568, + 568, + 569, + 569, + 570, + 571, + 572, + 573, + 573, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 580, + 580, + 580, + 581, + 581, + 581, + 582, + 583, + 584, + 585, + 586, + 586, + 586, + 587, + 588, + 588, + 589, + 589, + 590, + 591, + 591, + 592, + 593, + 593, + 594, + 594, + 595, + 596, + 597, + 598, + 598, + 599, + 600, + 601, + 601, + 602, + 603, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 612, + 613, + 613, + 614, + 614, + 614, + 614, + 615, + 615, + 615, + 615, + 615, + 615, + 616, + 616, + 617, + 618, + 619, + 620, + 621, + 621, + 621, + 621, + 621, + 622, + 623, + 623, + 623, + 624, + 624, + 625, + 625, + 626, + 627, + 628, + 629, + 629, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 650, + 650, + 651, + 651, + 652, + 653, + 654, + 655, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 664, + 665, + 666, + 666, + 667, + 668, + 668, + 669, + 669, + 669, + 670, + 671, + 672, + 673, + 674, + 674, + 674, + 674, + 675, + 675, + 676, + 676, + 677, + 677, + 678, + 678, + 679, + 680, + 680, + 681, + 682, + 683, + 684, + 684, + 684, + 685, + 686, + 687, + 688, + 688, + 688, + 688, + 689, + 690, + 691, + 692, + 692, + 692, + 692, + 693, + 693, + 694, + 695, + 696, + 697, + 697, + 697, + 697, + 697, + 698, + 699, + 699, + 700, + 701, + 701, + 702, + 703, + 704, + 705, + 705, + 705, + 706, + 706, + 707, + 708, + 709, + 710, + 711, + 711, + 711, + 711, + 711, + 712, + 713, + 713, + 714, + 715, + 715, + 716, + 716, + 716, + 717, + 718, + 718, + 718, + 719, + 720, + 721, + 721, + 722, + 722, + 722, + 723, + 723, + 723, + 724, + 725, + 726, + 727, + 727, + 728, + 729, + 729, + 729, + 730, + 731, + 731, + 732, + 733, + 733, + 733, + 734, + 734, + 735, + 735, + 735, + 736, + 737, + 738, + 738, + 738, + 739, + 739, + 739, + 739, + 739, + 740, + 741, + 742, + 743, + 744, + 744, + 745, + 746, + 747, + 747, + 748, + 749 + ], + "changepoint_dates": [ + "2021-09-17", + "2022-04-16" + ], + "segments": [ + { + "start_date": "2021-01-01", + "end_date": "2021-09-17", + "mean_faithfulness": 1.3962264150943395, + "refusal_rate_percent": 4.528301886792453 + }, + { + "start_date": "2021-09-17", + "end_date": "2022-04-09", + "mean_faithfulness": 0.9414634146341463, + "refusal_rate_percent": 17.073170731707318 + }, + { + "start_date": "2022-04-16", + "end_date": "2025-10-22", + "mean_faithfulness": 0.1498447204968944, + "refusal_rate_percent": 54.503105590062106 + } + ], + "total_observations": 1758 + }, + "gpt-4o-2024-08-06": { + "dates": [ + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-05", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-12", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-19", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-03-26", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-02", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-09", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-16", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-23", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-04-30", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-07", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-14", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-21", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-05-28", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-04", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-11", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-18", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-06-25", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-02", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-09", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-16", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-23", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-07-30", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-06", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-13", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-20", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-08-27", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-03", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-10", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-17", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-09-24", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-01", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-08", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-15", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-22", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-10-29", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-05", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-12", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-19", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-11-26", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-03", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-10", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-17", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2021-12-24", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-01", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-08", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-15", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-22", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-01-29", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-05", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-12", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-19", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-02-26", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-05", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-12", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-19", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-03-26", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-02", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-09", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-16", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-23", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-04-30", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-07", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-14", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-21", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-05-28", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-04", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-11", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-18", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-06-25", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-02", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-09", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-16", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-23", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-07-30", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-06", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-13", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-20", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-08-27", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-03", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-10", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-17", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-09-24", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-01", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-08", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-15", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-22", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-10-29", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-05", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-12", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-19", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-11-26", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-03", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-10", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-17", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2022-12-24", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-01", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-08", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-15", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-22", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-01-29", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-05", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-12", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-19", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-02-26", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-05", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-12", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-19", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-03-26", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-02", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-09", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-16", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-23", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-04-30", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-07", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-14", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-21", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-05-28", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-04", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-11", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-18", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-06-25", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-02", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-09", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-16", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-23", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-07-30", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-06", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-13", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-20", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-08-27", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-03", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-10", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-17", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-09-24", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-01", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-08", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-15", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-22", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-10-29", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-05", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-12", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-19", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-11-26", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-03", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-10", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-17", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2023-12-24", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-01", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-08", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-15", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-22", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-01-29", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-05", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-12", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-19", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-02-26", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-04", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-11", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-18", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-03-25", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-01", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-08", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-15", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-22", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-04-29", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-06", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-13", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-20", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-05-27", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-03", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-10", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-17", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-06-24", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-01", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-08", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-15", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-22", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-07-29", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-05", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-12", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-19", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-08-26", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-02", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-09", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-16", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-23", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-09-30", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-07", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-14", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-21", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-10-28", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-04", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-11", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-18", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-11-25", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-02", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-09", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-16", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2024-12-23", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-01", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-08", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-15", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-22", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-01-29", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-05", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-19", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-02-26", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-05", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-12", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-19", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-03-26", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-02", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-09", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-16", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-23", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-04-30", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-07", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-14", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-21", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-05-28", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-04", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-11", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-18", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-06-25", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-02", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-09", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-16", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-23", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-07-30", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-06", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-13", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-20", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-08-27", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-03", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" + ], + "faithfulness": [ + 2, + 0, + 2, + 0, + 2, + 2, + 1, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 1, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 1, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 2, + 1, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 0, + 1, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 1, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 1, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 1, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 0, + 1, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 2, + 0, + 2, + 1, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 2, + 2, + 1, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 2, + 1, + 2, + 2, + 2, + 1, + 2, + 1, + 1, + 0, + 2, + 2, + 2, + 2, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 0, + 2, + 2, + 1, + 0, + 0, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 1, + 2, + 1, + 1, + 2, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 1, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 1, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 0, + 1, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 1, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 1, + 2, + 2, + 1, + 0, + 1, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 1, + 0, + 2, + 2, + 1, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 2, + 2, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 1, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 1, + 0, + 2, + 2, + 0, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 1, + 2, + 1, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 0, + 2, + 0, + 1, + 2, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "cumulative_refusals": [ + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 4, + 4, + 4, + 4, + 4, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 6, + 6, + 6, + 7, + 7, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 9, + 9, + 9, + 9, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 11, + 11, + 12, + 13, + 14, + 14, + 14, + 14, + 14, + 15, + 15, + 15, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 17, + 17, + 17, + 17, + 18, + 18, + 18, + 19, + 19, + 20, + 20, + 20, + 20, + 21, + 22, + 22, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 25, + 25, + 25, + 25, + 25, + 25, + 26, + 26, + 26, + 27, + 28, + 28, + 28, + 28, + 28, + 28, + 28, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 32, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 34, + 34, + 34, + 35, + 35, + 35, + 36, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 41, + 42, + 43, + 43, + 44, + 44, + 44, + 44, + 45, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 48, + 48, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 50, + 50, + 50, + 50, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 52, + 52, + 53, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 56, + 56, + 56, + 56, + 56, + 56, + 57, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 61, + 61, + 61, + 61, + 61, + 61, + 62, + 62, + 63, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 66, + 66, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 68, + 68, + 68, + 68, + 68, + 68, + 69, + 70, + 70, + 70, + 70, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 72, + 72, + 72, + 73, + 74, + 74, + 74, + 75, + 75, + 75, + 76, + 76, + 77, + 77, + 77, + 77, + 78, + 78, + 78, + 78, + 78, + 79, + 79, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 82, + 82, + 83, + 83, + 83, + 83, + 83, + 83, + 83, + 84, + 84, + 84, + 84, + 84, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 86, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 88, + 88, + 88, + 88, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 89, + 90, + 90, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 91, + 92, + 92, + 92, + 93, + 93, + 93, + 93, + 94, + 95, + 96, + 96, + 96, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 98, + 98, + 99, + 99, + 99, + 100, + 100, + 100, + 100, + 100, + 100, + 101, + 101, + 101, + 101, + 101, + 101, + 101, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 103, + 103, + 103, + 103, + 104, + 104, + 104, + 105, + 106, + 106, + 107, + 107, + 107, + 107, + 107, + 108, + 108, + 108, + 108, + 108, + 108, + 108, + 109, + 109, + 109, + 109, + 109, + 109, + 109, + 109, + 109, + 110, + 110, + 110, + 110, + 110, + 110, + 111, + 111, + 112, + 112, + 112, + 112, + 112, + 112, + 112, + 112, + 112, + 112, + 112, + 113, + 113, + 113, + 114, + 114, + 115, + 115, + 115, + 115, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 116, + 117, + 117, + 117, + 117, + 118, + 119, + 119, + 119, + 119, + 119, + 119, + 120, + 120, + 121, + 122, + 122, + 122, + 122, + 122, + 123, + 124, + 124, + 125, + 125, + 126, + 126, + 126, + 126, + 126, + 127, + 127, + 127, + 127, + 127, + 127, + 128, + 128, + 128, + 128, + 129, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 131, + 131, + 131, + 131, + 131, + 131, + 131, + 131, + 131, + 132, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 134, + 135, + 136, + 136, + 136, + 136, + 136, + 137, + 137, + 138, + 139, + 140, + 140, + 140, + 140, + 140, + 140, + 140, + 141, + 141, + 142, + 142, + 142, + 143, + 143, + 144, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 146, + 147, + 147, + 147, + 147, + 147, + 148, + 148, + 149, + 149, + 149, + 149, + 149, + 149, + 149, + 149, + 149, + 149, + 150, + 150, + 150, + 150, + 151, + 151, + 151, + 152, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 154, + 154, + 155, + 155, + 155, + 156, + 156, + 156, + 156, + 156, + 157, + 157, + 157, + 157, + 157, + 158, + 158, + 158, + 158, + 159, + 159, + 159, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 160, + 161, + 161, + 162, + 162, + 163, + 163, + 163, + 163, + 164, + 165, + 166, + 166, + 166, + 166, + 167, + 167, + 167, + 167, + 167, + 168, + 168, + 168, + 168, + 168, + 168, + 169, + 170, + 170, + 170, + 171, + 171, + 171, + 171, + 171, + 171, + 172, + 172, + 172, + 172, + 172, + 172, + 173, + 173, + 173, + 173, + 173, + 173, + 174, + 174, + 175, + 176, + 177, + 177, + 177, + 177, + 178, + 178, + 179, + 179, + 179, + 179, + 180, + 181, + 181, + 181, + 181, + 181, + 181, + 181, + 181, + 182, + 182, + 183, + 183, + 183, + 183, + 184, + 185, + 185, + 186, + 186, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 791, + 792, + 793, + 794, + 795, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902 + ], + "changepoint_dates": [ + "2023-10-29" + ], + "segments": [ + { + "start_date": "2021-01-01", + "end_date": "2023-10-29", + "mean_faithfulness": 1.4550724637681158, + "refusal_rate_percent": 18.067632850241548 + }, + { + "start_date": "2023-10-29", + "end_date": "2025-10-22", + "mean_faithfulness": 0.005532503457814661, + "refusal_rate_percent": 98.89349930843707 + } + ], + "total_observations": 1758 + }, + "gpt-4o-mini-2024-07-18": { + "dates": [ + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-01", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-08", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-15", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-22", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-01-29", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-05", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-12", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-19", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-02-26", + "2021-03-05", + "2021-03-05", + "2021-03-05", "2021-03-05", "2021-03-05", "2021-03-05", @@ -84543,48 +112819,94 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 2, - 1, + 2, 2, 0, 2, 2, 0, - 0, + 1, 0, 2, 0, - 2, - 1, - 2, + 0, 1, 2, 2, - 2, + 0, 0, 2, 0, 2, 1, 2, - 2, + 1, + 0, 2, 0, + 2, 0, 0, 1, - 0, + 2, 1, 2, 0, 0, - 0, 2, 2, - 0, + 2, + 2, + 2, 2, 2, 2, @@ -84593,39 +112915,38 @@ 0, 0, 0, - 0, - 1, 2, 1, + 1, 2, 2, 0, 0, 0, 0, + 2, + 1, 0, + 2, 0, 0, - 0, - 0, - 0, - 2, + 1, 2, 2, 2, 0, + 0, + 0, 2, 1, - 2, - 0, + 1, 0, 2, 2, 2, - 0, 2, 0, - 0, + 2, 2, 0, 0, @@ -84633,12 +112954,12 @@ 2, 2, 2, - 0, - 0, 2, 0, 2, - 2, + 1, + 0, + 0, 2, 0, 1, @@ -84646,33 +112967,33 @@ 0, 2, 2, - 1, - 2, 0, 2, 2, 2, 2, - 0, 2, - 0, 2, - 0, + 1, 2, 2, 2, 0, - 1, 2, - 0, 2, - 0, 2, 0, 2, + 2, 0, + 2, 0, + 2, 0, + 2, + 1, + 1, + 2, 0, 0, 0, @@ -84680,27 +113001,27 @@ 2, 0, 2, + 1, + 0, 2, 2, 2, 2, - 2, - 2, - 2, - 1, - 1, - 2, 0, 0, 0, - 1, + 2, 0, + 2, 0, 2, 2, + 0, + 1, 2, 1, 2, + 2, 0, 0, 0, @@ -84708,32 +113029,32 @@ 0, 1, 2, + 2, 0, + 2, + 2, 0, - 1, - 1, + 2, 0, 1, + 2, 0, - 0, - 1, 2, 2, 0, - 0, - 0, 2, - 1, 2, 2, 2, - 0, 2, + 1, + 0, 2, 0, 0, 2, 0, + 0, 2, 2, 2, @@ -84742,10 +113063,10 @@ 0, 0, 1, + 2, 0, 0, 2, - 2, 0, 0, 2, @@ -84764,17 +113085,17 @@ 0, 0, 0, + 2, 0, 0, 0, + 1, 0, - 2, 0, 0, 0, 0, 2, - 2, 0, 0, 0, @@ -84788,52 +113109,52 @@ 0, 2, 0, - 2, 0, + 1, 0, 2, 0, 2, + 2, + 2, 0, 2, 0, 2, + 2, 0, 2, 2, 2, 2, 2, + 2, 0, 2, + 1, + 2, 2, 0, - 1, + 2, 0, 0, - 1, - 1, 0, - 1, 0, 2, - 0, - 0, 2, 2, - 1, - 0, 2, 0, 0, - 2, 0, 2, 2, 0, - 0, + 2, 0, 2, + 0, + 1, 1, 2, 2, @@ -84843,9 +113164,9 @@ 2, 0, 0, - 2, - 2, - 1, + 0, + 0, + 0, 2, 0, 0, @@ -84853,128 +113174,125 @@ 0, 2, 2, + 0, + 0, 2, 2, - 0, 2, 0, 0, 0, 2, - 2, 0, 1, 0, 0, 2, - 0, 2, - 1, + 2, 0, + 2, 0, 0, 2, - 0, + 2, + 2, 0, 1, 2, 0, - 1, - 1, 0, 0, 0, 0, - 2, - 2, - 1, - 2, 0, 2, 0, 2, - 1, 2, 0, - 0, 2, - 1, + 0, 0, 2, 2, 2, - 2, - 2, - 2, - 0, 0, 2, 2, 2, 2, - 2, - 0, - 2, - 0, 0, 0, 2, 0, 2, 0, - 2, 0, + 1, + 1, 0, 2, 2, 0, + 0, 2, 2, 0, - 0, 2, 2, 2, - 0, 2, 2, 0, 2, 2, 2, + 0, 2, 2, 2, + 0, 2, 2, 2, + 0, + 0, 2, 1, + 2, 0, 2, 2, 2, - 0, 2, - 0, 2, 2, 2, + 0, + 1, + 1, + 0, 2, 0, + 0, + 1, + 0, 2, 2, 2, + 0, + 0, + 2, 2, 2, 2, 0, - 0, - 0, - 1, 2, 0, + 0, 2, + 1, 2, 2, 2, @@ -84982,30 +113300,30 @@ 0, 2, 0, - 2, 0, 2, - 2, 0, - 0, - 2, 2, 2, 2, 1, 2, - 1, + 0, 2, 2, 2, - 1, 2, + 1, + 0, 0, 2, - 1, + 2, 2, 1, + 0, + 0, 2, + 0, 2, 0, 2, @@ -85013,303 +113331,488 @@ 0, 2, 2, + 0, 2, 2, 2, + 1, 0, + 2, 0, 2, 1, 1, - 1, + 0, 0, 2, 0, 2, 2, - 0, - 0, 1, 0, 0, - 1, - 0, 2, - 0, 2, 2, 0, + 2, 0, 2, 2, 2, - 1, - 1, + 0, 2, 2, + 0, 2, 0, 2, 2, + 2, + 1, + 2, + 2, 0, 1, 1, 1, 1, - 2, 0, - 1, 0, + 1, 0, 0, 0, 0, + 2, 0, 2, 2, 0, - 1, + 2, 0, 0, 2, 0, 0, - 1, 2, 2, 0, + 1, 0, 2, - 2, 0, 0, 2, 2, - 1, - 2, 2, 0, 0, + 2, + 2, + 0, 1, 2, + 0, + 2, 2, 2, 2, 0, - 0, - 0, 2, + 0, 2, 2, 2, + 0, 2, 0, + 0, + 2, 2, 0, + 1, 0, 0, 2, - 0, 2, - 0, 2, + 0, + 0, 2, + 0, + 0, 2, 2, 2, 2, 2, 0, + 0, + 0, 1, 2, + 0, + 0, 2, 2, 0, - 2, 1, + 2, + 0, + 0, + 0, 0, 0, 0, 2, 0, + 0, + 0, + 0, 2, + 0, 2, 0, 0, 0, - 2, + 0, 2, 2, 0, 0, 2, 0, + 2, + 1, 0, 0, + 2, + 2, 0, 2, 2, + 0, 2, + 0, + 0, 2, 1, 2, + 2, + 2, + 2, + 1, + 1, 0, 2, 0, + 1, + 2, + 2, + 1, + 2, 2, 2, 0, + 2, 0, 1, 2, + 0, + 2, 2, 2, 0, 0, + 0, 2, + 0, + 0, + 0, + 0, 2, + 0, 2, 2, 2, 0, 0, + 2, + 0, + 2, 0, + 2, 0, 2, - 1, 2, + 0, + 1, 2, 2, 2, 0, - 1, 0, 2, + 0, 2, 1, + 2, + 0, + 0, 0, 2, 2, 2, 2, 2, - 0, - 1, 2, 2, 2, + 2, + 2, + 2, + 2, + 1, + 2, + 1, + 2, + 0, 0, 2, + 1, + 0, + 0, 2, 0, 0, + 2, + 0, 0, + 2, 0, 2, + 1, 0, + 2, 0, 0, + 2, 0, 2, + 2, + 2, + 1, 0, 2, 2, 1, 0, 0, + 1, + 2, + 0, 2, 0, + 0, 2, 2, 2, 0, + 0, + 2, + 2, + 2, 2, 2, 2, - 1, 2, - 0, 2, 1, 1, + 1, + 2, 2, 0, + 0, + 0, + 0, + 0, 2, 0, 0, + 2, + 2, 0, 2, 0, 2, + 1, 2, 2, + 1, + 0, + 1, 2, + 1, + 0, 2, 0, 0, + 0, + 2, + 0, 2, + 1, + 0, + 0, 2, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, 2, 2, 2, 0, + 0, + 0, 2, 2, + 0, + 0, + 0, 2, 0, 1, - 1, + 0, + 2, 0, 0, 0, + 0, + 1, 2, 0, 2, + 2, 0, 0, 2, 0, + 0, + 0, + 0, + 0, 2, - 2, + 0, + 1, + 0, + 0, 0, 2, 2, 0, + 0, + 2, + 0, + 0, 2, - 1, 2, 2, - 1, - 1, 0, 2, 2, - 0, 2, - 0, - 1, 2, 2, - 1, + 2, + 0, 0, 2, + 0, + 0, + 0, 2, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, 2, 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 0, 2, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 1, 2, + 0, 2, 0, + 0, + 0, 2, 1, 2, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, 2, 2, 0, @@ -85317,53 +113820,96 @@ 2, 0, 0, + 0, + 0, + 2, + 0, 2, 0, + 0, + 0, + 0, + 0, 2, 2, + 1, + 0, 2, + 0, 2, 2, + 1, 2, 2, + 0, 2, + 1, + 0, + 0, + 0, 0, 0, + 2, 1, 2, + 0, + 0, + 0, + 0, + 0, 1, 2, 0, 0, 2, 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, 2, 0, - 2, 0, - 2, 0, 0, 0, - 2, - 1, - 2, 0, - 2, 0, 0, - 2, - 2, 0, 0, 0, - 1, - 2, 0, 0, - 2, - 2, - 2, 0, 0, 0, @@ -85372,430 +113918,232 @@ 0, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, - 2, 0, - 2, - 2, 0, - 2, - 1, - 1, 0, - 2, 0, 0, 0, 0, 0, - 2, 0, - 1, 0, 0, 0, - 2, - 2, 0, 0, 0, - 2, 0, - 2, - 2, - 2, 0, - 2, - 2, - 1, - 2, 0, 0, - 2, - 1, 0, 0, - 2, - 2, - 2, - 2, 0, 0, - 2, 0, - 1, - 2, 0, - 2, 0, 0, - 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 2, - 2, - 2, 0, - 2, 0, 0, - 1, 0, 0, 0, - 2, - 2, 0, 0, - 2, - 1, - 1, - 2, 0, - 2, 0, 0, 0, 0, 0, - 2, 0, 0, 0, - 1, 0, - 2, - 2, 0, 0, - 2, - 2, - 2, 0, 0, 0, - 2, 0, - 2, 0, - 2, - 2, 0, - 2, 0, - 2, 0, 0, 0, - 2, 0, - 2, - 2, - 2, 0, - 2, 0, 0, - 2, 0, 0, 0, - 2, 0, 0, - 1, - 2, - 2, - 1, 0, - 2, - 2, - 2, - 2, 0, - 1, - 2, - 1, - 2, - 1, 0, - 2, 0, 0, 0, - 2, 0, 0, 0, 0, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, 0, - 2, - 2, - 2, 0, 0, 0, 0, 2, - 1, - 0, 0, - 1, 0, 0, 0, 0, - 1, 2, 0, - 2, 0, 0, - 2, - 2, - 1, 0, 0, 0, - 2, 0, - 2, - 2, - 1, - 2, - 2, - 2, - 2, 0, - 1, 0, - 2, 0, - 2, 0, 0, 0, 0, - 1, 0, 0, 0, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, 0, 0, 0, - 2, - 2, 0, - 2, 0, - 2, - 2, 0, - 1, - 2, - 1, - 2, 0, 0, - 2, 0, 0, 0, 0, 0, - 2, 0, - 1, - 2, - 2, - 2, - 2, 0, 0, - 2, 0, - 1, - 1, 0, - 2, 0, - 1, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, - 1, - 2, 0, - 2, 0, 0, - 2, - 2, 0, 0, 0, 0, 0, 0, - 2, - 2, 0, - 2, - 2, - 1, - 1, - 2, 0, - 2, - 1, 0, - 2, 0, 0, - 2, 0, - 2, 0, 0, - 2, 0, - 1, - 2, 0, 0, 0, - 1, 0, 0, 0, 0, - 1, 0, 0, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, 0, 0, - 2, - 2, - 1, - 2, 0, 0, 0, - 2, - 1, - 2, 0, - 2, 0, 0, - 2, 0, - 2, - 2, 0, 0, 0, - 2, 0, 0, 0, - 1, 0, 0, - 1, 0, - 2, 0, 0, 0, 0, - 1, 0, 0, - 1, - 1, 0, - 2, 0, 0, - 2, 0, - 2, 0, 0, - 2, 0, 0, 0, 0, 0, - 2, - 1, - 2, - 1, - 2, - 2, 0, - 1, - 2, 0, - 2, 0, 0, 0, - 2, - 2, - 2, 0, 0, - 2, 0, 0, 0, 0, 0, 0, - 1, 0, 0, - 1, 0, 0, 0, @@ -85803,11 +114151,7 @@ 0, 0, 0, - 2, 0, - 1, - 1, - 2, 0, 0, 0, @@ -85840,11 +114184,8 @@ 0, 0, 0, - 2, - 2, 0, 0, - 2, 0, 0, 0, @@ -85852,7 +114193,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -85877,7 +114217,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -85889,7 +114228,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -85905,7 +114243,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -85913,13 +114250,11 @@ 0, 0, 0, - 2, 0, 0, 0, 0, 0, - 1, 0, 0, 0, @@ -85933,13 +114268,11 @@ 0, 0, 0, - 1, 0, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -85953,17 +114286,14 @@ 0, 0, 0, - 1, 0, 0, 0, - 2, 0, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -85985,14 +114315,10 @@ 0, 0, 0, - 2, 0, - 1, 0, 0, 0, - 1, - 1, 0, 0, 0, @@ -86032,7 +114358,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -86054,8 +114379,6 @@ 0, 0, 0, - 2, - 2, 0, 0, 0, @@ -86087,7 +114410,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -86125,7 +114447,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -86165,16 +114486,16 @@ 0, 0, 0, - 2, 0, 0, 0, 0, 0, 0, - 1, 0, 0, + 1, + 0, 0, 0, 0, @@ -86203,16 +114524,13 @@ 0, 0, 0, - 0, + 2, 2, 0, - 1, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, @@ -86233,7 +114551,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -86258,9 +114575,6 @@ 0, 0, 0, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, @@ -86294,769 +114608,71 @@ 0, 0, 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "cumulative_refusals": [ + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 3, + 3, + 3, + 3, + 4, + 5, + 5, + 6, + 6, + 6, + 6, + 6, + 7, + 7, + 7, + 7, + 7, + 8, + 8, + 8, + 8, + 8, + 9, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, 11, 12, 12, @@ -87066,440 +114682,19 @@ 12, 12, 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 14, - 14, 14, 14, 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, 15, 15, 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 16, - 16, 16, 16, 16, 16, 16, 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, 17, 18, 18, @@ -87508,33 +114703,27 @@ 18, 18, 18, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, 19, 20, 20, 20, 20, 20, - 20, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, 21, 21, 21, @@ -87543,42 +114732,87 @@ 22, 22, 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, 23, 23, 23, 24, 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, + 25, + 25, + 25, + 25, + 25, + 25, 25, 26, 26, 26, 27, 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 28, 28, 28, 28, + 28, + 29, + 29, + 29, + 29, + 29, 29, 30, 31, 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, 32, 32, 33, 33, 34, 34, + 34, 35, 35, 35, @@ -87586,28 +114820,36 @@ 35, 36, 36, + 36, + 36, + 36, + 36, 37, 38, + 38, + 38, + 39, + 39, + 39, 39, 40, - 41, - 41, - 41, - 41, - 41, - 41, - 41, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, 41, 42, 42, - 43, + 42, + 42, 43, 44, - 45, - 45, - 45, - 45, - 45, + 44, 45, 46, 46, @@ -87616,26 +114858,37 @@ 47, 47, 48, - 48, 49, 49, 49, 49, 49, 49, - 50, - 50, + 49, + 49, 50, 50, 51, 51, + 51, 52, 52, - 52, + 53, 53, 53, 53, 54, + 54, + 54, + 54, + 54, + 55, + 55, + 55, + 55, + 55, + 55, + 55, 55, 55, 55, @@ -87646,7 +114899,6 @@ 57, 58, 58, - 58, 59, 59, 59, @@ -87654,53 +114906,130 @@ 59, 59, 60, - 60, 61, + 61, + 61, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, 62, 63, 63, 63, 63, 64, + 64, + 64, 65, 65, 66, + 66, + 66, 67, 68, + 68, + 68, + 68, + 68, + 68, 69, 69, 69, + 69, + 69, + 70, + 70, + 70, + 70, + 70, + 70, 70, 71, 71, + 71, + 71, + 72, + 72, 72, 72, 73, 74, 74, - 74, 75, 76, 76, 77, + 77, + 77, + 78, + 78, + 78, + 78, + 78, 78, + 78, + 78, + 78, + 78, + 78, + 78, + 78, + 78, + 78, + 79, 79, 80, 81, 81, 81, 82, + 82, + 82, + 82, + 82, + 82, + 82, + 83, + 83, + 83, + 83, 83, 83, 84, 84, + 84, + 84, + 85, + 85, 85, + 85, + 86, + 86, + 86, 86, + 86, + 87, + 87, + 87, 87, 88, 88, 88, 88, + 88, + 88, + 88, + 88, + 89, 89, 89, 90, @@ -87709,20 +115038,18 @@ 90, 90, 91, + 91, + 91, + 91, 92, - 92, - 93, - 93, - 93, - 93, 93, 93, 93, 93, 93, 94, + 94, 95, - 95, 96, 96, 96, @@ -87730,190 +115057,378 @@ 96, 96, 96, + 96, + 96, + 97, + 97, + 97, + 97, + 97, + 97, + 97, 97, + 97, + 98, + 98, + 98, 98, 98, + 98, + 98, + 99, + 99, 99, + 99, + 99, + 99, + 99, + 99, + 100, 100, 101, + 101, + 101, + 101, + 101, + 101, + 101, + 101, + 101, + 101, + 101, 102, 102, 103, 103, 103, + 103, 104, 105, + 105, + 106, + 106, + 106, 106, - 107, - 107, - 107, 107, 108, + 108, + 108, + 108, 109, 109, 110, 110, 110, + 110, + 110, + 110, + 110, + 111, 111, 112, + 112, + 112, + 112, + 112, + 112, + 112, + 112, + 112, + 112, + 112, + 112, + 113, + 113, + 113, 113, 114, - 114, + 115, + 115, 115, 116, - 117, + 116, + 116, 117, 117, 118, - 118, + 119, 119, 120, 121, 121, 121, + 121, + 121, + 121, + 121, 122, 123, + 123, + 123, + 123, + 124, 124, 124, + 124, + 125, 125, + 125, + 126, + 126, + 126, 126, + 126, + 127, 127, 128, + 128, + 128, + 128, + 128, + 128, 129, - 129, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, 130, 130, 131, 131, 131, 132, - 132, 133, - 134, - 134, + 133, + 133, + 133, + 133, + 133, 134, 135, 135, + 135, + 135, + 136, + 136, + 136, + 136, + 136, + 136, + 136, 136, - 137, - 137, 137, 137, 138, 139, 139, 139, - 140, + 139, + 139, 140, 141, 141, 142, + 142, 143, 144, 145, 146, - 147, - 147, + 146, + 146, 147, 148, - 149, + 148, 149, 149, 149, 150, + 150, + 150, + 150, 151, 151, 151, - 151, 152, + 152, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, 153, 153, 154, + 154, + 155, + 155, + 155, + 155, + 155, + 155, + 155, 155, 156, + 156, + 157, 157, + 157, + 158, + 158, 158, 158, 159, 160, - 160, - 160, 161, - 162, + 161, + 161, 162, 163, - 163, - 164, 164, 164, 165, - 166, + 165, + 165, + 165, 166, 167, + 167, 168, 168, 169, + 169, + 170, + 170, 170, 171, 171, 171, 171, + 171, + 172, 172, + 172, + 173, + 173, + 173, 173, 173, + 173, + 174, + 174, + 174, + 174, + 174, + 174, + 174, + 174, + 174, + 174, + 174, + 174, + 174, + 174, + 174, + 174, 174, 174, 175, - 176, + 175, + 175, 176, 177, + 177, + 177, + 178, 178, 178, 178, 178, 179, 179, - 180, - 180, + 179, + 179, + 179, 180, 181, + 181, + 182, + 182, + 182, + 182, + 182, + 182, + 182, + 182, 182, - 183, - 183, - 183, - 183, - 183, 183, 184, + 184, + 184, 185, 185, 185, - 185, 186, + 186, + 186, + 186, + 186, + 187, + 187, + 187, + 187, + 187, + 187, + 187, + 187, + 187, + 187, + 187, + 187, + 187, 187, 188, + 188, 189, 190, + 190, + 190, 191, 192, + 192, + 192, + 193, + 193, + 193, + 193, + 193, 193, + 193, + 193, + 194, + 194, + 194, + 194, + 194, 194, 195, 196, 196, 196, + 196, + 196, + 196, 197, - 197, - 197, - 197, - 198, - 198, - 198, - 198, 198, 198, 199, - 200, + 199, 200, 201, 202, @@ -87921,12 +115436,15 @@ 203, 203, 204, - 204, + 205, 205, 206, 206, 207, - 208, + 207, + 207, + 207, + 207, 208, 209, 210, @@ -87938,11 +115456,14 @@ 213, 213, 213, - 213, + 214, 214, 215, 216, - 217, + 216, + 216, + 216, + 216, 217, 217, 217, @@ -87950,58 +115471,948 @@ 219, 219, 220, - 220, - 220, - 220, - 221, 221, 222, 223, 223, + 223, + 223, + 223, 224, 225, + 225, + 225, + 225, 226, 227, 227, - 227, - 227, 228, 229, + 229, + 229, + 229, + 230, + 230, + 230, + 230, + 230, + 230, 230, 231, 232, + 232, + 232, + 233, + 233, + 233, + 233, + 233, 233, 234, 235, - 235 + 236, + 236, + 236, + 237, + 237, + 237, + 238, + 239, + 239, + 240, + 240, + 241, + 241, + 242, + 242, + 242, + 243, + 244, + 245, + 245, + 245, + 246, + 246, + 246, + 247, + 248, + 249, + 249, + 250, + 251, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 260, + 260, + 260, + 260, + 260, + 260, + 260, + 261, + 262, + 263, + 263, + 263, + 263, + 264, + 265, + 265, + 265, + 265, + 265, + 266, + 267, + 267, + 268, + 268, + 268, + 269, + 269, + 269, + 270, + 271, + 271, + 272, + 272, + 273, + 273, + 274, + 275, + 276, + 277, + 278, + 278, + 278, + 278, + 279, + 279, + 279, + 279, + 279, + 279, + 279, + 279, + 279, + 279, + 279, + 280, + 281, + 282, + 282, + 282, + 282, + 282, + 282, + 283, + 284, + 285, + 286, + 286, + 286, + 286, + 287, + 288, + 288, + 288, + 289, + 289, + 289, + 290, + 291, + 292, + 292, + 293, + 293, + 293, + 294, + 295, + 296, + 297, + 297, + 298, + 299, + 299, + 300, + 300, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 308, + 308, + 309, + 310, + 310, + 311, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 319, + 320, + 321, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 422, + 423, + 424, + 425, + 425, + 426, + 427, + 428, + 429, + 430, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 919, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017 ], "changepoint_dates": [ "2023-02-26", - "2024-05-20" + "2023-09-24" ], "segments": [ { "start_date": "2021-01-01", "end_date": "2023-02-26", - "mean_faithfulness": 1.110126582278481, - "refusal_rate_percent": 1.3924050632911391 + "mean_faithfulness": 1.0924050632911393, + "refusal_rate_percent": 24.556962025316455 }, { "start_date": "2023-02-26", - "end_date": "2024-05-20", - "mean_faithfulness": 0.8777777777777778, - "refusal_rate_percent": 1.3333333333333335 + "end_date": "2023-09-24", + "mean_faithfulness": 0.6476190476190476, + "refusal_rate_percent": 45.714285714285715 }, { - "start_date": "2024-05-20", - "end_date": "2025-09-10", - "mean_faithfulness": 0.1331923890063425, - "refusal_rate_percent": 46.088794926004226 + "start_date": "2023-09-24", + "end_date": "2025-10-22", + "mean_faithfulness": 0.027704485488126648, + "refusal_rate_percent": 95.91029023746702 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "google/gemma-3-4b-it": { + "meta-llama/Llama-3.1-8B-Instruct": { "dates": [ "2021-01-01", "2021-01-01", @@ -89715,124 +118126,95 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 0, - 0, - 2, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 1, - 2, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, + 2, 0, 0, + 2, 0, 1, - 0, - 0, 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, 0, + 2, + 1, + 1, 0, 0, + 2, 0, + 2, 0, + 2, 0, 0, - 0, - 0, - 0, + 2, + 2, 0, 0, 0, 0, 0, 2, - 0, 2, 0, 0, 2, - 0, + 2, + 2, 1, 0, - 0, 2, - 1, 0, 1, 2, @@ -89841,6 +118223,8 @@ 0, 0, 0, + 1, + 2, 0, 0, 0, @@ -89851,68 +118235,20 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, 2, 0, 0, 0, 2, - 0, - 1, 2, 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, 0, + 2, 0, 0, 0, + 2, 0, 0, 0, @@ -89923,97 +118259,49 @@ 0, 1, 2, - 0, - 0, - 0, - 0, - 2, 1, - 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 1, 0, 0, 2, 0, 0, + 1, 2, 0, + 2, 0, 0, 0, - 1, - 0, - 0, 0, 2, - 0, 2, - 0, 2, - 0, - 0, 2, 0, 0, 0, 2, - 2, - 0, 0, - 1, 0, 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, 0, - 0, + 2, 0, 0, 0, 2, - 0, - 0, 2, - 0, - 0, - 0, - 1, - 0, 2, 0, 0, 2, 0, - 2, - 0, 0, 0, 0, @@ -90024,8 +118312,8 @@ 0, 0, 0, - 2, 0, + 1, 0, 0, 0, @@ -90036,10 +118324,7 @@ 2, 0, 0, - 0, - 0, - 0, - 0, + 2, 0, 0, 0, @@ -90048,89 +118333,60 @@ 0, 0, 0, - 0, 1, 0, 0, 0, 0, - 0, - 0, - 0, - 0, - 0, 1, 2, 0, 0, 0, - 0, 1, - 2, 0, 0, - 1, - 1, 0, - 1, 0, 0, 2, - 0, 2, - 0, - 0, - 0, 1, - 0, + 2, + 2, 1, 0, 0, - 0, 1, 0, 0, - 2, - 0, - 0, - 0, - 0, - 0, 0, 0, 2, - 0, - 1, - 0, - 0, - 0, 2, - 1, 2, 0, 0, 0, 0, 0, - 1, - 0, 0, 0, 0, 0, 0, 0, + 2, 0, 0, 0, 2, - 1, + 0, 0, 2, 1, 0, 0, - 2, 0, 0, 0, @@ -90138,16 +118394,12 @@ 0, 0, 0, - 2, 0, - 2, 0, - 2, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -90156,80 +118408,66 @@ 0, 0, 0, - 1, 2, 0, 0, - 2, 0, + 2, 0, 0, 0, 0, 0, - 1, 0, 2, 0, 0, 0, - 0, - 1, - 0, - 0, - 0, + 2, 0, 0, 0, 0, + 2, 0, 2, 0, + 1, + 2, + 2, 0, 1, 0, + 2, 0, + 2, 0, 0, 0, 0, 0, 0, - 2, 0, - 2, 0, 1, 0, - 1, - 1, 0, - 1, - 2, - 2, 0, - 2, 0, 2, - 0, - 0, + 2, + 2, 2, 0, 0, - 1, - 1, 0, 2, - 2, 0, 2, 0, 2, - 1, 0, - 1, 0, - 1, 2, 0, 0, @@ -90237,22 +118475,22 @@ 0, 0, 0, - 2, - 0, - 0, - 0, 0, + 1, 0, 0, 0, + 2, 0, + 2, 0, + 2, 0, 0, 0, 0, 2, - 0, + 1, 0, 0, 0, @@ -90262,8 +118500,8 @@ 0, 0, 0, - 1, 0, + 2, 0, 0, 0, @@ -90272,42 +118510,28 @@ 0, 0, 0, - 2, 0, 0, 0, 2, 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, 1, 2, 0, - 0, - 0, - 0, - 0, - 0, + 2, 0, 0, 1, - 0, 2, 0, 0, 2, - 2, - 0, - 0, - 0, + 1, + 1, 0, 0, 0, + 2, 0, 2, 0, @@ -90315,32 +118539,30 @@ 0, 0, 0, + 1, + 2, 0, 0, 0, 0, 0, + 2, 1, - 0, - 0, - 0, - 0, 2, 0, - 0, 2, 0, 0, + 2, + 2, 0, 1, + 2, 0, 0, 0, - 0, - 0, - 0, - 0, - 0, + 1, + 2, 0, 0, 0, @@ -90350,106 +118572,74 @@ 0, 0, 2, - 0, 2, 0, - 1, - 0, - 0, - 0, 2, - 1, - 0, - 0, 2, 0, - 0, - 0, - 0, - 0, 2, 0, + 1, 2, 0, + 0, 2, 0, + 2, 0, 0, 0, 0, 0, 0, + 2, 0, 0, 0, 0, 0, - 2, 1, 0, - 0, - 0, 2, 0, - 0, - 0, - 0, - 0, - 0, 2, 0, 0, 2, - 0, - 2, + 1, 0, 0, 0, 0, 0, 1, - 2, - 0, - 0, - 0, 0, 2, 0, 2, - 0, - 0, - 0, 2, 2, - 0, - 0, 2, 1, 0, 0, + 2, 0, 0, 0, 1, - 1, 0, 0, 0, + 2, 0, 0, 2, - 2, 0, 2, - 0, - 0, - 0, - 0, 2, 0, - 0, 2, - 0, 2, 2, 0, @@ -90457,60 +118647,46 @@ 0, 0, 0, - 0, 1, 0, + 1, 0, 2, 0, - 0, - 0, - 0, - 0, - 0, 2, - 1, - 0, - 0, - 0, 0, 0, 0, 0, + 2, 0, 0, 0, + 2, 0, 0, 0, 0, 0, 0, + 2, 0, 0, + 1, 0, + 1, 2, 0, 0, 2, 0, - 0, - 0, - 0, - 0, 1, 0, 0, 1, 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, 0, + 1, 0, 0, 0, @@ -90518,54 +118694,34 @@ 0, 0, 2, - 1, - 2, - 0, - 0, 0, 0, 0, - 1, - 0, - 0, 0, 0, 0, 0, 0, + 1, 2, 2, 0, 0, + 2, 0, 0, 0, 0, 0, 0, + 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, + 2, 0, 1, 0, 0, 0, - 0, - 0, 2, 0, 0, @@ -90573,24 +118729,10 @@ 0, 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 1, + 2, 0, 0, 0, @@ -90600,9 +118742,8 @@ 0, 0, 0, - 0, - 0, 2, + 0, 2, 0, 0, @@ -90610,12 +118751,14 @@ 0, 0, 2, - 0, - 0, + 2, 0, 2, 0, 0, + 1, + 2, + 2, 0, 0, 0, @@ -90624,11 +118767,11 @@ 0, 0, 0, + 2, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -90640,22 +118783,18 @@ 0, 0, 0, - 2, 0, 2, 1, 0, 0, 0, - 2, - 0, - 0, 0, 2, 0, - 2, 0, 0, + 2, 0, 0, 2, @@ -90665,33 +118804,28 @@ 0, 0, 0, + 1, + 2, 2, - 0, - 0, 2, 0, + 1, 0, 0, + 2, 0, 0, 0, 0, 0, 0, - 0, - 0, - 0, - 2, 1, + 2, 0, 0, 0, 0, 2, - 2, - 0, - 1, - 0, 0, 2, 1, @@ -90699,128 +118833,108 @@ 0, 0, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, + 2, + 2, 0, 0, + 2, 0, + 2, 0, + 2, 0, + 2, 0, 0, 0, - 0, - 2, 2, 2, - 0, - 0, - 0, - 0, 2, 0, 0, - 0, 2, 0, 0, 0, 0, - 1, - 0, - 0, - 0, 0, 0, 0, 0, 1, - 0, - 0, - 0, + 1, + 2, 2, 0, 0, + 2, 0, 0, 2, - 0, 2, 2, 0, 0, + 2, 0, 0, + 1, 0, 0, 0, 0, 0, 0, - 0, - 0, - 0, - 0, - 1, 2, 0, 0, - 0, - 0, - 0, - 1, - 1, - 0, + 2, 0, 0, 2, - 2, 0, 2, 0, 0, + 2, 0, 0, + 2, 0, 0, 1, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 1, 0, 0, 1, 2, - 2, 0, - 1, 0, 0, + 2, 0, 0, - 1, - 1, 0, 0, 0, + 2, 1, + 2, 0, 0, + 2, 0, 0, - 0, - 1, - 2, 2, 0, 0, @@ -90828,14 +118942,13 @@ 2, 0, 0, - 1, 2, 0, 0, + 2, 0, 0, - 0, - 0, + 2, 0, 0, 0, @@ -90844,17 +118957,16 @@ 1, 0, 0, + 2, 0, 0, - 0, - 1, + 2, 0, 0, 0, 0, 0, 0, - 1, 0, 0, 0, @@ -90862,29 +118974,23 @@ 0, 0, 0, + 2, 1, 0, 0, 0, 0, - 1, 0, 0, 0, 0, 0, 0, - 2, + 1, 0, 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, 2, 0, 0, @@ -90892,10 +118998,6 @@ 0, 0, 0, - 2, - 0, - 0, - 0, 0, 0, 0, @@ -90907,41 +119009,39 @@ 0, 0, 0, + 1, 0, 0, 0, 0, 0, 0, - 2, + 1, 0, 0, 0, 0, 0, - 1, 0, 0, 0, - 1, - 1, 0, 0, 0, - 1, + 2, 0, 0, 0, 0, 0, 0, + 2, 0, + 2, 0, 0, 0, 1, - 2, - 0, 0, 0, 0, @@ -90953,7 +119053,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -90977,7 +119076,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -90990,7 +119088,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -91013,17 +119110,16 @@ 0, 0, 0, - 2, 0, 0, 0, 0, + 2, 0, 0, 0, 0, 0, - 1, 0, 0, 0, @@ -91033,7 +119129,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -91042,26 +119137,24 @@ 0, 0, 0, + 2, 0, 0, 0, 0, 0, 0, - 1, 0, 0, 0, 0, 0, - 1, 0, 0, 0, 0, 0, 0, - 1, 0, 0, 0, @@ -91072,6 +119165,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -91104,15 +119198,12 @@ 0, 0, 0, - 1, 0, 0, 0, 0, 0, 0, - 2, - 1, 0, 0, 0, @@ -91124,7 +119215,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -91135,7 +119225,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -91147,24 +119236,17 @@ 0, 0, 0, - 1, 0, 0, - 2, 0, 0, 0, 0, 0, 0, - 2, - 2, - 2, 0, 0, 0, - 1, - 1, 0, 0, 0, @@ -91185,13 +119267,11 @@ 0, 0, 0, - 2, 0, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -91201,10 +119281,7 @@ 0, 0, 0, - 1, - 1, 0, - 2, 0, 0, 0, @@ -91214,7 +119291,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -91226,8 +119302,6 @@ 0, 0, 0, - 1, - 2, 0, 0, 0, @@ -91236,7 +119310,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -91259,7 +119332,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -91271,7 +119343,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -91285,7 +119356,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -91350,7 +119420,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -91366,7 +119435,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -91375,8 +119443,6 @@ 0, 0, 0, - 2, - 1, 0, 0, 0, @@ -91384,7 +119450,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -91397,7 +119462,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -91405,7 +119469,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -91413,15 +119476,12 @@ 0, 0, 0, - 1, 0, 0, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, @@ -91430,9 +119490,6 @@ 0, 0, 0, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, @@ -91761,6 +119818,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -91773,6 +119831,8 @@ 0, 0, 0, + 1, + 2, 0, 0, 0, @@ -91871,6 +119931,9 @@ 0, 0, 0, + 0 + ], + "cumulative_refusals": [ 0, 0, 0, @@ -91886,443 +119949,9 @@ 1, 1, 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, + 1, + 2, + 2, 3, 3, 3, @@ -92334,343 +119963,10 @@ 3, 3, 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, 5, 5, 5, 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 6, 6, 6, 6, @@ -92682,50 +119978,8 @@ 6, 6, 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 7, - 7, - 7, - 7, - 7, - 7, - 7, 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 8, - 8, 8, - 8, - 8, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, 9, 10, 10, @@ -92744,43 +119998,26 @@ 11, 11, 11, - 12, + 11, + 11, + 11, 12, 12, 13, 13, 13, - 13, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, 14, 15, + 15, + 15, + 15, 16, 16, 16, 16, - 16, - 16, + 17, + 17, + 17, 17, 17, 17, @@ -92792,14 +120029,11 @@ 18, 18, 19, + 19, + 19, 20, 20, 20, - 20, - 20, - 20, - 20, - 21, 21, 21, 21, @@ -92816,6 +120050,9 @@ 21, 21, 22, + 22, + 22, + 23, 23, 23, 23, @@ -92831,59 +120068,46 @@ 24, 25, 25, - 25, - 25, - 26, 26, 26, 27, 27, - 27, - 27, - 27, 28, 28, 28, 29, - 29, - 29, - 29, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, 30, 30, 30, 31, 32, 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, 33, 33, 33, 33, 33, 34, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, + 34, + 34, + 34, 35, 36, - 37, - 37, - 37, + 36, + 36, + 36, + 36, + 36, 37, 37, 37, @@ -92906,38 +120130,24 @@ 38, 39, 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 40, - 40, - 40, - 40, - 40, 40, 41, + 41, + 41, + 42, 42, 42, 42, - 43, - 43, 43, 44, 44, 44, 44, 44, + 44, + 44, + 45, + 45, 45, 45, 45, @@ -92947,49 +120157,33 @@ 46, 47, 47, - 47, - 47, - 47, - 48, 48, - 48, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, 49, 50, 50, + 50, + 50, + 51, + 51, + 51, + 51, + 51, + 51, 51, + 51, + 51, + 51, + 51, + 51, + 52, + 52, + 52, 52, 52, 53, - 54, - 54, - 54, - 54, - 54, - 54, - 54, + 53, + 53, + 53, 54, 54, 55, @@ -93004,16 +120198,14 @@ 55, 55, 55, + 55, + 55, + 55, 56, 56, - 56, - 56, - 56, - 56, - 57, 57, 58, - 59, + 58, 59, 59, 59, @@ -93026,16 +120218,38 @@ 60, 60, 60, - 61, - 61, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, 61, 61, 61, 62, + 62, 63, 64, 64, 64, + 64, + 64, + 64, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, + 65, 65, 65, 65, @@ -93053,33 +120267,11 @@ 68, 68, 68, - 68, - 68, - 68, - 68, - 69, - 69, 69, 69, - 69, - 69, - 69, - 70, 70, 70, - 70, - 71, 71, - 71, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, 72, 72, 72, @@ -93087,34 +120279,28 @@ 72, 73, 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 74, + 74, + 74, + 74, + 74, 74, 75, - 75, - 75, - 75, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, 76, 76, 76, 76, 76, 76, - 76, - 76, - 76, - 76, - 76, - 77, 77, 77, 77, @@ -93125,48 +120311,1408 @@ 78, 78, 78, - 78, - 78, - 78, - 78, - 78, - 78, - 79, - 79, - 79, - 79, - 79, - 79, 79, 80, 80, 80, - 80, 81, 81, 81, - 81 + 81, + 81, + 81, + 81, + 81, + 82, + 83, + 83, + 84, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 85, + 86, + 86, + 86, + 86, + 86, + 87, + 87, + 88, + 89, + 90, + 90, + 90, + 90, + 91, + 92, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 95, + 96, + 96, + 96, + 96, + 97, + 97, + 97, + 97, + 98, + 98, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 100, + 100, + 101, + 101, + 101, + 102, + 102, + 102, + 102, + 103, + 103, + 103, + 103, + 104, + 105, + 105, + 105, + 105, + 105, + 105, + 105, + 105, + 105, + 105, + 106, + 107, + 107, + 108, + 108, + 108, + 108, + 108, + 108, + 108, + 108, + 108, + 109, + 109, + 110, + 110, + 110, + 110, + 111, + 111, + 112, + 113, + 114, + 114, + 115, + 116, + 116, + 116, + 117, + 117, + 118, + 119, + 119, + 120, + 120, + 120, + 120, + 120, + 121, + 121, + 121, + 121, + 122, + 122, + 123, + 124, + 125, + 125, + 126, + 126, + 127, + 127, + 127, + 128, + 128, + 128, + 129, + 129, + 130, + 130, + 131, + 131, + 131, + 131, + 131, + 131, + 132, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 134, + 134, + 134, + 134, + 135, + 135, + 135, + 136, + 136, + 136, + 136, + 136, + 136, + 136, + 137, + 137, + 137, + 137, + 138, + 138, + 138, + 138, + 138, + 139, + 139, + 139, + 139, + 139, + 140, + 141, + 141, + 141, + 141, + 142, + 143, + 144, + 144, + 144, + 144, + 145, + 146, + 146, + 147, + 147, + 147, + 147, + 148, + 148, + 148, + 148, + 149, + 149, + 150, + 150, + 151, + 152, + 152, + 152, + 152, + 152, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 153, + 154, + 154, + 154, + 154, + 154, + 154, + 155, + 156, + 157, + 157, + 157, + 158, + 158, + 158, + 158, + 159, + 160, + 161, + 161, + 161, + 162, + 163, + 164, + 164, + 165, + 165, + 165, + 165, + 166, + 167, + 167, + 167, + 167, + 167, + 167, + 168, + 168, + 168, + 168, + 169, + 169, + 169, + 169, + 169, + 170, + 170, + 170, + 170, + 171, + 171, + 172, + 172, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 173, + 174, + 174, + 175, + 176, + 177, + 178, + 178, + 178, + 178, + 178, + 178, + 178, + 178, + 178, + 178, + 178, + 179, + 179, + 180, + 180, + 180, + 181, + 181, + 181, + 181, + 181, + 181, + 181, + 181, + 181, + 181, + 182, + 182, + 182, + 182, + 182, + 182, + 183, + 183, + 184, + 184, + 184, + 184, + 184, + 184, + 184, + 184, + 185, + 185, + 185, + 186, + 186, + 186, + 187, + 187, + 187, + 188, + 189, + 189, + 190, + 190, + 190, + 190, + 191, + 191, + 191, + 191, + 191, + 192, + 193, + 193, + 193, + 193, + 193, + 194, + 194, + 195, + 196, + 197, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 204, + 204, + 205, + 206, + 206, + 207, + 208, + 208, + 209, + 210, + 211, + 212, + 212, + 213, + 213, + 213, + 213, + 213, + 213, + 214, + 215, + 215, + 216, + 217, + 217, + 218, + 218, + 218, + 219, + 219, + 219, + 220, + 220, + 221, + 222, + 222, + 223, + 223, + 224, + 224, + 225, + 226, + 226, + 226, + 227, + 228, + 229, + 229, + 230, + 231, + 232, + 233, + 233, + 233, + 233, + 234, + 234, + 235, + 236, + 237, + 237, + 237, + 238, + 238, + 239, + 240, + 241, + 241, + 242, + 243, + 243, + 243, + 244, + 245, + 246, + 246, + 246, + 247, + 248, + 249, + 249, + 250, + 251, + 252, + 252, + 253, + 254, + 255, + 256, + 256, + 256, + 257, + 257, + 257, + 257, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 267, + 268, + 269, + 270, + 270, + 270, + 271, + 272, + 273, + 274, + 274, + 275, + 276, + 276, + 277, + 278, + 279, + 279, + 279, + 280, + 281, + 281, + 282, + 283, + 284, + 284, + 284, + 284, + 285, + 286, + 287, + 288, + 288, + 288, + 288, + 288, + 288, + 289, + 290, + 291, + 292, + 293, + 293, + 293, + 294, + 295, + 295, + 295, + 295, + 296, + 297, + 297, + 298, + 299, + 300, + 301, + 302, + 302, + 303, + 304, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 311, + 311, + 312, + 313, + 314, + 314, + 314, + 314, + 314, + 315, + 316, + 317, + 318, + 319, + 319, + 319, + 320, + 320, + 321, + 321, + 321, + 322, + 322, + 323, + 323, + 324, + 325, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 333, + 333, + 334, + 335, + 336, + 337, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 349, + 350, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 358, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 374, + 374, + 375, + 375, + 376, + 377, + 378, + 378, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 395, + 395, + 396, + 396, + 396, + 396, + 397, + 398, + 399, + 399, + 400, + 401, + 401, + 402, + 403, + 403, + 404, + 405, + 406, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 421, + 422, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 442, + 443, + 444, + 444, + 445, + 446, + 447, + 448, + 448, + 449, + 449, + 450, + 451, + 452, + 453, + 454, + 454, + 455, + 456, + 457, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 463, + 464, + 465, + 466, + 467, + 467, + 468, + 469, + 470, + 471, + 472, + 472, + 473, + 473, + 474, + 475, + 476, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 484, + 485, + 485, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 491, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 497, + 498, + 499, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 508, + 509, + 509, + 509, + 510, + 510, + 511, + 512, + 513, + 513, + 514, + 515, + 515, + 516, + 517, + 518, + 519, + 519, + 520, + 521, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 540, + 541, + 542, + 543, + 544, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 558, + 559, + 559, + 559, + 560, + 561, + 561, + 562, + 563, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 585, + 585, + 586, + 587, + 588, + 589, + 590, + 590, + 591, + 592, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 617, + 618, + 619, + 620, + 620, + 620, + 621, + 621, + 622, + 623, + 624, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 645, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 842, + 843, + 844, + 845, + 846, + 847, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 885, + 886, + 886, + 887, + 888, + 888, + 889, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 896, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 906, + 907, + 908, + 908, + 909, + 909, + 910, + 911, + 911, + 912, + 913, + 914, + 915, + 916, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 937, + 938, + 939, + 940, + 941, + 942, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984 ], "changepoint_dates": [ - "2024-01-15" + "2023-03-26" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2024-01-15", - "mean_faithfulness": 0.36053811659192825, - "refusal_rate_percent": 0.4484304932735426 + "end_date": "2023-03-26", + "mean_faithfulness": 0.5597560975609757, + "refusal_rate_percent": 26.097560975609756 }, { - "start_date": "2024-01-15", - "end_date": "2025-09-10", - "mean_faithfulness": 0.1454849498327759, - "refusal_rate_percent": 12.709030100334449 + "start_date": "2023-03-26", + "end_date": "2025-10-22", + "mean_faithfulness": 0.021321961620469083, + "refusal_rate_percent": 82.08955223880598 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "gpt-3.5-turbo-0125": { + "meta-llama/Llama-3.3-70B-Instruct": { "dates": [ "2021-01-01", "2021-01-01", @@ -94880,17 +123426,62 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ - 0, - 1, 2, 2, 2, + 0, 2, 2, - 1, + 2, + 0, 2, 2, 0, @@ -94898,12 +123489,17 @@ 1, 2, 2, + 1, + 2, + 2, 0, 2, + 2, + 2, 1, 0, 2, - 0, + 1, 2, 2, 2, @@ -94912,30 +123508,25 @@ 2, 2, 0, - 1, 2, 2, 2, - 0, - 0, 2, 2, 2, - 1, 2, + 0, 2, - 1, - 1, 2, 2, 0, 2, - 0, 2, 2, 1, 2, 2, + 2, 0, 2, 2, @@ -94945,46 +123536,46 @@ 2, 2, 0, - 0, + 1, 1, 2, 2, 2, 2, 2, - 1, 2, - 1, 2, + 0, 2, 2, 2, 2, 2, - 0, 2, 0, + 2, + 2, + 2, 0, - 0, + 1, 2, 2, 2, 2, 2, - 0, 2, 0, - 2, 0, 2, - 0, - 1, 2, - 0, + 1, 2, 2, + 0, 2, 2, + 0, + 1, 2, 2, 2, @@ -94993,31 +123584,32 @@ 1, 2, 2, - 1, - 0, 2, 2, 2, - 0, 2, 2, 0, 2, 2, + 0, 2, 0, 2, 1, + 2, + 2, 1, 2, 2, 2, 2, + 2, 0, - 1, 0, 2, - 1, + 2, + 2, 2, 2, 2, @@ -95026,11 +123618,10 @@ 0, 1, 0, - 2, 0, 2, 2, - 2, + 1, 2, 0, 2, @@ -95039,21 +123630,21 @@ 2, 2, 0, - 2, - 2, + 0, 1, 0, + 0, 2, 2, 2, 0, + 1, 2, 2, 2, - 1, - 2, 0, - 1, + 0, + 2, 2, 2, 2, @@ -95066,23 +123657,24 @@ 1, 0, 2, - 0, - 0, 2, 2, + 2, + 1, 0, 2, 2, 2, + 1, 0, 2, 2, - 2, 1, 2, 0, 2, 2, + 2, 0, 0, 2, @@ -95090,26 +123682,25 @@ 2, 2, 2, - 2, 0, 2, 1, 2, 2, 2, - 0, + 2, 2, 2, 0, 2, + 2, 0, 0, 2, - 1, - 0, 0, 0, 2, + 0, 2, 2, 2, @@ -95117,116 +123708,116 @@ 0, 0, 0, - 0, 2, - 0, - 0, 2, - 0, 2, 0, 2, - 1, 2, 2, + 0, + 0, 2, 2, 2, + 0, + 2, 2, - 1, 2, 0, 2, + 0, 2, 2, 2, - 0, 2, 2, + 1, + 2, 2, 2, 1, 2, 2, - 0, + 2, + 1, + 2, 2, 0, 0, 0, 0, - 0, - 0, - 2, 2, 2, 2, - 1, - 0, 0, 2, 0, - 1, 2, - 0, - 0, 2, 2, 0, 2, 2, 2, + 2, + 2, 0, 2, 2, + 2, + 2, 0, + 2, 0, 0, 0, + 2, 0, 2, 2, - 1, - 0, 0, 0, 2, - 0, - 0, 2, 2, 0, - 0, - 0, 2, 2, - 1, + 2, 1, 0, - 0, 2, 2, 2, - 0, - 0, + 1, + 2, 0, 2, 2, - 0, - 0, - 1, 2, 2, + 1, 2, 0, + 2, + 2, + 2, + 2, 0, + 2, + 2, + 2, 0, 0, + 2, + 2, 0, 2, 2, 1, 1, - 2, + 0, 2, 0, 0, @@ -95237,66 +123828,58 @@ 2, 1, 2, - 1, 2, - 0, 2, - 0, 2, - 0, - 0, 2, - 0, - 0, 2, - 0, - 0, - 0, - 0, + 2, 0, 0, 2, - 0, 2, - 1, - 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, 0, 0, 2, + 2, + 2, + 2, + 2, + 2, 0, 2, 2, 1, - 0, + 2, + 2, + 1, + 2, 2, 2, 2, 0, - 0, - 0, + 2, + 2, 2, 0, 1, - 0, - 0, - 0, - 0, 2, - 0, 2, 2, - 0, - 0, 2, 2, - 0, 2, 2, - 0, - 0, 2, - 0, + 2, + 2, + 2, 1, 0, 2, @@ -95307,287 +123890,384 @@ 2, 0, 2, - 0, - 0, 2, - 0, 2, - 0, 2, 2, - 1, - 0, 0, + 2, 0, 0, + 2, + 1, + 2, 0, + 2, 1, 2, 2, 0, 2, 2, + 0, 2, - 1, - 1, 0, 1, + 1, + 2, 2, 2, - 0, - 0, 2, 2, 2, 1, 2, 2, - 0, 2, - 0, 2, 2, - 0, 2, - 0, + 1, 2, 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, 2, - 0, 2, - 0, + 2, 1, 0, + 2, + 2, + 2, 1, + 2, + 2, + 2, + 2, + 2, 0, - 0, + 2, + 2, 1, 2, 0, + 2, 0, + 2, + 2, 0, 0, 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, + 2, + 2, 0, 0, 2, - 0, + 2, + 2, + 2, + 2, + 2, 2, 1, + 2, + 2, + 2, 0, + 2, + 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 1, + 1, + 2, 1, 0, 1, + 1, 0, 0, 0, 0, + 2, 0, 2, 2, 0, - 0, - 0, + 1, + 1, + 1, + 2, 2, 0, + 2, + 2, + 2, 0, 0, + 2, + 2, 0, - 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, 1, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 2, 0, + 2, + 2, + 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, 0, 1, - 0, - 0, + 2, + 2, + 2, 1, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, - 0, - 0, - 0, - 0, + 1, + 2, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, 0, 0, + 2, 0, + 2, 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, + 2, 1, + 2, + 2, + 2, + 2, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, + 2, 2, 0, + 2, 0, + 2, + 2, 1, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, 2, 0, + 2, + 2, 0, 0, 1, 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 2, + 2, 0, + 2, + 1, + 2, + 2, + 2, + 2, 0, + 1, 0, + 2, + 2, + 1, 0, + 2, 0, + 2, + 2, + 2, + 2, + 2, 0, + 2, + 2, 0, + 2, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, 0, - 0, - 0, + 2, 1, - 0, - 0, - 0, - 0, + 2, + 2, 2, 0, 0, + 1, 0, + 2, 0, + 2, 0, + 2, + 2, 0, - 0, - 0, - 0, - 0, - 0, + 1, + 2, + 2, + 2, + 1, + 1, + 2, 0, 1, + 1, + 2, + 2, + 2, 0, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 1, + 2, + 2, + 2, + 1, 0, + 2, 0, + 2, 0, 0, + 2, 0, 0, + 2, 0, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 2, + 2, + 2, 1, + 2, + 2, 0, + 2, 0, + 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, + 2, + 2, + 2, + 1, 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, 0, + 2, + 2, 0, 0, 2, 0, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 2, + 2, 0, + 2, + 1, 0, 0, 2, 0, 0, 0, + 2, 0, 0, 0, @@ -95595,12 +124275,7 @@ 0, 2, 0, - 1, - 1, - 0, - 0, - 0, - 0, + 2, 0, 0, 0, @@ -95608,11 +124283,15 @@ 0, 1, 0, + 2, 0, 0, + 2, 0, 0, - 0, + 2, + 2, + 2, 0, 0, 0, @@ -95621,16 +124300,16 @@ 0, 0, 0, - 0, - 1, - 0, + 2, 0, 0, 2, + 2, 0, 0, 0, 0, + 1, 0, 0, 2, @@ -95644,34 +124323,42 @@ 0, 0, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, 0, 0, 0, - 1, - 0, + 2, 0, + 2, 0, 0, + 2, 0, + 1, 0, 0, + 2, 0, 2, 0, 0, + 2, 1, + 2, 0, 0, 0, 0, 0, + 1, 0, 0, 0, @@ -95680,18 +124367,19 @@ 0, 0, 0, + 2, 0, 0, 0, 0, 0, 0, - 2, 0, 0, 0, 0, 0, + 2, 0, 0, 1, @@ -95707,25 +124395,28 @@ 0, 0, 0, + 2, 0, 0, + 2, 0, 0, 0, + 2, 0, 0, 0, 0, 0, 0, - 1, 0, 0, 0, - 1, + 2, 0, 0, 0, + 2, 0, 0, 0, @@ -95733,10 +124424,12 @@ 2, 0, 0, + 2, 0, 0, 0, 0, + 2, 0, 2, 0, @@ -95744,13 +124437,17 @@ 0, 0, 0, + 2, + 2, + 0, + 0, 0, 0, 2, 0, 0, 0, - 1, + 0, 0, 2, 0, @@ -95766,10 +124463,12 @@ 0, 0, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, @@ -95782,7 +124481,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -95790,7 +124488,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -95818,9 +124515,7 @@ 0, 0, 0, - 2, 0, - 2, 0, 0, 0, @@ -95842,7 +124537,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -95855,7 +124549,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -95874,7 +124567,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -95890,7 +124582,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -95920,7 +124611,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -95930,8 +124620,6 @@ 0, 0, 0, - 1, - 2, 0, 0, 0, @@ -95940,7 +124628,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -95950,7 +124637,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -95966,7 +124652,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -95978,7 +124663,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -95990,10 +124674,8 @@ 0, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, @@ -96009,8 +124691,6 @@ 0, 0, 0, - 2, - 1, 0, 0, 0, @@ -96023,7 +124703,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -96033,14 +124712,12 @@ 0, 0, 0, - 1, 0, 0, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -96050,14 +124727,12 @@ 0, 0, 0, - 1, 0, 0, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -96087,7 +124762,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -96106,18 +124780,15 @@ 0, 0, 0, - 2, 0, 0, 0, 0, - 2, 0, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -96143,7 +124814,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -96178,7 +124848,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -96189,7 +124858,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -96214,7 +124882,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -96229,7 +124896,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -96250,33 +124916,25 @@ 0, 0, 0, - 2, 0, 0, 0, 0, - 2, 0, 0, 0, 0, 0, 0, - 1, - 1, - 1, 0, 0, 0, 0, - 1, - 1, 0, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -96290,17 +124948,13 @@ 0, 0, 0, - 2, 0, 0, 0, - 2, - 2, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -96312,10 +124966,8 @@ 0, 0, 0, - 1, 0, 0, - 2, 0, 0, 0, @@ -96323,9 +124975,6 @@ 0, 0, 0, - 2, - 1, - 1, 0, 0, 0, @@ -96348,7 +124997,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -96367,11 +125015,9 @@ 0, 0, 0, - 1, 0, 0, 0, - 1, 0, 0, 0, @@ -96379,7 +125025,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -96392,7 +125037,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -96401,7 +125045,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -96424,7 +125067,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -96450,7 +125092,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -96477,13 +125118,13 @@ 0, 0, 0, + 2, 0, 0, 0, 0, 0, 0, - 1, 0, 0, 0, @@ -96499,7 +125140,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -96512,11 +125152,8 @@ 0, 0, 0, - 2, 0, - 1, 0, - 1, 0, 0, 0, @@ -96540,17 +125177,12 @@ 0, 0, 0, - 1, - 2, 0, - 1, 0, 0, 0, 0, 0, - 2, - 1, 0, 0, 0, @@ -96577,27 +125209,18 @@ 0, 0, 0, - 2, 0, 0, 0, 0, - 1, - 2, 0, 0, - 2, 0, 0, 0, 0, 0, 0, - 2, - 2, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, @@ -96608,6 +125231,9 @@ 0, 0, 0, + 0 + ], + "cumulative_refusals": [ 0, 0, 0, @@ -96631,6 +125257,16 @@ 1, 1, 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, 2, 2, 2, @@ -96639,53 +125275,6 @@ 2, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, 3, 3, 3, @@ -96695,6 +125284,47 @@ 4, 4, 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, 5, 5, 5, @@ -96704,42 +125334,19 @@ 5, 5, 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, 6, 6, 7, @@ -96753,6 +125360,24 @@ 8, 8, 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, 9, 9, 9, @@ -96765,93 +125390,13 @@ 9, 9, 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 10, - 10, - 10, - 10, - 10, - 10, 10, 10, - 10, - 11, - 11, 11, 11, 11, 11, 11, - 11, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, 12, 12, 12, @@ -96868,13 +125413,28 @@ 13, 13, 13, + 13, + 13, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, 14, 14, - 15, - 15, - 15, - 15, - 15, 15, 16, 16, @@ -96883,19 +125443,20 @@ 16, 16, 16, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, 17, 18, 18, @@ -96903,35 +125464,45 @@ 18, 18, 18, - 19, + 18, 19, 19, 20, 20, 20, + 20, + 20, + 20, + 20, + 20, 21, 21, 21, 21, 21, - 21, - 21, - 21, - 22, - 22, - 22, - 22, - 22, 22, 22, 22, 22, 23, - 24, - 24, - 24, - 24, - 24, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, 24, 25, 25, @@ -96944,6 +125515,8 @@ 26, 26, 26, + 26, + 27, 27, 27, 27, @@ -96956,14 +125529,10 @@ 27, 27, 27, - 28, 28, 29, 30, 30, - 30, - 30, - 30, 31, 31, 31, @@ -96974,16 +125543,104 @@ 31, 31, 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 32, 32, + 32, + 32, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, 33, 33, 34, 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, 35, 35, 35, 35, - 36, 36, 36, 36, @@ -96995,20 +125652,50 @@ 37, 37, 37, + 37, + 37, 38, 38, - 38, - 38, - 38, - 38, - 38, - 39, - 39, 39, 40, 40, 40, 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 41, + 41, + 41, + 41, + 41, + 41, 41, 41, 41, @@ -97023,33 +125710,13 @@ 42, 42, 42, + 42, + 42, 43, 43, 43, 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 44, - 44, - 44, - 44, 44, - 44, - 45, - 45, - 45, - 45, - 45, 45, 45, 45, @@ -97067,10 +125734,28 @@ 46, 46, 46, + 46, + 46, + 46, + 46, + 46, + 47, + 47, + 47, + 47, + 47, 47, 47, + 47, + 47, + 47, + 48, 48, + 48, + 49, 49, + 49, + 50, 50, 50, 50, @@ -97083,16 +125768,50 @@ 52, 52, 52, + 52, + 53, + 53, + 53, 53, 53, 53, + 53, + 53, + 54, + 54, 54, 54, 54, 54, + 54, + 54, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, 55, 55, 56, + 56, + 56, + 57, + 57, + 57, + 57, 57, 57, 57, @@ -97100,19 +125819,76 @@ 58, 58, 58, - 58, 59, 59, 59, 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 60, + 60, + 60, + 60, + 60, + 60, 60, + 60, + 60, + 60, + 61, 61, + 61, + 62, + 62, + 62, 62, 63, 63, 63, 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 64, + 64, + 64, + 64, + 64, + 64, 64, + 64, + 64, + 64, + 64, + 64, + 64, + 64, + 65, + 65, + 65, + 65, + 65, + 65, 65, 65, 66, @@ -97120,9 +125896,13 @@ 66, 66, 67, - 67, - 67, - 67, + 68, + 68, + 68, + 68, + 68, + 68, + 68, 68, 69, 69, @@ -97132,6 +125912,7 @@ 69, 70, 70, + 70, 71, 71, 71, @@ -97140,28 +125921,110 @@ 71, 71, 71, + 71, + 71, + 71, + 71, + 71, + 71, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, 72, 72, 72, 72, 73, + 73, + 74, 74, 74, 74, 74, 74, 74, + 74, + 75, + 75, + 75, + 75, + 75, + 75, + 75, 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, 76, 76, + 76, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, 77, 77, 77, 78, 78, + 78, 79, - 79, - 80, 80, 80, 80, @@ -97169,90 +126032,66 @@ 81, 82, 83, - 83, - 83, 84, - 85, - 85, - 85, + 84, 85, 85, 86, 87, 88, 88, - 88, - 88, - 88, + 89, + 89, + 89, + 89, 89, 90, - 91, + 90, 91, 92, 92, - 93, - 93, + 92, + 92, + 92, 93, 94, - 95, + 94, 95, 96, - 96, - 97, - 97, - 97, 97, 98, 98, + 98, 99, 99, 99, - 99, - 99, - 99, - 99, - 100, - 100, - 100, 100, 100, 101, + 101, + 101, + 102, + 102, + 102, 102, 103, - 103, - 103, - 103, - 103, - 103, - 103, - 104, - 104, - 104, - 104, - 104, 104, 105, - 105, - 106, 106, 107, 108, 109, 110, + 110, + 110, 111, - 111, - 112, - 112, - 112, 112, 113, 114, + 114, 115, 115, 115, - 115, - 115, - 116, 116, 117, 118, @@ -97260,158 +126099,123 @@ 119, 119, 120, - 120, - 120, - 120, + 121, 121, 122, + 122, + 123, + 123, + 123, 123, 123, 124, 124, 124, 124, + 124, 125, 125, - 125, - 126, - 126, 126, 127, - 127, + 128, 128, 129, 130, - 130, - 131, - 131, 131, 132, 133, - 133, - 133, - 133, 134, 135, - 135, - 135, - 135, - 135, - 135, - 135, - 135, - 135, + 136, 136, 137, - 137, - 137, - 138, 138, 139, - 139, - 139, - 139, - 139, + 140, 140, 141, 142, + 142, 143, 144, - 144, - 144, + 145, + 145, 145, 146, 146, - 146, - 146, - 146, - 146, - 146, - 147, 147, 148, 149, - 149, - 150, - 150, 150, 151, 152, - 152, - 153, - 153, 153, 153, 154, 155, 156, - 156, + 157, 157, 158, 158, + 158, + 159, 159, 160, + 160, 161, 162, 162, - 163, - 163, - 163, + 162, 163, 164, 165, 166, 167, + 167, + 167, 168, 169, + 169, 170, 171, - 171, - 172, - 172, 172, 173, + 173, 174, 175, 175, 175, 176, 176, - 176, - 176, - 177, 177, 177, 178, - 179, + 178, 179, 180, 180, 181, - 181, 182, 182, - 183, + 182, 183, 184, 185, 186, + 186, 187, 188, 189, - 189, - 190, 190, 191, + 191, 192, - 192, - 193, 193, - 193, - 194, 194, 195, 195, + 195, 196, 197, 198, @@ -97419,95 +126223,65 @@ 200, 201, 202, + 202, 203, 204, 205, - 205, 206, - 207, + 206, 207, 208, 209, - 209, 210, 210, 211, 212, - 212, 213, 214, 215, - 215, 216, 217, 218, 219, 220, - 220, 221, 221, 222, + 222, 223, 224, 225, - 225, - 225, - 226, - 226, 226, 227, 228, 229, - 229, - 229, - 230, 230, 231, 232, 233, - 233, - 233, - 233, - 233, - 233, - 233, 234, 235, - 235, 236, 237, 238, 239, - 239, - 239, - 239, 240, 241, 242, 243, 244, 245, - 245, - 246, - 246, 246, - 246, - 247, 247, 248, - 249, - 249, + 248, + 248, 249, 250, - 250, 251, 252, 253, 254, - 254, - 254, - 254, - 255, 255, 256, 257, @@ -97517,107 +126291,63 @@ 261, 262, 263, - 263, 264, 264, 265, - 265, - 265, - 265, - 266, 266, 267, 268, 269, - 269, + 270, 270, 271, 272, - 272, - 273, - 273, - 273, - 273, - 273, - 273, 273, 274, 275, 276, - 276, - 276, - 277, - 277, - 277, 277, 278, - 278, 279, 280, 281, - 281, - 282, 282, 283, 284, 285, - 285, 286, 287, 288, 289, - 289, - 290, - 290, - 290, 290, 291, - 291, - 292, 292, 293, - 293, - 293, 294, 295, - 295, - 295, - 296, - 296, 296, 297, - 298, - 298, - 298, - 298, + 297, 298, 299, 300, - 300, 301, 302, 303, 304, 305, - 305, - 305, 306, 307, 308, 309, - 309, 310, 311, 312, - 312, 313, 314, - 314, - 314, - 314, 315, 316, - 316, + 317, 317, 318, 319, @@ -97627,35 +126357,15 @@ 323, 324, 325, - 325, - 325, - 326, 326, 327, 328, 329, - 329, - 329, - 330, - 330, 330, - 330, - 331, 331, 332, - 332, - 333, 333, - 333, - 333, - 333, - 333, - 333, - 334, 334, - 334, - 335, - 335, 335, 336, 337, @@ -97665,175 +126375,99 @@ 341, 342, 343, - 343, - 344, - 344, 344, 345, 346, 347, - 347, + 348, 348, 349, 350, - 350, 351, 352, 353, 354, - 354, 355, - 355, - 355, - 355, - 356, 356, - 356, - 357, 357, - 357, - 358, - 358, - 358, 358, 359, 360, 361, - 361, 362, 363, 364, 365, - 365, - 365, 366, 367, - 367, - 367, 368, 369, 370, - 370, - 370, 371, 372, 373, 374, - 374, 375, 376, 377, 378, - 378, - 378, 379, 380, - 380, 381, 382, 383, - 383, 384, - 384, - 385, 385, - 385, - 385, - 386, - 386, 386, 387, - 387, - 387, - 387, - 387, - 387, - 387, 388, - 388, - 389, 389, 390, - 390, - 390, 391, - 391, - 392, 392, 393, 394, - 394, 395, 396, - 396, 397, - 397, - 398, 398, 399, 400, - 400, - 401, 401, 402, 403, - 403, 404, 405, 406, 407, 408, - 408, - 408, - 409, - 409, 409, 410, 411, - 411, - 411, 412, 413, 414, 415, 416, - 416, - 417, 417, 418, + 418, 419, - 419, - 420, 420, 421, - 421, - 421, - 421, - 422, 422, 423, 424, - 424, 425, 426, 427, 428, - 428, - 428, - 428, - 428, 429, - 430, - 430, - 430, - 430, - 430, + 429, + 429, 430, 431, 432, - 432, - 432, - 433, 433, 434, 435, @@ -97845,72 +126479,43 @@ 441, 442, 443, - 443, - 443, 444, 445, - 446, + 445, 446, 447, 448, 449, - 449, - 449, 450, 451, - 451, 452, 453, 454, 455, 456, 457, - 457, - 458, 458, - 458, - 459, 459, 460, - 460, 461, 462, 463, 464, - 464, 465, - 465, - 466, 466, 467, 468, 469, - 469, - 470, - 470, - 470, 470, - 470, - 470, - 470, - 470, - 470, - 470, - 470, - 471, 471, 472, 473, - 473, - 473, - 474, 474, 475, 476, 477, 478, 478, - 478, 479, 480, 481, @@ -97919,8 +126524,6 @@ 484, 485, 485, - 485, - 486, 486, 487, 488, @@ -97928,153 +126531,89 @@ 490, 491, 492, - 492, - 492, 493, 494, 495, - 495, - 495, - 496, 496, 497, 498, - 498, 499, 500, - 500, - 500, - 500, - 500, 501, 502, - 502, 503, 504, 505, 506, 507, 508, - 508, 509, 510, 511, - 511, - 511, - 512, - 512, 512, 513, - 513, 514, 515, 516, - 517, - 517, - 517, - 517, + 516, 517, 518, - 518, - 519, - 519, - 519, 519, 520, 521, 522, 523, - 523, - 523, - 523, 524, 525, 526, - 526, - 526, 527, 528, 529, 529, 530, - 530, - 530, 531, 532, 533, - 533, - 533, - 534, 534, 535, 536, 537, - 537, - 537, 538, 539, 540, - 540, - 540, - 541, - 541, 541, 542, 543, - 543, 544, 545, 546, - 546, - 546, - 546, - 546, - 547, 547, 548, - 548, - 548, - 548, 549, 550, - 550, - 550, - 550, - 550, 551, 552, 553, 554, 555, 556, - 556, 557, 558, 559, 560, 561, - 561, 562, 563, - 563, - 563, - 563, 564, 565, 566, 567, - 567, - 568, 568, - 568, - 569, 569, 570, 571, 572, 573, - 573, - 573, 574, 575, 576, @@ -98082,44 +126621,31 @@ 578, 579, 580, - 580, - 580, - 580, - 581, 581, 581, 582, 583, 584, + 584, 585, 586, - 586, - 586, 587, 588, - 588, - 589, 589, 590, 591, - 591, 592, 593, - 593, - 594, 594, 595, 596, 597, 598, - 598, 599, 600, 601, - 601, 602, 603, - 603, 604, 605, 606, @@ -98129,44 +126655,23 @@ 610, 611, 612, - 612, 613, - 613, - 614, - 614, - 614, 614, 615, - 615, - 615, - 615, - 615, - 615, - 616, 616, 617, 618, 619, 620, 621, - 621, - 621, - 621, - 621, 622, 623, - 623, - 623, 624, - 624, - 625, 625, 626, 627, 628, 629, - 629, - 629, 630, 631, 632, @@ -98174,14 +126679,12 @@ 634, 635, 636, - 636, 637, 638, 639, 640, 641, 642, - 642, 643, 644, 645, @@ -98190,15 +126693,11 @@ 648, 649, 650, - 650, - 650, - 651, 651, 652, 653, 654, 655, - 655, 656, 657, 658, @@ -98208,31 +126707,19 @@ 662, 663, 664, - 664, 665, 666, - 666, 667, 668, - 668, - 669, - 669, 669, 670, 671, 672, 673, 674, - 674, - 674, - 674, 675, - 675, - 676, 676, 677, - 677, - 678, 678, 679, 680, @@ -98241,104 +126728,298 @@ 682, 683, 684, - 684, - 684, 685, 686, 687, 688, - 688, - 688, - 688, 689, 690, 691, 692, - 692, - 692, - 692, - 693, 693, 694, + 694, 695, 696, 697, - 697, - 697, - 697, - 697, 698, 699, - 699, 700, 701, - 701, 702, 703, 704, 705, - 705, - 705, - 706, 706, 707, 708, 709, 710, 711, - 711, - 711, - 711, - 711, 712, 713, - 713, 714, 715, - 715, - 716, - 716, 716, 717, 718, - 718, - 718, 719, 720, 721, - 721, 722, - 722, - 722, - 723 + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 868, + 869, + 870, + 871, + 872, + 872, + 873, + 874, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939 ], "changepoint_dates": [ - "2021-09-17", - "2022-04-16" + "2023-02-26", + "2023-09-17" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2021-09-17", - "mean_faithfulness": 1.3962264150943395, - "refusal_rate_percent": 4.528301886792453 + "end_date": "2023-02-26", + "mean_faithfulness": 1.4075949367088607, + "refusal_rate_percent": 9.873417721518987 }, { - "start_date": "2021-09-17", - "end_date": "2022-04-09", - "mean_faithfulness": 0.9414634146341463, - "refusal_rate_percent": 17.073170731707318 + "start_date": "2023-02-26", + "end_date": "2023-09-17", + "mean_faithfulness": 0.4097560975609756, + "refusal_rate_percent": 62.4390243902439 }, { - "start_date": "2022-04-16", - "end_date": "2025-09-10", - "mean_faithfulness": 0.15205148833467416, - "refusal_rate_percent": 54.38455349959774 + "start_date": "2023-09-17", + "end_date": "2025-10-22", + "mean_faithfulness": 0.002621231979030144, + "refusal_rate_percent": 96.06815203145477 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "gpt-4o-2024-08-06": { + "meta-llama/Llama-4-Scout-17B-16E-Instruct": { "dates": [ "2021-01-01", "2021-01-01", @@ -100052,40 +128733,70 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ - 2, - 0, - 2, 0, 2, 2, - 1, 0, 2, 2, - 0, 2, 0, - 2, - 1, 0, 2, - 2, 0, 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, 2, 0, 0, - 1, - 2, 2, 2, 0, @@ -100094,32 +128805,38 @@ 2, 2, 2, + 0, + 0, + 0, + 0, + 0, 2, - 2, - 2, - 2, + 0, 2, 2, 0, + 0, 2, + 0, + 0, 1, 2, - 1, - 2, - 2, 2, 0, 2, 2, 0, - 2, 0, - 2, - 2, 0, - 2, + 0, + 0, 0, 2, + 0, + 0, + 0, + 0, + 0, 2, 2, 0, @@ -100127,20 +128844,38 @@ 2, 2, 0, - 1, + 0, + 0, 2, + 0, 2, 2, + 0, 2, + 0, + 0, + 0, 2, 0, 2, 2, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, 2, + 0, 2, + 0, + 0, + 0, 2, + 0, 2, 2, 0, @@ -100149,421 +128884,412 @@ 0, 0, 2, - 1, - 2, 2, 0, 2, 2, 0, + 1, + 0, 2, + 0, 2, 2, 2, - 2, - 2, + 0, 1, 2, - 2, - 2, 0, 2, - 2, + 0, 2, 0, 2, 2, + 1, + 0, 0, - 2, 0, - 2, 0, - 2, 0, 0, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, 2, 0, 2, + 0, 2, 0, + 0, 1, 2, 0, 0, - 2, 0, - 2, - 2, - 2, - 2, 0, 2, - 2, 1, - 2, - 2, 0, - 2, + 0, 2, 0, 0, 2, - 2, - 2, + 0, + 0, + 0, + 0, + 0, 0, 1, 2, 0, - 2, - 2, 0, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, 0, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, + 1, + 0, + 0, + 0, 2, 2, 2, 2, 2, 0, - 2, - 2, + 1, + 0, + 0, + 0, 0, 0, 2, + 0, 2, 2, 2, + 0, 2, 2, 0, - 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 1, 2, + 0, 2, 2, + 0, 2, - 2, + 1, + 0, + 1, 2, 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, 2, 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, 2, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, + 0, + 0, 2, 2, 2, 0, 0, 2, + 0, + 0, + 1, + 0, 2, - 2, - 2, + 0, 2, 0, 2, + 0, + 0, + 0, + 0, 1, - 2, 0, - 2, 1, - 2, - 2, 0, 2, + 0, + 0, 2, 2, 0, 2, + 0, + 0, 2, + 1, + 0, 2, + 0, + 0, 2, 2, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, 2, 2, + 0, 2, 1, + 0, 2, - 2, - 2, + 0, + 0, + 0, + 0, + 0, 1, 2, - 2, - 2, + 1, + 0, 0, 0, 0, - 2, 0, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 1, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, 0, 2, 2, 0, 2, + 0, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, + 0, 1, - 2, - 2, - 2, - 2, 0, - 2, 0, 0, 2, - 2, 1, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, + 1, 0, 2, 2, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, 2, 2, + 0, 2, - 2, - 2, + 0, + 0, + 0, + 0, + 0, + 0, 0, 2, - 1, + 0, 2, 2, 2, + 0, 2, 2, 2, 0, 0, - 2, - 2, - 2, 0, - 2, 0, 0, 2, - 2, - 1, - 2, - 2, + 0, 2, 2, 2, - 1, + 0, 2, 2, 0, + 0, + 0, 2, 2, + 1, 2, 2, + 0, + 0, 2, 2, 2, + 0, + 0, 2, 2, 2, + 0, 2, - 2, + 0, + 0, + 0, 1, 2, 2, 2, 0, - 2, - 2, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, + 0, 0, 0, 2, - 1, + 0, 2, + 0, + 0, + 0, 2, 2, - 1, 2, 1, 1, 0, - 2, + 1, 2, 2, 2, 1, 1, + 0, 2, 2, + 0, 2, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, 0, - 2, + 0, + 0, 0, 2, 2, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, 0, 2, 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, + 0, 1, 0, 0, - 2, - 2, - 2, 0, - 2, 0, + 1, 2, 2, + 0, + 0, 2, 2, + 0, + 0, 2, 2, 0, 2, - 1, 2, 2, 2, 0, - 2, + 0, 2, 2, 1, 2, - 1, + 0, 1, 2, 0, @@ -100571,163 +129297,163 @@ 1, 0, 0, - 2, - 2, 0, - 2, - 2, 0, - 2, 0, 2, 2, - 2, 0, - 2, - 2, - 2, 1, 0, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 1, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, 0, 2, - 2, - 2, - 2, - 2, - 2, + 1, 0, - 2, - 2, 0, - 1, 0, 2, 2, - 2, - 2, - 1, - 2, - 2, + 0, 0, 0, 2, + 0, 2, - 2, - 2, - 2, + 0, + 0, + 0, 1, 0, - 2, + 0, 2, 2, 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, 2, - 2, + 0, + 0, 2, 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 2, 0, + 0, 2, 2, + 0, + 0, 2, + 0, + 0, + 0, 2, + 0, 2, + 0, 2, + 0, + 0, + 0, 2, 2, + 0, + 0, + 0, 2, 2, + 0, 2, + 0, 2, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, 2, 2, + 0, + 0, 2, + 0, 2, 1, + 0, + 0, 2, + 0, + 0, 2, - 2, - 2, + 0, + 0, + 0, + 0, + 0, 2, 1, 2, 2, 2, - 1, - 2, + 0, + 0, + 0, + 0, 2, 2, 2, + 0, + 0, 2, 2, 2, 2, 0, + 0, + 1, 2, 2, 0, 2, - 2, 0, 0, 0, 0, - 2, - 2, + 0, + 0, + 0, + 0, + 0, 0, 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, + 0, 2, 2, 2, + 0, + 0, + 0, + 0, 2, 0, 2, @@ -100735,27 +129461,27 @@ 2, 2, 0, - 1, + 0, 2, 2, 2, 1, 0, - 2, - 2, + 0, + 0, 2, 1, 2, - 2, + 0, + 0, + 0, 0, 2, + 0, 2, 2, - 2, - 2, - 2, - 2, - 2, + 0, + 0, 2, 2, 2, @@ -100763,274 +129489,323 @@ 2, 1, 2, - 2, - 2, - 2, - 2, + 0, + 0, + 1, + 0, + 1, 1, 0, - 2, 0, - 2, 0, - 2, - 2, 0, 0, - 2, 0, - 2, - 2, - 2, 2, 0, 2, 1, + 0, 1, + 0, 2, - 2, - 1, 0, - 1, + 0, 2, + 0, + 0, 2, 1, 2, 2, - 2, - 2, 0, 2, - 2, - 2, - 2, + 1, 2, 0, - 1, 0, 2, - 1, - 2, - 2, + 0, 2, 2, + 0, 2, 2, 1, - 1, 0, - 2, - 2, 0, 2, 0, 2, - 2, - 2, + 0, 0, 2, + 0, + 0, 2, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, 2, 2, - 2, - 2, - 1, - 2, - 1, + 0, + 0, + 0, 0, 2, - 2, + 0, + 0, 1, 0, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, + 0, + 0, + 0, + 0, 0, 0, 2, + 0, + 0, + 0, + 0, + 0, 2, + 1, 2, - 2, + 0, 0, 0, 0, 0, 1, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 2, + 0, + 0, + 0, 2, - 1, + 0, + 0, + 0, 0, 2, + 0, + 0, 2, + 0, + 0, + 0, 2, + 0, + 1, + 0, + 0, 2, 2, 0, + 0, + 0, + 0, + 0, + 0, 2, 2, 2, 0, 0, - 2, - 2, 0, - 2, + 0, + 0, 2, 2, 0, + 0, + 0, + 0, + 0, 2, 2, - 2, + 0, + 0, + 0, + 0, 1, 2, - 2, - 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 0, 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, 2, + 0, 1, - 2, - 2, - 2, + 0, 0, 0, 0, 2, + 0, + 0, + 0, 1, - 2, - 2, 0, - 2, 0, 0, 0, - 2, - 2, - 2, 0, - 2, - 2, + 0, + 0, + 0, + 0, + 0, + 0, 0, 1, 0, - 2, - 2, 0, - 2, 0, 0, 2, - 2, - 2, - 2, - 2, - 2, + 0, 0, 0, 2, + 0, + 0, + 0, + 0, 2, 2, 2, 0, - 2, + 0, 0, 2, + 0, + 0, + 0, + 0, + 0, 2, 2, 2, + 0, 2, + 0, + 0, 2, + 0, 2, - 1, - 2, + 0, + 0, + 0, + 0, + 0, 0, 2, 2, 2, 0, 2, - 2, 0, 0, 2, - 2, + 0, + 0, 2, 0, + 0, + 0, 2, 0, 0, 0, 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, - 2, 0, - 2, 0, - 2, - 2, 0, - 2, - 2, - 2, - 2, 0, - 2, - 2, 2, 0, + 0, 2, 2, 0, - 2, + 0, + 0, 1, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 0, 0, - 2, 0, - 2, - 2, - 2, 0, 0, 0, - 2, - 2, - 2, 0, 2, - 2, - 2, - 2, + 0, 0, 2, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, 1, - 2, 1, 0, 0, @@ -101038,54 +129813,48 @@ 2, 0, 2, - 2, - 2, - 2, - 2, - 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, - 2, 0, 0, + 1, 0, 0, 0, 0, 2, - 2, 0, 0, 0, - 2, - 2, - 2, 0, 0, 2, + 0, + 0, + 0, + 0, 2, - 2, - 2, + 0, 2, 1, + 0, + 0, + 0, + 0, + 0, + 0, 2, 0, + 0, 2, 0, + 0, + 0, 1, - 2, - 2, 0, 0, - 2, + 0, + 0, 0, 2, 0, @@ -101094,24 +129863,34 @@ 0, 0, 0, + 2, + 2, 0, 2, 0, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, + 2, + 2, 0, 0, + 2, 0, 0, 0, 0, + 2, 0, + 2, + 1, 0, 0, 0, @@ -101123,21 +129902,33 @@ 0, 0, 0, + 2, 0, 0, 0, + 2, 0, 0, + 2, 0, 0, 0, 0, 0, + 2, + 0, + 2, + 0, + 0, + 0, + 1, + 2, 0, 0, 0, 0, 0, + 1, 0, 0, 0, @@ -101146,10 +129937,12 @@ 0, 0, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, @@ -101157,7 +129950,9 @@ 0, 0, 0, + 2, 0, + 2, 0, 0, 0, @@ -101167,6 +129962,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -101188,6 +129984,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -101195,6 +129992,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -101202,7 +130000,9 @@ 0, 0, 0, + 1, 0, + 1, 0, 0, 0, @@ -101214,6 +130014,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -101227,8 +130028,10 @@ 0, 0, 0, + 2, 0, 0, + 2, 0, 0, 0, @@ -101240,11 +130043,14 @@ 0, 0, 0, + 2, 0, 0, + 2, 0, 0, 0, + 2, 0, 0, 0, @@ -101261,11 +130067,13 @@ 0, 0, 0, + 2, 0, 0, 0, 0, 0, + 2, 0, 0, 0, @@ -101285,6 +130093,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -101296,6 +130105,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -101403,6 +130213,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -101589,6 +130400,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -101613,6 +130425,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -101625,6 +130438,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -101699,38 +130513,6 @@ 0, 0, 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 0, 0, 0, @@ -101756,6 +130538,9 @@ 0, 0, 0, + 0 + ], + "cumulative_refusals": [ 0, 0, 0, @@ -101767,19 +130552,10 @@ 0, 0, 0, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, 1, - 1, - 1, - 1, - 1, - 1, - 1, 2, 2, 2, @@ -101788,6 +130564,10 @@ 2, 2, 2, + 2, + 2, + 3, + 3, 3, 3, 3, @@ -101803,6 +130583,8 @@ 4, 4, 4, + 4, + 4, 5, 5, 5, @@ -101811,29 +130593,32 @@ 5, 5, 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, 6, 6, 6, 7, 7, - 8, - 8, - 8, - 8, - 8, - 8, + 7, + 7, + 7, + 7, 8, 8, 8, @@ -101848,20 +130633,39 @@ 10, 10, 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, 11, 11, + 11, + 11, + 11, + 11, + 11, + 11, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, 12, 13, + 13, + 13, + 14, + 14, + 14, + 14, + 14, + 14, + 14, 14, 14, 14, @@ -101870,6 +130674,8 @@ 15, 15, 15, + 15, + 15, 16, 16, 16, @@ -101878,27 +130684,44 @@ 16, 16, 16, - 16, - 16, - 16, - 17, - 17, - 17, 17, 18, 18, 18, + 18, + 18, + 18, + 18, + 18, + 18, 19, 19, 20, - 20, - 20, - 20, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, 21, 22, 22, - 23, - 23, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, 23, 23, 23, @@ -101925,22 +130748,32 @@ 25, 25, 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 26, 26, 26, 26, 27, + 27, + 27, 28, 28, - 28, - 28, - 28, - 28, - 28, - 29, - 29, - 29, - 29, - 29, 29, 29, 29, @@ -101948,28 +130781,15 @@ 29, 29, 29, - 29, - 29, - 30, - 30, - 30, - 30, - 30, - 30, 30, 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, + 32, + 32, + 32, + 32, + 32, + 32, + 32, 32, 33, 33, @@ -101981,37 +130801,24 @@ 33, 33, 33, - 33, - 33, - 33, - 33, - 33, - 33, - 34, - 34, 34, 35, 35, 35, + 35, + 35, + 35, + 36, + 36, 36, 37, 37, - 37, - 37, - 37, - 37, - 37, - 38, - 38, - 38, 38, 38, 38, 38, 38, 38, - 38, - 39, 39, 39, 39, @@ -102019,21 +130826,6 @@ 39, 39, 39, - 39, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, 40, 40, 40, @@ -102041,25 +130833,52 @@ 40, 40, 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, 42, 43, - 43, + 44, + 44, + 44, + 44, + 44, 44, 44, 44, 44, 45, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, 46, 46, 46, @@ -102072,7 +130891,20 @@ 47, 47, 47, - 48, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, 48, 49, 49, @@ -102083,17 +130915,10 @@ 49, 49, 49, + 49, + 49, + 49, 50, - 50, - 50, - 50, - 51, - 51, - 51, - 51, - 51, - 51, - 51, 51, 51, 51, @@ -102106,7 +130931,8 @@ 51, 51, 52, - 52, + 53, + 53, 53, 54, 54, @@ -102117,17 +130943,6 @@ 54, 54, 54, - 54, - 54, - 54, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, 55, 55, 55, @@ -102146,7 +130961,7 @@ 56, 56, 56, - 56, + 57, 57, 58, 58, @@ -102160,6 +130975,19 @@ 58, 58, 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, 59, 59, 59, @@ -102175,13 +131003,6 @@ 59, 59, 59, - 59, - 59, - 60, - 60, - 60, - 60, - 60, 60, 60, 61, @@ -102190,37 +131011,25 @@ 61, 61, 61, + 61, + 62, + 62, + 62, + 62, + 62, 62, 62, 63, + 63, + 63, + 63, + 63, 64, 64, 64, 64, 64, 64, - 64, - 64, - 64, - 64, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, 65, 65, 65, @@ -102228,6 +131037,18 @@ 65, 66, 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, 67, 67, 67, @@ -102235,62 +131056,75 @@ 67, 67, 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 68, - 68, - 68, - 68, 68, 68, 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 70, + 70, + 70, + 70, + 70, + 70, 70, 70, 70, 70, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, 71, 71, 72, 72, 72, + 72, + 72, + 72, + 72, + 72, + 73, + 73, + 73, 73, + 73, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, + 74, 74, 74, 74, 75, 75, 75, + 75, + 75, + 75, + 75, + 75, + 76, + 76, 76, 76, 77, @@ -102302,47 +131136,37 @@ 78, 78, 78, + 78, + 78, + 78, + 78, + 78, + 79, + 79, 79, 79, 80, 80, - 80, - 80, - 80, - 80, - 80, - 80, - 80, - 81, - 81, - 81, - 81, - 81, 81, 81, 81, 82, 82, - 83, - 83, - 83, - 83, - 83, - 83, + 82, 83, 84, 84, 84, 84, 84, + 84, 85, 85, 85, - 85, - 85, - 85, - 85, - 85, + 86, + 86, + 86, + 86, 86, 87, 87, @@ -102351,107 +131175,87 @@ 87, 87, 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, + 87, 88, - 88, - 88, - 88, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, - 89, 89, 90, 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 91, - 92, 92, - 92, - 93, 93, 93, 93, 94, + 94, + 95, + 95, 95, 96, 96, 96, + 96, + 96, + 96, + 96, + 96, + 96, + 96, + 96, + 96, + 96, + 96, 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, 98, 98, 99, 99, 99, - 100, - 100, - 100, + 99, 100, 100, 100, @@ -102462,35 +131266,47 @@ 101, 101, 101, + 101, + 101, + 101, 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, 103, 103, 103, 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 104, 104, 104, 104, + 104, + 104, + 104, + 105, 105, + 105, + 105, + 106, + 106, + 106, 106, 106, 107, @@ -102503,62 +131319,30 @@ 108, 108, 108, - 108, - 108, - 109, 109, - 109, - 109, - 109, - 109, - 109, - 109, - 109, - 110, - 110, - 110, 110, 110, 110, 111, 111, + 111, + 111, + 111, 112, 112, - 112, - 112, - 112, - 112, - 112, - 112, - 112, - 112, - 112, - 113, - 113, 113, 114, - 114, + 115, 115, 115, 115, 115, 116, - 116, - 116, - 116, - 116, - 116, - 116, - 116, - 116, - 116, - 116, - 116, - 117, - 117, - 117, 117, 118, + 118, + 118, + 118, 119, 119, 119, @@ -102567,43 +131351,30 @@ 119, 120, 120, + 120, + 120, + 120, 121, 122, - 122, - 122, - 122, - 122, + 123, + 123, + 123, 123, 124, 124, + 124, 125, - 125, - 126, 126, 126, - 126, - 126, - 127, - 127, 127, 127, - 127, - 127, - 128, - 128, - 128, 128, 129, + 129, + 129, 130, 130, 130, - 130, - 130, - 130, - 130, - 131, - 131, - 131, 131, 131, 131, @@ -102611,65 +131382,69 @@ 131, 131, 132, - 133, - 133, - 133, - 133, - 133, - 133, - 133, + 132, 133, 134, 135, - 136, - 136, - 136, - 136, + 135, + 135, + 135, + 135, 136, 137, 137, 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 138, + 139, + 139, + 139, + 139, + 139, + 139, 139, - 140, - 140, - 140, 140, 140, 140, 140, 141, 141, - 142, + 141, + 141, 142, 142, 143, 143, 144, + 144, + 144, 145, - 145, - 145, - 145, - 145, - 145, - 145, + 146, + 146, + 146, 146, 147, 147, 147, 147, 147, - 148, + 147, + 147, + 147, 148, 149, 149, 149, 149, - 149, - 149, - 149, - 149, - 149, - 149, 150, 150, 150, @@ -102680,23 +131455,16 @@ 152, 153, 153, - 153, - 153, - 153, - 153, - 153, - 154, 154, 155, 155, 155, + 155, + 155, + 155, 156, 156, 156, - 156, - 156, - 157, - 157, 157, 157, 157, @@ -102704,6 +131472,9 @@ 158, 158, 158, + 158, + 158, + 159, 159, 159, 159, @@ -102711,17 +131482,12 @@ 160, 160, 160, - 160, - 160, - 160, - 160, - 160, - 160, - 160, - 160, - 160, - 160, - 160, + 161, + 161, + 161, + 161, + 161, + 161, 161, 161, 162, @@ -102729,14 +131495,13 @@ 163, 163, 163, - 163, + 164, 164, 165, + 165, 166, 166, 166, - 166, - 167, 167, 167, 167, @@ -102744,11 +131509,9 @@ 168, 168, 168, - 168, - 168, - 168, 169, - 170, + 169, + 169, 170, 170, 171, @@ -102757,22 +131520,22 @@ 171, 171, 171, + 171, + 171, + 171, + 171, + 171, 172, 172, 172, - 172, - 172, - 172, - 173, - 173, - 173, - 173, - 173, 173, 174, 174, + 174, + 174, 175, 176, + 176, 177, 177, 177, @@ -102782,112 +131545,186 @@ 179, 179, 179, - 179, 180, 181, - 181, - 181, - 181, - 181, - 181, - 181, - 181, 182, - 182, - 183, - 183, - 183, 183, 184, + 184, + 184, 185, 185, + 185, + 186, + 186, + 186, + 186, 186, 186, 186, 187, 188, 189, + 189, + 189, + 190, 190, + 190, + 190, + 190, + 190, + 190, + 191, + 191, + 191, 191, 192, 192, + 192, + 192, + 192, + 193, 193, 194, 195, + 195, + 195, + 196, + 196, 196, 197, + 197, + 198, + 198, 198, 199, 200, + 200, 201, 202, 203, + 203, 204, 205, + 205, 206, 207, 208, + 208, 209, 210, 211, 212, + 212, + 212, + 213, 213, 214, 215, 216, 217, + 217, + 217, + 217, + 217, + 217, + 218, 218, 219, 220, 221, 222, + 222, + 222, + 222, + 222, + 222, + 222, 223, 224, + 224, 225, 226, + 226, 227, + 227, + 228, + 228, 228, 229, 230, 231, + 231, + 232, + 232, 232, - 233, 233, 234, 235, + 235, + 235, + 235, 236, 237, + 237, 238, 239, + 239, + 240, 240, 241, 242, 243, + 243, + 244, + 244, 244, 245, + 245, + 245, + 245, 246, 247, 248, 249, + 249, + 249, 250, 251, + 251, + 251, + 251, 252, 253, + 253, + 253, 254, 255, 256, 257, + 257, 258, 259, + 259, 260, 261, 262, + 262, + 262, + 262, + 262, + 262, 263, 264, 265, + 265, + 266, 266, 267, 268, + 268, + 268, + 269, 269, 270, 271, @@ -102902,15 +131739,20 @@ 280, 281, 282, + 282, 283, 284, 285, 286, + 286, + 287, 287, 288, 289, + 289, 290, 291, + 291, 292, 293, 294, @@ -102918,33 +131760,57 @@ 296, 297, 298, + 298, + 298, + 298, + 299, + 299, 299, 300, + 300, 301, 302, + 302, + 302, + 302, + 303, 303, 304, 305, + 305, 306, 307, 308, 309, 310, + 310, + 310, + 310, + 311, + 311, 311, 312, 313, + 313, + 313, 314, 315, + 315, + 316, 316, 317, 318, 319, 320, 321, + 321, 322, 323, + 323, + 324, 324, 325, + 325, 326, 327, 328, @@ -102952,15 +131818,21 @@ 330, 331, 332, + 332, 333, 334, 335, + 335, 336, 337, 338, 339, + 339, 340, 341, + 341, + 341, + 342, 342, 343, 344, @@ -102970,6 +131842,7 @@ 348, 349, 350, + 350, 351, 352, 353, @@ -102980,6 +131853,7 @@ 358, 359, 360, + 360, 361, 362, 363, @@ -102987,17 +131861,25 @@ 365, 366, 367, + 367, + 367, 368, 369, + 369, + 369, + 370, 370, 371, 372, 373, 374, 375, + 375, + 375, 376, 377, 378, + 378, 379, 379, 380, @@ -103009,6 +131891,7 @@ 386, 387, 388, + 388, 389, 390, 391, @@ -103016,10 +131899,14 @@ 393, 394, 395, + 395, 396, 397, + 397, + 397, 398, 399, + 399, 400, 401, 402, @@ -103031,6 +131918,7 @@ 408, 409, 410, + 410, 411, 412, 413, @@ -103038,10 +131926,14 @@ 415, 416, 417, + 417, + 418, + 418, 418, 419, 420, 421, + 421, 422, 423, 424, @@ -103062,6 +131954,7 @@ 439, 440, 441, + 441, 442, 443, 444, @@ -103080,6 +131973,7 @@ 457, 458, 459, + 459, 460, 461, 462, @@ -103091,7 +131985,6 @@ 468, 469, 470, - 470, 471, 472, 473, @@ -103123,6 +132016,7 @@ 499, 500, 501, + 501, 502, 503, 504, @@ -103158,7 +132052,6 @@ 534, 535, 536, - 536, 537, 538, 539, @@ -103172,6 +132065,7 @@ 547, 548, 549, + 549, 550, 551, 552, @@ -103182,6 +132076,7 @@ 557, 558, 559, + 559, 560, 561, 562, @@ -103198,14 +132093,17 @@ 573, 574, 575, + 575, 576, 577, 578, 579, 580, + 580, 581, 582, 583, + 583, 584, 585, 586, @@ -103218,6 +132116,8 @@ 593, 594, 595, + 595, + 595, 596, 597, 598, @@ -103251,18 +132151,24 @@ 626, 627, 628, + 628, 629, 630, + 630, 631, 632, 633, 634, 635, + 635, 636, + 636, + 637, 637, 638, 639, 640, + 640, 641, 642, 643, @@ -103274,19 +132180,26 @@ 649, 650, 651, + 651, 652, 653, + 653, + 654, 654, 655, 656, 657, 658, + 658, + 658, 659, 660, 661, 662, 663, 664, + 664, + 664, 665, 666, 667, @@ -103297,10 +132210,13 @@ 672, 673, 674, + 674, 675, 676, 677, 678, + 678, + 678, 679, 680, 681, @@ -103313,8 +132229,10 @@ 688, 689, 690, + 690, 691, 692, + 692, 693, 694, 695, @@ -103366,6 +132284,7 @@ 741, 742, 743, + 743, 744, 745, 746, @@ -103374,136 +132293,40 @@ 749, 750, 751, + 751, 752, 753, 754, 755, - 756, - 757, - 758, - 759, - 760, - 761, - 762, - 763, - 764, - 765, - 766, - 767, - 768, - 769, - 770, - 771, - 772, - 773, - 774, - 775, - 776, - 777, - 778, - 779, - 780, - 781, - 782, - 783, - 784, - 785, - 786, - 787, - 788, - 789, - 790, - 791, - 791, - 792, - 793, - 794, - 795, - 795, - 796, - 797, - 798, - 799, - 800, - 801, - 802, - 803, - 804, - 805, - 806, - 807, - 808, - 809, - 810, - 811, - 812, - 813, - 814, - 815, - 816, - 817, - 818, - 819, - 819, - 820, - 821, - 822, - 823, - 824, - 825, - 826, - 827, - 828, - 829, - 830, - 831, - 832, - 833, - 834, - 835, - 836, - 837, - 838, - 839, - 840, - 841, - 842, - 843, - 844, - 845, - 846, - 847, - 848, - 849, - 850, - 851, - 852, - 853, - 854, - 855, - 856, - 857 + 756 ], "changepoint_dates": [ - "2023-10-29" + "2023-01-29", + "2024-03-18" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-10-29", - "mean_faithfulness": 1.4550724637681158, - "refusal_rate_percent": 18.067632850241548 + "end_date": "2023-01-29", + "mean_faithfulness": 0.7802631578947369, + "refusal_rate_percent": 13.815789473684212 }, { - "start_date": "2023-10-29", - "end_date": "2025-09-10", - "mean_faithfulness": 0.0058997050147492625, - "refusal_rate_percent": 98.82005899705014 + "start_date": "2023-01-29", + "end_date": "2024-03-18", + "mean_faithfulness": 0.4530120481927711, + "refusal_rate_percent": 38.31325301204819 + }, + { + "start_date": "2024-03-18", + "end_date": "2025-10-22", + "mean_faithfulness": 0.05660377358490566, + "refusal_rate_percent": 84.39108061749572 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "gpt-4o-mini-2024-07-18": { + "meta-llama/Meta-Llama-3.1-70B-Instruct": { "dates": [ "2021-01-01", "2021-01-01", @@ -105217,43 +134040,79 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ - 2, - 2, + 0, + 1, 2, 0, 2, 2, - 0, 1, - 0, - 2, - 0, - 0, 1, - 2, + 1, 2, 0, - 0, 2, - 0, 2, - 1, 2, 1, 0, 2, - 0, 2, 0, - 0, - 1, 2, - 1, + 2, + 2, 2, 0, + 2, 0, 2, 2, @@ -105263,60 +134122,69 @@ 2, 2, 2, + 0, + 2, + 2, + 2, 2, 2, - 0, - 0, - 0, 2, - 1, 1, 2, 2, - 0, - 0, - 0, + 2, 0, 2, + 2, + 2, 1, - 0, + 2, + 2, 2, 0, + 2, 0, + 2, + 2, 1, 2, 2, 2, 0, 0, - 0, + 2, + 2, + 2, + 2, 2, 1, - 1, + 2, 0, 2, 2, 2, 2, - 0, 2, 2, 0, + 2, + 2, + 2, 0, + 1, 2, 2, 2, 2, 2, - 0, 2, 1, 0, - 0, + 1, 2, - 0, 1, 2, + 2, 0, 2, 2, @@ -105327,11 +134195,11 @@ 2, 2, 2, + 0, 1, 2, 2, 2, - 0, 2, 2, 2, @@ -105342,113 +134210,113 @@ 2, 0, 2, - 0, - 2, 1, + 2, + 2, 1, 2, - 0, + 2, + 2, + 2, 0, 0, 0, 2, - 0, 2, - 1, - 0, 2, 2, 2, 2, + 1, + 0, 0, + 1, 0, 0, 2, - 0, + 2, + 2, 2, 0, 2, 2, 0, - 1, 2, - 1, 2, + 0, 2, 0, 0, 0, - 1, 0, - 1, 2, 2, 0, 2, 2, - 0, 2, - 0, 1, - 2, + 0, 0, 2, 2, - 0, 2, 2, 2, 2, 2, 1, - 0, 2, - 0, - 0, 2, - 0, + 1, 0, 2, 2, 2, - 0, 2, + 1, 0, + 2, + 2, + 2, 0, + 2, + 2, + 2, 1, 2, 0, - 0, + 2, + 2, 2, 0, 0, 2, - 0, 2, + 1, + 2, + 0, 0, 2, 2, - 0, 2, - 0, 2, 2, 2, 2, - 0, - 0, - 0, 2, 0, + 2, + 2, 0, 0, - 1, - 0, + 2, 0, 0, 0, 0, 2, + 2, 0, 0, 0, @@ -105456,15 +134324,15 @@ 2, 2, 2, - 0, - 0, 2, 0, 2, - 0, - 0, 1, + 2, 0, + 0, + 2, + 2, 2, 0, 2, @@ -105475,20 +134343,20 @@ 0, 2, 2, - 0, 2, 2, 2, 2, 2, 2, - 0, 2, 1, 2, 2, + 1, 0, 2, + 2, 0, 0, 0, @@ -105497,33 +134365,28 @@ 2, 2, 2, - 0, - 0, - 0, - 2, 2, 0, 2, - 0, 2, - 0, - 1, + 2, 1, 2, 2, - 0, 2, 2, 2, 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, + 2, + 2, 2, 0, 0, 2, + 2, 0, 2, 2, @@ -105532,87 +134395,91 @@ 2, 2, 2, - 0, - 0, - 0, 2, - 0, + 2, + 2, + 2, 1, 0, - 0, 2, 2, 2, - 0, + 1, + 2, + 2, 2, - 0, - 0, 2, 2, 2, - 0, 1, 2, 0, + 2, + 2, 0, - 0, - 0, + 2, + 1, + 2, + 1, + 2, 0, 0, 2, - 0, 2, + 0, 2, 0, + 1, 2, 0, + 2, 0, 2, + 1, 2, 2, 0, 2, + 1, + 2, + 2, 2, 2, 2, - 0, - 0, 2, - 0, 2, 0, 0, + 2, 1, + 2, 1, - 0, + 2, 2, 2, 0, + 2, 0, 2, 2, - 0, 2, 2, 2, 2, 2, - 0, 2, 2, + 1, 2, - 0, 2, 2, 2, - 0, 2, 2, 2, 0, - 0, 2, - 1, + 0, 2, 0, 2, @@ -105622,24 +134489,25 @@ 2, 2, 2, - 0, - 1, - 1, - 0, 2, - 0, - 0, - 1, - 0, + 2, + 2, 2, 2, 2, 0, + 2, + 2, 0, 2, 2, 2, 2, + 2, + 2, + 2, + 2, + 2, 0, 2, 0, @@ -105647,13 +134515,13 @@ 2, 1, 2, + 0, + 2, + 2, 2, 2, 1, - 0, 2, - 0, - 0, 2, 0, 2, @@ -105666,131 +134534,131 @@ 2, 2, 2, - 1, - 0, - 0, + 2, + 2, + 2, + 2, 2, 2, 2, 1, - 0, - 0, 2, - 0, 2, 0, 2, 2, + 2, 0, 2, 2, - 0, 2, 2, 2, - 1, - 0, + 2, + 2, + 2, + 2, 2, 0, 2, 1, - 1, - 0, - 0, + 2, 2, 0, 2, + 0, 2, - 1, 0, + 2, 0, + 1, 2, 2, 2, - 0, 2, - 0, 2, + 0, + 1, 2, 2, - 0, 2, 2, - 0, 2, 0, 2, + 1, 2, 2, - 1, 2, + 0, + 0, 2, 0, 1, 1, - 1, - 1, + 2, 0, 0, - 1, 0, + 1, 0, 0, 0, 2, + 2, 0, 2, 2, 0, 2, 0, - 0, 2, - 0, - 0, 2, 2, 0, + 2, + 1, + 1, 1, 0, 2, - 0, + 2, 0, 2, 2, 2, - 0, - 0, 2, 2, - 0, + 2, + 2, + 2, 1, 2, - 0, 2, 2, 2, 2, - 0, 2, + 2, + 1, 0, 2, 2, 2, - 0, + 1, 2, 0, - 0, + 2, 2, 2, 0, 1, 0, - 0, 2, 2, 2, - 0, + 2, + 2, 0, 2, 0, @@ -105798,55 +134666,53 @@ 2, 2, 2, + 0, 2, 2, 0, + 2, 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, 1, 2, - 0, + 2, + 2, + 2, 0, 2, 2, + 2, + 2, 0, + 2, 1, 2, - 0, - 0, - 0, - 0, - 0, - 0, 2, - 0, - 0, - 0, + 1, 0, 2, - 0, 2, 0, - 0, - 0, - 0, 2, 2, - 0, - 0, 2, 0, 2, - 1, - 0, 0, 2, 2, - 0, + 2, 2, 2, 0, 2, + 2, + 2, 0, 0, 2, @@ -105855,40 +134721,42 @@ 2, 2, 2, - 1, + 2, + 2, + 0, 1, 0, 2, + 2, + 2, 0, 1, 2, 2, - 1, 2, 2, 2, - 0, 2, 0, - 1, 2, - 0, 2, + 0, 2, 2, 0, 0, 0, - 2, 0, + 2, 0, 0, 0, - 2, 0, 2, + 1, 2, 2, + 1, 0, 0, 2, @@ -105899,23 +134767,21 @@ 0, 2, 2, - 0, - 1, 2, + 1, + 0, 2, 2, 0, - 0, + 1, 2, 0, - 2, + 1, 1, 2, - 0, - 0, - 0, 2, 2, + 0, 2, 2, 2, @@ -105926,52 +134792,74 @@ 2, 2, 2, - 1, 2, - 1, 2, - 0, - 0, 2, - 1, 0, 0, 2, + 2, 0, + 1, 0, 2, 0, - 0, + 2, 2, 0, 2, - 1, + 2, 0, 2, 0, + 2, + 2, 0, 2, + 2, 0, 2, + 1, 2, 2, 1, 0, + 1, 2, 2, 1, + 2, + 2, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 1, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 1, 2, - 0, 2, - 0, + 2, 0, 2, 2, 2, - 0, + 2, 0, 2, 2, @@ -105982,113 +134870,192 @@ 2, 2, 1, + 2, + 2, + 2, + 2, 1, + 0, + 0, + 2, + 0, 1, + 0, 2, + 0, 2, 0, 0, 0, + 2, + 1, + 2, + 1, + 2, + 0, 0, + 2, + 1, 0, 2, 0, 0, + 1, + 0, + 0, + 2, + 2, 2, 2, 0, + 0, 2, 0, + 0, + 0, + 0, 2, - 1, + 0, + 0, 2, 2, + 0, + 0, 1, 0, 1, + 0, + 0, 2, + 0, 1, 0, - 2, 0, + 2, 0, 0, 2, 0, 2, + 2, 1, 0, 0, + 0, + 2, 2, 0, 2, 0, 0, 0, + 2, + 2, 0, 0, - 1, 0, + 2, 0, + 2, 0, + 2, + 2, + 0, + 2, 0, - 1, 0, - 1, 2, 2, 2, 0, 0, 0, + 0, + 0, 2, - 2, + 0, + 0, + 0, + 1, + 0, 0, 0, 0, 2, 0, - 1, + 2, + 0, 0, 2, 0, 0, 0, 0, - 1, + 0, + 0, + 0, 2, 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 0, 0, + 0, 2, 0, 0, 0, 0, 0, - 2, 0, - 1, 0, 0, 0, 2, - 2, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 2, 0, 0, 2, + 0, + 0, 2, + 0, 2, 0, + 0, + 0, + 0, + 0, + 0, 2, 2, 2, 2, + 0, + 2, 2, 2, 0, @@ -106098,8 +135065,6 @@ 0, 0, 2, - 2, - 0, 0, 0, 0, @@ -106111,7 +135076,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -106123,13 +135087,11 @@ 0, 0, 0, - 2, 0, - 2, - 2, 0, 0, 0, + 1, 0, 0, 0, @@ -106143,86 +135105,58 @@ 0, 0, 0, - 2, 0, 0, - 1, - 2, 0, - 2, + 1, 0, 0, 0, 2, 1, - 2, 0, 0, 0, 0, - 2, - 2, 0, 0, 0, 0, - 2, - 2, 0, 0, - 2, 0, 0, 0, 0, - 2, 0, - 2, 0, 0, 0, 0, 0, - 2, - 2, - 1, 0, - 2, 0, - 2, - 2, - 1, - 2, - 2, 0, - 2, - 1, 0, 0, 0, 0, 0, - 2, - 1, - 2, 0, 0, 0, 0, 0, - 1, - 2, 0, 0, - 2, 0, 0, - 2, 0, 0, + 1, + 0, 0, 0, - 1, 0, 0, 0, @@ -106245,11 +135179,8 @@ 0, 0, 0, - 1, - 2, 0, 0, - 2, 0, 0, 0, @@ -106318,6 +135249,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -106370,13 +135302,11 @@ 0, 0, 0, - 2, 0, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -106661,7 +135591,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -106700,6 +135629,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -106802,6 +135732,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -106847,7 +135778,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -106864,7 +135794,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -106877,8 +135806,6 @@ 0, 0, 0, - 2, - 2, 0, 0, 0, @@ -106902,6 +135829,25 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "cumulative_refusals": [ 0, 0, 0, @@ -106932,25 +135878,176 @@ 0, 0, 0, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, 1, 1, 1, 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, 2, + 2, + 2, + 2, + 3, + 3, + 3, + 3, + 3, 3, 3, 3, 3, + 3, + 3, + 3, + 3, + 3, + 3, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, 5, 5, 6, @@ -106958,30 +136055,126 @@ 6, 6, 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, 7, - 7, - 7, - 7, - 7, + 8, + 8, 8, 8, 8, 8, 8, 9, - 10, - 10, - 10, - 10, - 10, - 10, - 10, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, 10, 10, 10, 10, 10, 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, 12, 12, 12, @@ -106991,12 +136184,84 @@ 12, 12, 13, + 13, + 13, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, 14, 14, 14, + 14, + 14, + 14, + 14, + 14, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, 15, 15, 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 16, + 16, + 16, + 16, + 16, + 16, + 16, 16, 16, 16, @@ -107004,6 +136269,14 @@ 16, 16, 17, + 17, + 18, + 18, + 18, + 18, + 18, + 18, + 18, 18, 18, 18, @@ -107026,12 +136299,34 @@ 18, 18, 18, + 18, + 18, + 18, + 18, + 18, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, 19, + 19, + 19, + 19, + 20, 20, 20, 20, 20, 20, + 20, + 21, 21, 21, 21, @@ -107050,11 +136345,73 @@ 22, 22, 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 23, + 23, 23, 23, 23, + 23, + 24, 24, 24, + 24, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, + 25, 25, 25, 25, @@ -107079,8 +136436,24 @@ 27, 27, 27, - 28, - 28, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, 28, 28, 28, @@ -107088,8 +136461,27 @@ 29, 29, 29, - 29, - 29, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, + 30, 30, 31, 31, @@ -107101,6 +136493,10 @@ 31, 31, 31, + 31, + 31, + 31, + 31, 32, 32, 32, @@ -107109,22 +136505,18 @@ 32, 32, 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, + 33, + 33, + 33, 33, 33, 34, 34, 34, - 35, - 35, - 35, - 35, + 34, + 34, + 34, + 34, 35, 36, 36, @@ -107133,6 +136525,41 @@ 36, 36, 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, 38, 38, 38, @@ -107140,40 +136567,113 @@ 39, 39, 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, 40, 40, 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, 42, 42, 42, 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 42, + 43, + 43, + 43, + 43, 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, + 44, + 44, + 44, 44, 44, + 44, + 44, + 44, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, 45, 46, 46, 46, + 46, + 46, + 47, + 47, + 47, 47, 47, 47, 48, + 48, + 48, 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, + 50, + 50, + 50, 50, 50, 51, @@ -107181,85 +136681,59 @@ 51, 52, 52, + 52, + 52, + 52, + 53, 53, 53, 53, 53, 54, - 54, - 54, - 54, - 54, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, 55, 55, 56, 56, + 56, + 56, + 56, + 56, + 56, 57, 58, 58, - 59, - 59, - 59, - 59, - 59, + 58, + 58, + 58, + 58, 59, 60, 61, 61, 61, + 61, 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 63, - 63, 63, 63, 64, 64, - 64, + 65, + 65, + 65, 65, 65, 66, 66, 66, + 66, + 66, + 67, 67, 68, 68, - 68, - 68, - 68, - 68, - 69, 69, 69, 69, - 69, - 70, - 70, - 70, - 70, - 70, - 70, 70, 71, 71, @@ -107269,112 +136743,54 @@ 72, 72, 72, + 72, + 72, + 72, + 72, 73, 74, 74, 75, 76, - 76, 77, 77, 77, - 78, - 78, - 78, - 78, - 78, - 78, - 78, - 78, - 78, - 78, - 78, - 78, - 78, + 77, 78, 78, 79, - 79, 80, 81, - 81, - 81, - 82, - 82, - 82, 82, - 82, - 82, - 82, - 83, - 83, - 83, - 83, - 83, 83, 84, 84, - 84, - 84, - 85, - 85, 85, - 85, - 86, - 86, - 86, 86, 86, 87, 87, 87, 87, + 87, + 87, + 87, 88, 88, - 88, - 88, - 88, - 88, - 88, - 88, - 89, 89, - 89, - 90, 90, 90, 90, - 90, - 91, - 91, - 91, 91, 92, 93, - 93, - 93, - 93, - 93, - 94, 94, 95, + 95, + 95, 96, 96, 96, - 96, - 96, - 96, - 96, - 96, - 96, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, 97, 98, 98, @@ -107383,589 +136799,292 @@ 98, 98, 98, - 99, - 99, - 99, - 99, - 99, - 99, + 98, 99, 99, 100, 100, 101, 101, - 101, - 101, - 101, - 101, - 101, - 101, - 101, - 101, - 101, 102, 102, 103, - 103, - 103, - 103, + 104, + 104, + 104, + 104, 104, 105, 105, + 105, + 105, + 105, + 106, + 106, 106, 106, 106, 106, 107, - 108, - 108, + 107, + 107, + 107, + 107, + 107, 108, 108, 109, 109, 110, - 110, - 110, - 110, - 110, - 110, - 110, 111, 111, 112, 112, - 112, - 112, - 112, - 112, - 112, - 112, - 112, - 112, - 112, - 112, - 113, 113, 113, 113, 114, 115, - 115, - 115, 116, 116, 116, 117, - 117, 118, 119, 119, 120, 121, - 121, - 121, - 121, - 121, - 121, - 121, 122, 123, - 123, - 123, - 123, - 124, - 124, - 124, 124, 125, 125, 125, 126, 126, - 126, - 126, - 126, - 127, 127, 128, 128, - 128, - 128, - 128, - 128, 129, 130, - 130, - 130, - 130, - 130, - 130, - 130, - 130, - 130, - 130, - 131, 131, 131, 132, 133, - 133, - 133, - 133, - 133, - 133, + 134, + 134, 134, 135, - 135, - 135, - 135, - 136, - 136, - 136, - 136, 136, - 136, - 136, - 136, - 137, 137, 138, 139, - 139, - 139, - 139, - 139, 140, 141, - 141, - 142, 142, 143, 144, 145, 146, 146, - 146, + 147, + 147, 147, 148, - 148, - 149, - 149, 149, 150, - 150, - 150, - 150, - 151, 151, 151, 152, - 152, - 153, - 153, - 153, - 153, - 153, - 153, - 153, - 153, - 153, 153, 154, 154, 155, - 155, - 155, - 155, - 155, - 155, - 155, - 155, - 156, 156, 157, - 157, - 157, - 158, - 158, - 158, 158, 159, 160, - 161, - 161, + 160, + 160, 161, 162, 163, 164, - 164, - 165, - 165, - 165, 165, 166, + 166, 167, - 167, - 168, 168, 169, - 169, - 170, 170, - 170, - 171, - 171, - 171, 171, - 171, - 172, 172, - 172, - 173, 173, - 173, - 173, - 173, - 173, - 174, - 174, - 174, - 174, - 174, - 174, - 174, - 174, - 174, - 174, - 174, - 174, 174, - 174, - 174, - 174, - 174, - 174, - 175, - 175, 175, 176, 177, 177, - 177, 178, - 178, - 178, - 178, - 178, - 179, - 179, - 179, - 179, 179, 180, 181, 181, 182, - 182, - 182, - 182, - 182, - 182, - 182, - 182, - 182, + 183, 183, 184, - 184, - 184, - 185, 185, - 185, - 186, - 186, - 186, 186, - 186, - 187, - 187, - 187, - 187, - 187, - 187, - 187, - 187, - 187, - 187, - 187, - 187, - 187, 187, 188, - 188, 189, 190, 190, 190, 191, 192, - 192, - 192, - 193, - 193, - 193, - 193, - 193, - 193, - 193, 193, 194, - 194, - 194, - 194, - 194, - 194, 195, 196, - 196, - 196, - 196, - 196, - 196, 197, 198, - 198, - 199, 199, 200, 201, 202, 203, - 203, - 203, 204, 205, - 205, 206, 206, 207, - 207, - 207, - 207, - 207, + 208, 208, 209, 210, - 210, - 210, 211, 212, 213, - 213, - 213, - 213, - 214, 214, 215, 216, - 216, - 216, - 216, - 216, - 217, - 217, 217, 218, 219, - 219, 220, 221, 222, 223, - 223, - 223, - 223, - 223, 224, 225, - 225, - 225, - 225, 226, 227, - 227, 228, 229, - 229, - 229, - 229, - 230, - 230, - 230, - 230, - 230, - 230, 230, 231, 232, - 232, - 232, - 233, - 233, - 233, - 233, - 233, 233, 234, 235, - 236, - 236, + 235, 236, 237, - 237, - 237, 238, - 239, + 238, 239, 240, 240, 241, - 241, - 242, - 242, 242, 243, + 243, 244, 245, 245, - 245, - 246, - 246, 246, 247, 248, 249, 249, 250, - 251, + 250, 251, 252, 253, 254, 255, + 255, + 255, 256, 257, 258, 259, 260, - 260, - 260, - 260, - 260, - 260, - 260, - 260, 261, 262, 263, - 263, - 263, - 263, 264, 265, - 265, - 265, - 265, - 265, 266, 267, - 267, - 268, - 268, 268, 269, - 269, - 269, + 270, + 270, 270, 271, - 271, - 272, 272, 273, - 273, 274, 275, 276, 277, 278, - 278, - 278, - 278, - 279, - 279, - 279, - 279, - 279, - 279, - 279, - 279, - 279, - 279, 279, 280, + 280, 281, 282, - 282, - 282, - 282, - 282, - 282, 283, 284, 285, 286, - 286, - 286, - 286, 287, 288, - 288, - 288, - 289, 289, 289, 290, 291, 292, - 292, - 293, - 293, 293, 294, + 294, + 295, + 295, 295, 296, 297, - 297, + 298, 298, 299, - 299, - 300, - 300, 300, 301, 302, 303, 304, 305, + 305, + 305, 306, 307, - 308, - 308, + 307, 308, 309, 310, - 310, - 311, 311, 312, 313, @@ -107975,9 +137094,8 @@ 317, 318, 319, - 319, 320, - 321, + 320, 321, 322, 323, @@ -107997,11 +137115,13 @@ 337, 338, 339, + 339, 340, 341, 342, 343, 344, + 344, 345, 346, 347, @@ -108009,6 +137129,7 @@ 349, 350, 351, + 351, 352, 353, 354, @@ -108016,19 +137137,20 @@ 356, 357, 358, + 358, 359, 360, 361, 362, 363, 364, + 364, 365, 366, 367, 368, 369, 370, - 370, 371, 372, 373, @@ -108046,6 +137168,8 @@ 385, 386, 387, + 387, + 387, 388, 389, 390, @@ -108059,6 +137183,7 @@ 398, 399, 400, + 400, 401, 402, 403, @@ -108073,25 +137198,24 @@ 412, 413, 414, + 414, 415, 416, 417, 418, 419, 420, + 420, 421, 422, - 422, 423, 424, 425, - 425, 426, 427, 428, 429, 430, - 430, 431, 432, 433, @@ -108101,6 +137225,7 @@ 437, 438, 439, + 439, 440, 441, 442, @@ -108108,23 +137233,26 @@ 444, 445, 446, + 446, 447, 448, 449, 450, 451, 452, + 452, 453, 454, 455, 456, 457, - 457, + 458, 458, 459, 460, 461, 462, + 462, 463, 464, 465, @@ -108143,7 +137271,6 @@ 478, 479, 480, - 480, 481, 482, 483, @@ -108188,6 +137315,7 @@ 522, 523, 524, + 524, 525, 526, 527, @@ -108202,7 +137330,6 @@ 536, 537, 538, - 538, 539, 540, 541, @@ -108210,13 +137337,13 @@ 543, 544, 545, + 545, 546, 547, 548, 549, 550, 551, - 551, 552, 553, 554, @@ -108224,11 +137351,12 @@ 556, 557, 558, - 558, + 559, 559, 560, 561, 562, + 562, 563, 564, 565, @@ -108243,21 +137371,25 @@ 574, 575, 576, + 576, 577, 578, 579, 580, + 580, 581, 582, 583, + 583, 584, 585, + 585, 586, 587, 588, - 588, 589, 590, + 590, 591, 592, 593, @@ -108278,6 +137410,7 @@ 608, 609, 610, + 610, 611, 612, 613, @@ -108296,19 +137429,21 @@ 626, 627, 628, + 628, 629, 630, 631, 632, 633, 634, - 634, 635, 636, 637, 638, 639, 640, + 640, + 640, 641, 642, 643, @@ -108326,6 +137461,7 @@ 655, 656, 657, + 657, 658, 659, 660, @@ -108335,6 +137471,7 @@ 664, 665, 666, + 666, 667, 668, 669, @@ -108348,20 +137485,28 @@ 677, 678, 679, + 679, 680, 681, + 681, 682, + 682, + 683, 683, 684, 685, 686, 687, + 687, + 687, 688, 689, 690, 691, 692, 693, + 693, + 693, 694, 695, 696, @@ -108376,7 +137521,8 @@ 705, 706, 707, - 707, + 708, + 708, 708, 709, 710, @@ -108386,11 +137532,14 @@ 714, 715, 716, + 716, 717, 718, 719, + 719, 720, 721, + 721, 722, 723, 724, @@ -108401,6 +137550,7 @@ 729, 730, 731, + 731, 732, 733, 734, @@ -108441,6 +137591,8 @@ 769, 770, 771, + 771, + 772, 772, 773, 774, @@ -108453,229 +137605,35 @@ 781, 782, 783, - 784, - 785, - 786, - 787, - 788, - 789, - 790, - 791, - 792, - 793, - 794, - 795, - 796, - 797, - 798, - 799, - 800, - 801, - 802, - 803, - 804, - 805, - 806, - 807, - 808, - 809, - 810, - 811, - 812, - 813, - 814, - 815, - 816, - 817, - 818, - 818, - 819, - 820, - 821, - 822, - 823, - 824, - 825, - 826, - 827, - 828, - 829, - 830, - 831, - 832, - 833, - 834, - 835, - 836, - 837, - 838, - 839, - 840, - 841, - 842, - 843, - 844, - 845, - 846, - 847, - 848, - 849, - 850, - 851, - 852, - 853, - 854, - 855, - 856, - 857, - 858, - 859, - 860, - 861, - 862, - 863, - 864, - 865, - 866, - 867, - 868, - 869, - 870, - 871, - 872, - 873, - 874, - 875, - 876, - 877, - 878, - 879, - 880, - 881, - 882, - 883, - 884, - 885, - 886, - 887, - 888, - 889, - 890, - 891, - 891, - 892, - 893, - 894, - 895, - 896, - 897, - 898, - 899, - 900, - 901, - 902, - 903, - 904, - 905, - 906, - 907, - 907, - 908, - 909, - 910, - 911, - 912, - 913, - 914, - 915, - 916, - 917, - 918, - 919, - 919, - 919, - 920, - 921, - 922, - 923, - 924, - 925, - 926, - 927, - 928, - 929, - 930, - 931, - 932, - 933, - 934, - 935, - 936, - 937, - 938, - 939, - 940, - 941, - 942, - 943, - 943, - 944, - 945, - 946, - 947, - 948, - 949, - 950, - 951, - 952, - 953, - 954, - 955, - 956, - 957, - 958, - 959, - 960, - 961, - 962, - 963, - 964, - 965, - 966, - 967, - 968, - 969, - 970, - 971, - 972 + 784 ], "changepoint_dates": [ - "2023-02-26", - "2023-09-24" + "2023-02-19", + "2023-09-03" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-02-26", - "mean_faithfulness": 1.0924050632911393, - "refusal_rate_percent": 24.556962025316455 + "end_date": "2023-02-19", + "mean_faithfulness": 1.438216560509554, + "refusal_rate_percent": 5.477707006369427 }, { - "start_date": "2023-02-26", - "end_date": "2023-09-24", - "mean_faithfulness": 0.6476190476190476, - "refusal_rate_percent": 45.714285714285715 + "start_date": "2023-02-19", + "end_date": "2023-09-03", + "mean_faithfulness": 0.6410256410256411, + "refusal_rate_percent": 32.82051282051282 }, { - "start_date": "2023-09-24", - "end_date": "2025-09-10", - "mean_faithfulness": 0.029453015427769985, - "refusal_rate_percent": 95.65217391304348 + "start_date": "2023-09-03", + "end_date": "2025-10-22", + "mean_faithfulness": 0.017994858611825194, + "refusal_rate_percent": 87.01799485861183 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "meta-llama/Llama-3.1-8B-Instruct": { + "mistralai/Mixtral-8x22B-Instruct-v0.1": { "dates": [ "2021-01-01", "2021-01-01", @@ -110389,473 +139347,675 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ + 2, + 1, + 2, 0, 2, 2, 0, 0, - 2, 0, - 1, - 1, 2, 0, - 0, 2, 1, + 2, 1, 0, 0, 2, - 0, 2, - 0, 2, 0, - 0, 2, 2, 0, - 0, - 0, - 0, + 2, 0, 2, 2, - 0, - 0, 2, 2, 2, - 1, - 0, 2, - 0, - 1, + 2, + 2, + 2, 2, 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, + 2, + 1, 1, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, 0, + 2, 0, 2, 2, - 0, 2, - 0, 2, 0, - 0, - 0, 2, 0, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 2, + 2, + 2, + 2, 0, 0, + 2, 0, 0, + 2, 1, 2, 1, 2, 2, - 0, + 2, 1, 0, - 0, 2, - 0, - 0, 1, 2, 0, 2, - 0, - 0, - 0, + 2, 0, 2, 2, 2, 2, - 0, - 0, - 0, 2, - 0, - 0, - 1, 2, - 0, - 0, 2, - 0, - 0, + 2, + 2, 0, 2, 2, 2, 0, - 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, + 2, 0, 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, - 0, 2, 0, - 0, - 0, 2, 0, + 2, + 2, 0, + 2, + 2, + 2, 0, 0, 1, - 0, - 0, - 0, - 0, 1, 2, - 0, - 0, - 0, 1, + 2, 0, + 2, + 2, + 1, + 2, 0, + 2, + 2, 0, + 2, 0, - 0, + 2, + 2, + 2, 2, 2, 1, 2, 2, 1, + 2, + 2, 0, 0, 1, + 2, + 2, 0, + 1, + 2, 0, - 0, + 2, 0, 2, 2, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, - 0, - 0, - 0, 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, 0, 2, 1, + 2, + 2, + 2, 0, + 2, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, 2, 0, 0, 0, 2, + 2, + 2, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, 0, + 2, + 2, 0, - 0, - 0, + 1, 2, 0, 0, + 1, 0, 2, + 2, 0, 0, 0, 0, 2, + 2, + 2, + 2, + 2, + 2, 0, 2, 0, + 2, 1, 2, 2, - 0, + 2, 1, - 0, 2, - 0, 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 2, + 2, 0, 0, 0, 0, 0, + 2, + 2, + 2, + 2, + 2, 0, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 1, - 0, - 0, - 0, - 0, 2, 2, 2, 2, 0, + 2, 0, 0, - 2, 0, 2, 0, 2, - 0, - 0, 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 1, 0, + 2, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, 0, 0, + 2, + 2, + 2, 0, 0, - 1, 0, 0, 0, 2, - 0, + 2, + 2, 2, 0, 2, 0, 0, + 1, + 2, 0, 0, 2, 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, 0, 0, + 2, + 2, + 2, + 1, + 2, + 2, 0, 0, + 1, 0, 2, 0, + 2, + 2, + 2, 0, + 2, + 2, + 2, 0, - 0, 2, + 2, + 2, + 2, + 2, + 1, + 1, 0, 0, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 1, 0, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, 0, 2, - 0, 1, 2, + 2, + 2, + 2, + 2, + 2, 0, + 1, 2, 0, + 2, 0, 1, 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, 2, + 2, + 2, 1, + 2, 1, + 2, 0, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, 2, + 2, + 1, + 2, 0, 2, 0, + 2, 0, 0, 0, 0, - 1, 2, 0, - 0, - 0, - 0, + 2, + 2, + 2, 0, 2, - 1, + 2, + 2, 2, 0, 2, + 2, 0, + 2, 0, 2, 2, - 0, + 2, + 2, + 2, 1, 2, 0, 0, - 0, - 1, 2, + 2, + 2, + 1, 0, 0, 0, 0, + 2, 0, + 2, + 2, 0, + 2, 0, 0, 2, 2, - 0, - 2, 2, - 0, 2, - 0, 1, 2, 0, 0, 2, + 1, 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, + 2, + 2, + 1, + 2, + 2, 2, 0, 0, + 2, + 2, + 2, + 2, + 2, 0, 0, - 0, + 2, 1, + 2, + 2, 0, + 1, 2, 0, 2, + 2, + 2, 0, 0, 2, + 2, 1, 0, + 2, + 2, + 0, + 2, 0, 0, + 2, + 2, + 2, + 2, + 2, 0, 0, + 2, 1, + 2, 0, 2, 0, 2, 2, + 1, + 2, 2, + 0, + 0, + 2, + 0, 2, - 1, 0, + 2, 0, 2, 0, + 2, + 2, 0, 0, - 1, 0, 0, 0, 2, + 2, + 2, 0, + 1, 0, 2, 0, 2, 2, + 2, 0, 2, 2, @@ -110863,14 +140023,24 @@ 0, 0, 0, + 2, + 2, 0, - 0, - 1, - 0, + 2, + 2, + 2, + 2, + 2, 1, 0, 2, + 2, 0, + 1, + 1, + 2, + 2, + 2, 2, 0, 0, @@ -110879,110 +140049,136 @@ 2, 0, 0, - 0, 2, 0, 0, 0, 0, - 0, - 0, 2, 0, 0, - 1, 0, + 0, + 2, 1, 2, 0, - 0, 2, 0, - 1, 0, 0, - 1, 0, + 2, + 2, 0, - 1, 0, + 2, + 2, 0, + 1, 0, + 2, 0, 0, 0, 2, 0, + 2, + 1, + 2, 0, + 1, 0, + 2, + 2, 0, + 2, 0, + 2, 0, 0, - 0, - 1, + 2, 2, 2, 0, - 0, 2, + 2, + 2, + 2, + 2, + 1, 0, 0, 0, 0, 0, 0, + 0, + 2, + 2, + 2, 2, 0, 2, + 2, + 2, + 2, + 2, 0, - 1, + 2, 0, + 2, 0, + 2, 0, 2, + 2, 0, + 2, 0, + 2, 0, 0, 0, 2, 2, - 0, - 1, 2, - 0, - 0, - 0, + 2, 0, 0, 2, 0, + 2, 0, 0, 2, + 2, + 2, 0, 2, + 2, + 2, 0, + 2, 0, + 2, 0, 0, 0, 2, 2, 0, - 2, - 0, 0, - 1, 2, 2, 0, + 2, 0, 0, 0, 0, 0, + 2, 0, 0, 2, @@ -110992,6 +140188,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -111002,15 +140199,13 @@ 0, 0, 0, - 2, - 1, - 0, 0, 0, 0, - 2, 0, 0, + 2, + 2, 0, 2, 0, @@ -111021,15 +140216,11 @@ 0, 0, 0, - 0, - 1, 2, - 2, - 2, - 0, - 1, 0, 0, + 1, + 2, 2, 0, 0, @@ -111037,75 +140228,54 @@ 0, 0, 0, - 1, - 2, - 0, - 0, 0, 0, 2, + 1, 0, 2, - 1, 0, 0, 0, 0, - 2, 0, 0, 0, 0, - 2, 0, 0, 2, - 2, - 0, 0, - 2, 0, 2, 0, 2, 0, - 2, 0, 0, + 1, 0, 2, - 2, - 2, 0, 0, 2, 0, + 1, 0, 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 2, 2, 0, - 0, 2, 0, 0, - 2, - 2, - 2, 0, + 2, 0, 2, 0, 0, - 1, 0, + 2, 0, 0, 0, @@ -111114,71 +140284,49 @@ 2, 0, 0, - 2, - 0, 0, - 2, 0, - 2, 0, 0, - 2, 0, 0, 2, 0, 0, - 1, 0, 0, - 1, 0, 0, - 1, - 2, 0, 0, 0, - 2, 0, 0, 0, 0, 0, - 2, - 1, - 2, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, - 2, 0, 0, - 2, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, 0, 0, - 1, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, @@ -111192,8 +140340,6 @@ 0, 0, 0, - 2, - 1, 0, 0, 0, @@ -111204,12 +140350,8 @@ 0, 0, 0, - 1, 0, 0, - 2, - 2, - 2, 0, 0, 0, @@ -111227,14 +140369,12 @@ 0, 0, 0, - 1, 0, 0, 0, 0, 0, 0, - 1, 0, 0, 0, @@ -111246,20 +140386,16 @@ 0, 0, 0, - 2, 0, 0, 0, 0, 0, 0, - 2, 0, - 2, 0, 0, 0, - 1, 0, 0, 0, @@ -111316,6 +140452,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -111332,7 +140469,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -111355,7 +140491,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -111383,7 +140518,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -111422,6 +140556,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -111701,6 +140836,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -111903,6 +141039,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -111915,6 +141052,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -112014,6 +141152,9 @@ 0, 0, 0, + 0 + ], + "cumulative_refusals": [ 0, 0, 0, @@ -112036,7 +141177,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -112049,8 +141189,6 @@ 0, 0, 0, - 1, - 2, 0, 0, 0, @@ -112104,9 +141242,6 @@ 0, 0, 0, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, @@ -112123,8 +141258,44 @@ 1, 1, 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 2, 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 3, + 3, + 3, + 3, + 3, 3, 3, 3, @@ -112135,11 +141306,43 @@ 3, 3, 3, + 3, + 3, + 3, + 3, + 3, + 3, + 3, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, 4, + 4, + 4, + 4, + 4, + 4, + 4, + 5, + 5, 5, 5, 5, 5, + 5, + 6, + 6, + 6, + 6, + 6, + 6, + 6, 6, 6, 6, @@ -112151,9 +141354,69 @@ 6, 6, 6, + 6, + 6, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, 7, + 7, + 7, + 7, + 7, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, 8, 9, + 9, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, + 10, 10, 10, 10, @@ -112171,23 +141434,73 @@ 11, 11, 11, - 11, - 11, - 11, 12, 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, 13, 13, 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 14, + 14, + 14, + 14, 14, 15, 15, 15, 15, + 15, + 15, + 15, + 15, + 15, 16, 16, 16, - 16, 17, 17, 17, @@ -112197,23 +141510,65 @@ 17, 17, 17, + 17, + 17, + 17, + 17, + 17, + 18, + 18, + 18, + 18, + 18, 18, 18, 18, 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, 19, 19, 19, 20, 20, 20, - 21, - 21, - 21, - 21, - 21, - 21, - 21, + 20, + 20, + 20, + 20, 21, 21, 21, @@ -112225,69 +141580,155 @@ 22, 22, 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, 23, 23, - 23, - 23, - 23, - 23, - 23, - 24, - 24, 24, 24, 24, 24, - 24, - 25, 25, 26, 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 27, + 27, + 27, + 27, 27, 27, - 28, - 28, 28, 29, + 29, + 29, + 29, + 29, + 29, + 29, + 29, 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, 31, 32, 32, + 32, + 32, + 32, + 32, + 32, + 32, 33, - 33, - 33, - 33, - 33, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, 34, 34, 34, 34, 35, - 36, - 36, - 36, - 36, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, 36, 36, 37, - 37, - 37, - 37, - 37, - 37, - 37, 38, 38, 38, @@ -112301,9 +141742,29 @@ 38, 38, 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 38, + 39, 39, 39, + 39, + 39, + 39, + 40, 40, + 40, + 40, + 41, + 41, + 41, + 41, 41, 41, 41, @@ -112312,85 +141773,73 @@ 42, 42, 43, + 43, + 43, + 43, + 43, + 43, + 43, + 43, 44, - 44, - 44, - 44, - 44, - 44, - 44, - 45, - 45, - 45, - 45, - 45, - 45, - 45, 45, 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 46, + 47, 47, 47, 48, + 48, + 48, + 48, 49, 50, - 50, - 50, - 50, - 51, - 51, - 51, - 51, - 51, - 51, 51, 51, - 51, - 51, - 51, - 51, - 52, - 52, - 52, - 52, 52, 53, - 53, - 53, - 53, + 54, + 54, + 54, 54, 54, 55, 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 56, 56, 57, + 57, + 57, + 57, + 57, + 57, + 58, + 58, + 58, + 58, + 58, + 58, 58, 58, 59, - 59, - 59, - 59, - 59, - 59, - 59, - 60, - 60, - 60, - 60, - 60, 60, 60, 60, @@ -112402,25 +141851,43 @@ 61, 61, 61, + 61, + 61, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, 62, 62, 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, 64, 64, - 64, - 64, - 64, - 64, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, - 65, 65, 65, 65, @@ -112430,21 +141897,47 @@ 65, 66, 66, - 66, - 66, - 66, - 66, - 66, 67, 68, 68, 68, 68, + 68, + 68, + 68, + 68, + 68, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, 69, 69, 70, 70, 71, + 71, + 71, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, 72, 72, 72, @@ -112452,64 +141945,32 @@ 72, 73, 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 74, - 74, - 74, - 74, - 74, 74, 75, + 75, + 75, + 75, 76, 76, - 76, - 76, - 76, - 76, - 77, - 77, - 77, 77, 78, 78, 78, - 78, - 78, - 78, + 79, + 79, 79, 80, - 80, - 80, - 81, - 81, - 81, - 81, - 81, - 81, - 81, 81, 82, + 82, + 82, + 82, + 82, 83, 83, 84, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, + 84, + 84, 85, 85, 85, @@ -112519,46 +141980,36 @@ 86, 86, 86, - 87, + 86, + 86, + 86, + 86, + 86, 87, 88, + 88, + 89, + 89, + 89, + 89, + 89, 89, - 90, - 90, - 90, 90, 91, 92, + 92, + 92, 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 93, - 94, - 94, - 94, - 94, - 94, - 94, 94, 94, 95, 96, 96, - 96, - 96, + 97, + 97, + 97, + 97, + 97, 97, 97, 97, @@ -112566,21 +142017,17 @@ 98, 98, 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, - 99, + 100, + 100, + 100, 100, 100, 101, 101, - 101, + 102, + 102, + 102, + 102, 102, 102, 102, @@ -112590,62 +142037,48 @@ 103, 103, 104, - 105, - 105, - 105, - 105, - 105, - 105, - 105, - 105, - 105, + 104, 105, 106, 107, 107, - 108, - 108, - 108, - 108, - 108, - 108, - 108, + 107, 108, 108, 109, 109, + 109, + 109, + 109, + 109, 110, - 110, - 110, - 110, - 111, 111, 112, 113, 114, - 114, 115, - 116, - 116, + 115, 116, 117, 117, 118, + 118, + 119, + 119, 119, 119, 120, 120, 120, - 120, - 120, - 121, - 121, - 121, 121, 122, - 122, 123, 124, + 124, + 125, + 125, + 125, + 125, 125, 125, 126, @@ -112653,28 +142086,25 @@ 127, 127, 127, + 127, + 127, + 127, + 127, 128, 128, - 128, + 129, + 129, + 129, + 129, 129, 129, 130, 130, 131, - 131, - 131, - 131, - 131, - 131, 132, 133, 133, 133, - 133, - 133, - 133, - 133, - 134, 134, 134, 134, @@ -112685,89 +142115,58 @@ 136, 136, 136, - 136, - 136, - 136, 137, - 137, - 137, - 137, - 138, 138, 138, - 138, - 138, - 139, - 139, - 139, - 139, 139, 140, 141, - 141, - 141, - 141, + 142, + 142, + 142, 142, 143, 144, - 144, - 144, - 144, 145, 146, 146, + 146, + 146, + 147, 147, 147, 147, 147, - 148, - 148, - 148, 148, 149, 149, - 150, - 150, - 151, - 152, - 152, - 152, - 152, - 152, - 153, - 153, - 153, - 153, - 153, - 153, - 153, - 153, - 153, - 153, + 149, + 149, + 150, + 151, + 151, + 152, 153, 153, 153, 153, 154, 154, - 154, - 154, - 154, - 154, + 155, + 155, 155, 156, + 156, 157, 157, - 157, - 158, 158, 158, 158, 159, + 159, 160, 161, 161, - 161, 162, 163, 164, @@ -112775,142 +142174,93 @@ 165, 165, 165, - 165, 166, - 167, - 167, - 167, - 167, - 167, + 166, + 166, 167, 168, 168, - 168, - 168, - 169, - 169, 169, 169, 169, 170, 170, - 170, - 170, 171, 171, 172, 172, 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 173, - 174, 174, 175, 176, 177, - 178, - 178, - 178, - 178, - 178, - 178, - 178, - 178, - 178, - 178, + 177, + 177, + 177, 178, 179, 179, 180, 180, - 180, 181, - 181, - 181, - 181, - 181, - 181, - 181, - 181, - 181, - 181, - 182, - 182, - 182, - 182, - 182, 182, 183, - 183, - 184, 184, 184, - 184, - 184, - 184, - 184, - 184, - 185, - 185, 185, 186, 186, 186, + 186, + 186, + 186, + 186, + 186, + 186, 187, - 187, - 187, + 188, 188, 189, 189, 190, - 190, - 190, - 190, - 191, - 191, - 191, 191, 191, 192, 193, - 193, - 193, - 193, - 193, + 194, 194, 194, 195, 196, + 196, + 196, + 196, + 196, 197, 197, 198, + 198, + 198, + 199, + 199, + 199, 199, + 199, + 200, + 200, + 200, 200, 201, + 201, + 201, + 201, 202, 203, 204, 204, 204, 205, - 206, + 205, 206, 207, 208, @@ -112918,99 +142268,131 @@ 209, 210, 211, + 211, + 211, + 211, + 211, 212, - 212, - 213, - 213, - 213, - 213, - 213, 213, 214, + 214, + 214, + 214, + 215, 215, 215, 216, 217, - 217, 218, - 218, - 218, - 219, - 219, 219, 220, - 220, + 221, + 221, 221, 222, 222, - 223, + 222, + 222, 223, 224, 224, 225, - 226, + 225, + 225, + 225, 226, 226, 227, 228, + 228, + 229, 229, 229, + 229, + 229, + 229, + 230, + 230, + 230, 230, 231, + 231, 232, 233, 233, - 233, - 233, - 234, 234, 235, 236, 237, 237, 237, + 237, + 237, 238, - 238, + 239, + 239, 239, 240, 241, 241, + 241, + 241, + 241, + 241, + 241, + 241, + 241, + 241, 242, 243, - 243, - 243, + 244, + 244, 244, 245, 246, 246, 246, 247, + 247, + 247, + 247, 248, 249, - 249, 250, 251, + 251, 252, - 252, + 253, + 253, 253, 254, 255, - 256, + 255, + 255, + 255, + 255, 256, 256, 257, 257, - 257, - 257, - 257, + 258, 258, 259, 260, + 260, + 260, 261, 262, 263, + 263, + 263, 264, 265, + 265, + 266, + 266, + 266, + 266, 266, 267, 267, @@ -113018,41 +142400,51 @@ 269, 270, 270, - 270, 271, 272, + 272, + 272, 273, 274, 274, 275, + 275, + 275, + 275, + 275, 276, 276, 277, 278, 279, - 279, - 279, 280, + 280, + 281, + 281, 281, 281, 282, 283, - 284, + 283, + 283, 284, 284, 284, 285, + 285, + 285, 286, 287, 288, 288, - 288, - 288, - 288, - 288, 289, + 289, + 289, + 289, + 290, 290, 291, + 291, 292, 293, 293, @@ -113060,178 +142452,295 @@ 294, 295, 295, - 295, - 295, + 296, 296, 297, - 297, + 298, + 298, 298, 299, 300, + 300, 301, 302, - 302, 303, 304, - 304, + 305, + 305, 305, 306, 307, 308, 309, + 309, + 309, + 309, + 309, + 309, 310, 311, 311, 311, + 311, + 311, + 312, + 312, + 312, + 312, + 312, + 312, + 312, 312, 313, 314, - 314, - 314, - 314, - 314, 315, 316, 317, + 317, 318, 319, 319, - 319, 320, - 320, - 321, 321, 321, 322, - 322, + 323, 323, 323, 324, 325, - 325, 326, 327, + 327, 328, 329, 330, 331, 332, - 333, + 332, + 332, 333, 333, 334, 335, + 335, + 335, + 335, + 336, 336, - 337, 337, 338, + 338, + 339, + 339, 339, 340, 341, 342, + 342, + 342, + 343, 343, 344, 345, + 345, + 345, + 345, + 345, + 345, + 345, + 345, + 345, 346, 347, + 347, + 347, + 347, + 347, + 347, + 348, + 348, + 348, 348, 349, 349, - 350, + 349, + 349, + 349, + 349, + 349, + 349, 350, 351, 352, + 352, + 352, + 352, 353, 354, + 354, 355, 356, + 356, 357, 358, - 358, - 358, 359, + 359, + 359, + 359, + 360, 360, 361, 362, 363, + 363, + 364, + 364, + 364, 364, 365, 366, 367, 368, + 368, + 369, + 369, 369, 370, 371, + 371, + 371, + 371, + 371, + 371, + 371, 372, 373, - 374, - 374, + 373, + 373, + 373, 374, 375, 375, + 375, 376, 377, 378, - 378, - 378, 379, 380, + 380, + 380, + 380, + 380, + 380, + 380, + 380, 381, + 381, + 382, 382, 383, + 383, 384, 385, 386, + 386, + 386, + 386, + 386, + 386, + 386, 387, 388, + 388, 389, + 389, + 390, 390, + 390, + 391, 391, 392, 393, 394, 395, - 395, - 395, - 396, 396, 396, 396, 397, + 397, + 398, + 398, 398, 399, - 399, + 400, 400, 401, 401, 402, - 403, + 402, + 402, 403, 404, 405, + 405, + 405, + 405, + 405, + 405, + 406, + 406, + 406, + 406, 406, 406, 407, 408, + 408, + 409, 409, 410, + 410, 411, 412, + 412, + 412, + 412, + 413, + 413, 413, 414, 414, + 414, 415, 416, + 416, + 416, + 417, + 417, 417, 418, 419, + 419, + 420, + 420, 420, 421, 421, - 422, + 421, + 421, + 421, + 421, + 421, 422, 423, + 423, + 424, + 424, + 424, 424, + 424, + 425, 425, 426, 427, @@ -113239,608 +142748,206 @@ 429, 430, 431, + 431, + 431, + 431, + 431, + 431, + 431, + 431, + 432, 432, 433, 434, + 434, 435, 436, + 436, + 436, + 437, 437, 438, + 438, + 438, + 439, 439, 440, 441, 442, - 442, + 443, + 443, 443, 444, 444, + 444, + 444, + 445, 445, 446, 447, 448, - 448, - 449, 449, 450, 451, + 451, + 451, + 452, 452, + 452, + 452, + 452, + 453, + 453, + 453, 453, 454, 454, + 454, + 455, + 455, 455, 456, 457, 457, 458, 459, + 459, + 459, + 459, 460, 461, 462, 463, - 463, 464, 465, 466, 467, 467, 468, + 468, + 468, + 468, + 468, + 468, + 468, + 468, + 468, + 468, + 468, 469, 470, 471, + 471, + 471, + 471, 472, - 472, - 473, 473, 474, + 474, + 474, + 474, + 474, + 474, 475, 476, - 476, 477, + 477, + 478, 478, + 478, + 479, + 479, 479, 480, 481, 482, + 482, + 482, + 483, 483, 484, - 484, - 485, 485, 485, 486, 487, + 487, + 487, + 487, 488, 489, + 489, + 489, + 489, + 489, 490, 491, 491, - 491, + 492, 492, 493, 494, + 494, + 495, + 495, + 495, + 495, + 495, + 495, 495, 496, - 497, + 496, 497, 498, 499, 499, + 499, + 499, + 499, 500, 501, 502, + 502, + 502, + 502, 503, 504, - 505, - 506, - 507, - 508, - 508, - 509, - 509, - 509, - 510, - 510, - 511, - 512, - 513, - 513, - 514, - 515, - 515, - 516, - 517, - 518, - 519, - 519, - 520, - 521, - 521, - 522, - 523, - 524, - 525, - 526, - 527, - 528, - 529, - 530, - 531, - 532, - 533, - 534, - 535, - 536, - 537, - 538, - 539, - 540, - 540, - 541, - 542, - 543, - 544, - 544, - 545, - 546, - 547, - 548, - 549, - 550, - 551, - 552, - 553, - 554, - 555, - 556, - 557, - 558, - 558, - 559, - 559, - 559, - 560, - 561, - 561, - 562, - 563, - 563, - 564, - 565, - 566, - 567, - 568, - 569, - 570, - 571, - 572, - 573, - 574, - 575, - 576, - 577, - 578, - 578, - 579, - 580, - 581, - 582, - 583, - 584, - 585, - 585, - 585, - 586, - 587, - 588, - 589, - 590, - 590, - 591, - 592, - 592, - 593, - 594, - 595, - 596, - 597, - 598, - 599, - 600, - 601, - 602, - 603, - 604, - 605, - 605, - 606, - 607, - 608, - 609, - 610, - 611, - 612, - 613, - 614, - 615, - 616, - 617, - 617, - 618, - 619, - 620, - 620, - 620, - 621, - 621, - 622, - 623, - 624, - 624, - 625, - 626, - 627, - 628, - 629, - 630, - 631, - 632, - 632, - 633, - 634, - 635, - 636, - 637, - 638, - 639, - 640, - 641, - 642, - 643, - 644, - 645, - 645, - 645, - 646, - 647, - 648, - 649, - 650, - 651, - 651, - 652, - 653, - 654, - 655, - 656, - 657, - 658, - 659, - 660, - 661, - 662, - 663, - 664, - 665, - 666, - 667, - 668, - 669, - 670, - 671, - 672, - 673, - 674, - 675, - 676, - 677, - 678, - 679, - 680, - 681, - 682, - 683, - 684, - 685, - 686, - 687, - 688, - 689, - 690, - 691, - 692, - 693, - 694, - 695, - 696, - 697, - 698, - 699, - 700, - 701, - 702, - 703, - 704, - 705, - 706, - 707, - 708, - 709, - 710, - 711, - 712, - 713, - 714, - 715, - 716, - 717, - 718, - 719, - 720, - 721, - 722, - 723, - 724, - 725, - 726, - 727, - 728, - 729, - 730, - 731, - 732, - 733, - 734, - 735, - 736, - 737, - 738, - 739, - 740, - 741, - 742, - 743, - 744, - 745, - 746, - 747, - 748, - 749, - 750, - 751, - 752, - 753, - 754, - 755, - 755, - 756, - 757, - 758, - 759, - 760, - 761, - 762, - 763, - 764, - 765, - 766, - 767, - 768, - 769, - 770, - 771, - 772, - 773, - 774, - 775, - 776, - 777, - 778, - 779, - 780, - 781, - 782, - 782, - 783, - 784, - 785, - 786, - 787, - 788, - 789, - 790, - 791, - 792, - 793, - 794, - 795, - 796, - 797, - 798, - 799, - 800, - 801, - 802, - 803, - 804, - 805, - 806, - 807, - 808, - 809, - 810, - 811, - 812, - 813, - 814, - 815, - 816, - 817, - 817, - 818, - 819, - 820, - 821, - 822, - 823, - 824, - 825, - 826, - 827, - 828, - 829, - 830, - 831, - 832, - 832, - 833, - 834, - 835, - 836, - 837, - 838, - 839, - 840, - 841, - 842, - 842, - 843, - 844, - 845, - 846, - 847, - 847, - 848, - 849, - 850, - 851, - 852, - 853, - 854, - 855, - 856, - 857, - 858, - 858, - 859, - 860, - 861, - 862, - 863, - 864, - 865, - 866, - 867, - 868, - 869, - 870, - 871, - 871, - 872, - 873, - 874, - 875, - 876, - 877, - 878, - 879, - 880, - 881, - 882, - 883, - 884, - 885, - 885, - 886, - 886, - 887, - 888, - 888, - 889, - 889, - 890, - 891, - 892, - 893, - 894, - 895, - 896, - 896, - 896, - 897, - 898, - 899, - 900, - 901, - 902, - 903, - 904, - 905, - 906, - 906, - 907, - 908, - 908, - 909, - 909, - 910, - 911, - 911, - 912, - 913, - 914, - 915, - 916, - 916, - 917, - 918, - 919, - 920, - 921, - 922, - 923, - 923, - 924, - 925, - 926, - 927, - 928, - 929, - 930, - 931, - 932, - 933, - 934, - 935, - 936, - 937, - 937, - 938, - 939, - 940, - 941, - 942, - 942 + 504, + 504 ], "changepoint_dates": [ - "2023-03-26" + "2022-07-30", + "2023-02-19", + "2023-06-04" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-03-26", - "mean_faithfulness": 0.5597560975609757, - "refusal_rate_percent": 26.097560975609756 + "end_date": "2022-07-30", + "mean_faithfulness": 1.3655172413793104, + "refusal_rate_percent": 6.551724137931035 }, { - "start_date": "2023-03-26", - "end_date": "2025-09-10", - "mean_faithfulness": 0.022396416573348264, - "refusal_rate_percent": 81.52295632698768 + "start_date": "2022-07-30", + "end_date": "2023-02-19", + "mean_faithfulness": 1.025, + "refusal_rate_percent": 17.0 + }, + { + "start_date": "2023-02-19", + "end_date": "2023-06-04", + "mean_faithfulness": 0.45454545454545453, + "refusal_rate_percent": 32.72727272727273 + }, + { + "start_date": "2023-06-04", + "end_date": "2025-10-22", + "mean_faithfulness": 0.010368663594470046, + "refusal_rate_percent": 45.622119815668206 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "meta-llama/Llama-3.3-70B-Instruct": { + "mistralai/ministral-8b": { "dates": [ "2021-01-01", "2021-01-01", @@ -115554,664 +144661,857 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ - 2, - 2, - 2, 0, - 2, - 2, - 2, 0, 2, - 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 2, + 0, + 0, + 0, 1, - 2, - 2, - 1, - 2, - 2, + 0, + 0, 0, 2, - 2, - 2, + 0, + 0, 1, 0, - 2, + 0, + 0, + 0, + 1, + 1, 1, - 2, - 2, - 2, - 2, - 2, - 2, 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 2, - 2, - 2, 0, 2, - 2, - 2, 1, - 2, - 2, - 2, 0, 2, + 0, 2, 2, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, - 2, + 0, + 0, + 0, + 0, + 0, 0, 1, + 0, 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, 2, + 0, + 0, + 0, + 0, 2, + 0, 2, 0, + 0, + 0, + 0, 1, - 2, - 2, - 2, - 2, - 2, - 2, + 0, 0, 0, 2, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 1, + 0, 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, 2, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 2, 0, + 0, + 0, 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, - 2, - 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 1, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, - 2, - 2, + 0, + 0, 2, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, 2, 0, + 0, + 0, 2, 0, + 0, 2, + 0, 1, - 2, + 0, + 0, + 0, + 0, 2, 1, - 2, - 2, - 2, - 2, - 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, + 0, + 0, 0, 1, 0, 0, + 0, + 0, 2, - 2, + 0, 1, - 2, + 0, 0, 2, - 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 2, + 0, + 0, + 0, 2, 0, 0, + 0, 1, 0, 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 1, - 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 2, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, 2, 2, 2, - 2, + 1, + 0, + 0, 0, 2, 2, 2, - 2, - 2, + 0, + 1, + 0, + 0, 1, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 2, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, 2, + 0, 1, 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, 2, 2, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 1, 0, - 2, - 2, + 0, + 0, + 0, + 0, + 0, + 0, 1, - 2, 0, 2, + 0, + 0, + 0, + 0, + 0, 2, - 2, + 0, + 0, 0, 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 0, + 0, + 0, + 0, + 0, 2, 1, + 0, + 0, 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, 2, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, - 2, - 2, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, 2, + 0, + 0, + 0, 2, 0, 0, - 2, 0, 0, - 2, 0, - 2, - 2, - 2, 0, 0, 0, 0, - 2, - 2, - 2, 0, - 2, - 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, 2, 0, 0, - 2, - 2, - 2, 0, - 2, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 1, - 2, - 2, 0, 0, 0, 0, - 2, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, 2, - 2, - 2, - 2, 0, - 2, 0, 0, 0, - 2, 0, 2, - 2, 0, 0, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 1, 0, - 2, - 2, - 2, + 0, + 0, 1, 2, 0, - 2, - 2, - 2, - 2, + 0, + 1, 1, - 2, 0, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, 0, 0, - 2, - 2, 0, - 2, - 2, - 1, + 0, 1, 0, - 2, 0, 0, - 1, - 2, - 2, 0, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 1, - 2, - 2, 1, - 2, - 2, - 2, - 2, 0, 2, 2, - 2, 0, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, 0, - 2, - 2, 0, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, - 2, + 1, 0, - 2, 0, 0, 2, - 1, - 2, 0, - 2, - 1, - 2, - 2, 0, - 2, - 2, 0, - 2, 0, - 1, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, 0, - 2, - 2, - 2, - 1, 0, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 1, - 2, 0, - 2, 0, 2, - 2, 0, 0, 0, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, 0, - 2, - 2, 0, - 1, - 1, - 2, - 1, 0, - 1, - 1, 0, 0, 0, 0, - 2, 0, - 2, - 2, 0, - 1, - 1, - 1, - 2, - 2, 0, - 2, - 2, - 2, 0, 0, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, + 0, 0, 1, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, 0, - 2, 0, - 1, - 2, - 2, - 2, - 1, 0, - 2, - 1, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, 0, - 2, 0, - 2, - 2, - 1, 0, - 2, - 2, 0, - 2, - 2, 0, 0, - 1, 0, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, - 1, - 2, - 2, - 2, - 2, 0, - 1, 0, - 2, - 2, - 1, 0, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, - 2, 0, 0, 0, @@ -116221,142 +145521,48 @@ 0, 0, 0, - 2, - 1, - 2, - 2, - 2, 0, 0, - 1, 0, - 2, 0, - 2, 0, 2, - 2, 0, - 1, - 2, - 2, - 2, - 1, - 1, - 2, 0, - 1, - 1, - 2, - 2, - 2, 0, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 1, - 2, - 2, - 2, - 1, 0, - 2, 0, - 2, 0, 0, - 2, 0, 0, - 2, 0, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 1, - 2, - 2, 0, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, - 1, 0, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 1, 0, - 2, - 2, 0, 0, - 2, 0, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 2, 0, - 2, - 1, 0, 0, - 2, 0, 0, 0, - 2, 0, 0, 0, 0, 0, - 2, + 0, + 0, 0, 2, 0, @@ -116364,38 +145570,30 @@ 0, 0, 0, - 1, 0, 2, + 2, 0, 0, - 2, 0, + 1, + 1, 0, - 2, - 2, - 2, 0, 0, 0, - 2, 0, 0, 0, 0, - 2, 0, 0, - 2, - 2, 0, 0, 0, 0, - 1, 0, 0, - 2, 0, 0, 0, @@ -116406,42 +145604,30 @@ 0, 0, 0, - 2, 0, 0, 0, 0, - 2, 0, 0, 0, 0, 0, 0, - 2, 0, - 2, 0, 0, - 2, 0, - 1, 0, 0, - 2, 0, - 2, 0, 0, - 2, - 1, - 2, 0, 0, 0, 0, 0, - 1, 0, 0, 0, @@ -116450,7 +145636,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -116462,10 +145647,8 @@ 0, 0, 0, - 2, 0, 0, - 1, 0, 0, 0, @@ -116478,14 +145661,11 @@ 0, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, - 2, 0, 0, 0, @@ -116495,44 +145675,34 @@ 0, 0, 0, - 2, 0, 0, 0, - 2, 0, 0, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, 0, - 2, 0, - 2, 0, 0, 0, 0, 0, - 2, - 2, 0, 0, 0, 0, - 2, 0, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -116546,12 +145716,10 @@ 0, 0, 0, - 2, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -116697,6 +145865,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -116972,6 +146141,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -116980,6 +146150,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -117201,7 +146372,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -117242,6 +146412,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -117269,9 +146440,6 @@ 0, 0, 0, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, @@ -117280,6 +146448,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -117290,806 +146459,171 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "cumulative_refusals": [ 1, 1, 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 2, - 2, - 2, 2, - 2, - 2, - 3, - 3, 3, 3, 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 5, - 5, - 5, - 5, - 5, - 5, - 5, 5, - 5, - 6, - 6, - 6, - 6, - 6, - 6, - 6, 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 7, 7, - 7, - 7, - 7, - 8, - 8, - 8, - 8, - 8, 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, 9, 10, 10, 11, 11, - 11, - 11, - 11, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, 12, 12, 12, 13, 13, 13, - 13, - 13, - 13, - 13, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, 14, 15, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, + 15, + 15, 16, 16, 17, - 18, - 18, - 18, - 18, - 18, + 17, + 17, + 17, + 17, + 17, 18, 18, 19, 19, + 19, + 19, + 19, 20, 20, 20, - 20, - 20, - 20, - 20, - 20, - 21, - 21, 21, 21, 21, 22, - 22, - 22, - 22, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, - 23, 23, 24, + 24, + 24, + 24, + 24, 25, - 25, - 26, - 26, - 26, - 26, - 26, - 26, 26, 26, - 26, - 26, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, 27, 28, + 28, + 28, 29, 30, 30, + 30, 31, 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 32, - 32, 32, - 32, - 33, - 33, - 33, 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, 34, - 34, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, 35, 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 36, - 36, 36, 36, - 36, - 36, - 36, - 37, - 37, - 37, - 37, - 37, 37, 38, - 38, 39, 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 41, - 41, - 41, - 41, - 41, - 41, - 41, 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 42, - 42, - 42, - 42, - 42, 42, 42, 43, 43, - 43, - 43, + 44, 44, 45, 45, - 45, - 45, - 45, - 45, - 45, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, 46, - 46, - 46, - 47, - 47, - 47, - 47, - 47, - 47, 47, - 47, - 47, - 47, - 48, 48, - 48, - 49, 49, - 49, - 50, - 50, - 50, - 50, - 50, 50, 51, 51, - 51, - 51, - 52, - 52, 52, 52, 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 54, 54, 54, 54, - 54, - 54, - 54, - 54, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 56, 56, - 56, - 57, - 57, - 57, 57, 57, - 57, - 57, - 58, - 58, 58, 58, 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 60, - 61, - 61, - 61, - 62, - 62, - 62, - 62, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, + 59, + 60, + 60, + 60, + 61, + 61, + 61, + 61, + 62, 63, 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 64, - 65, - 65, - 65, - 65, - 65, - 65, 65, 65, 66, 66, - 66, - 66, 67, 68, 68, 68, - 68, - 68, - 68, - 68, - 68, - 69, 69, 69, - 69, - 69, - 69, - 70, 70, - 70, - 71, - 71, - 71, - 71, - 71, - 71, - 71, 71, - 71, - 71, - 71, - 71, - 71, - 71, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, 72, 72, 73, - 73, - 74, - 74, - 74, 74, 74, - 74, - 74, - 74, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, 75, - 75, - 75, - 75, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, 76, 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 78, - 78, 78, 79, 80, - 80, - 80, - 80, 81, 82, 83, 84, - 84, - 85, 85, 86, 87, 88, - 88, - 89, - 89, - 89, - 89, 89, 90, 90, 91, - 92, - 92, - 92, - 92, + 91, 92, 93, 94, @@ -118097,146 +146631,140 @@ 95, 96, 97, - 98, - 98, + 97, + 97, 98, 99, - 99, - 99, 100, - 100, - 101, 101, - 101, - 102, - 102, - 102, 102, 103, + 103, + 104, 104, 105, 106, + 106, + 106, 107, 108, 109, + 109, 110, - 110, - 110, + 111, + 111, 111, 112, 113, 114, - 114, - 115, - 115, 115, 116, + 116, 117, 118, 118, 119, - 119, 120, 121, 121, 122, 122, + 122, 123, 123, - 123, - 123, - 123, - 124, - 124, - 124, - 124, 124, 125, - 125, + 126, 126, 127, 128, - 128, 129, 130, + 130, + 131, 131, 132, 133, 134, 135, - 136, + 135, 136, 137, 138, + 138, 139, 140, 140, + 140, 141, 142, - 142, + 143, 143, 144, - 145, - 145, + 144, 145, 146, - 146, + 147, 147, 148, + 148, 149, 150, 151, 152, - 153, + 152, 153, 154, 155, + 155, + 155, + 155, 156, 157, 157, - 158, - 158, + 157, + 157, + 157, + 157, + 157, + 157, + 157, + 157, 158, 159, - 159, 160, 160, 161, 162, - 162, - 162, + 163, 163, 164, 165, 166, 167, - 167, - 167, 168, 169, - 169, 170, 171, 172, 173, 173, + 173, 174, 175, 175, - 175, - 176, 176, 177, 177, - 178, + 177, 178, 179, - 180, + 179, + 179, 180, 181, 182, 182, - 182, 183, 184, 185, @@ -118249,43 +146777,57 @@ 191, 191, 192, + 192, 193, 194, 195, 195, - 195, 196, 197, + 197, + 198, 198, + 198, + 199, 199, 200, + 200, + 200, + 200, + 201, + 201, 201, - 202, 202, 203, 204, 205, 206, - 206, 207, 208, 209, 210, - 210, 211, 212, 213, 214, + 214, + 214, 215, 216, 217, 218, + 218, + 218, + 218, + 219, 219, + 219, + 220, + 220, 220, 221, 221, 222, - 222, 223, 224, 225, @@ -118293,44 +146835,60 @@ 227, 228, 229, + 229, + 229, + 229, 230, 231, 232, + 232, 233, 234, 235, + 235, 236, 237, + 237, 238, 239, 240, + 240, 241, 242, 243, + 243, 244, 245, + 245, 246, 247, 248, 248, - 248, 249, + 249, + 249, + 249, + 250, + 250, 250, 251, 252, 253, + 253, + 253, 254, 255, 256, 257, 258, 259, + 259, 260, 261, + 261, 262, 263, 264, - 264, 265, 266, 267, @@ -118338,42 +146896,75 @@ 269, 270, 270, + 270, + 270, + 271, + 271, 271, 272, 273, 274, 275, + 275, + 276, 276, 277, 278, 279, + 279, + 279, + 279, + 279, 280, 281, 282, + 282, + 282, + 282, + 283, 283, 284, + 284, + 284, 285, 286, 287, 288, 289, + 289, 290, 291, + 291, + 291, + 291, 292, 293, 294, 295, + 295, + 296, + 296, + 296, 296, 297, 297, + 297, + 298, 298, 299, + 299, + 299, 300, + 300, + 301, 301, 302, 303, + 303, + 303, 304, 305, + 305, 306, 307, 308, @@ -118381,12 +146972,15 @@ 310, 311, 312, + 312, + 313, + 313, 313, 314, 315, 316, 317, - 317, + 318, 318, 319, 320, @@ -118395,20 +146989,28 @@ 323, 324, 325, + 325, + 326, 326, 327, 328, 329, 330, 331, + 331, 332, 333, + 333, + 334, 334, 335, 336, + 336, 337, 338, 339, + 339, + 340, 340, 341, 342, @@ -118418,39 +147020,50 @@ 346, 347, 348, - 348, 349, 350, 351, 352, 353, 354, + 354, + 354, 355, 356, 357, 358, 359, 360, + 360, 361, 362, 363, + 363, + 363, 364, 365, 366, 367, + 367, + 368, 368, 369, 370, 371, 372, 373, + 373, 374, 375, + 375, 376, 377, + 377, + 378, 378, 379, 380, + 380, 381, 382, 383, @@ -118458,22 +147071,38 @@ 385, 386, 387, + 387, + 388, + 388, 388, 389, 390, 391, 392, + 392, + 392, 393, 394, + 394, + 395, + 395, + 395, + 395, 395, 396, 397, + 397, 398, 399, 400, + 400, 401, 402, 403, + 403, + 404, + 404, + 404, 404, 405, 406, @@ -118482,27 +147111,33 @@ 409, 410, 411, + 411, 412, 413, 414, 415, 416, + 416, + 417, 417, + 417, + 418, + 418, 418, 418, 419, 420, 421, + 421, 422, 423, 424, 425, + 425, 426, 427, 428, 429, - 429, - 429, 430, 431, 432, @@ -118512,57 +147147,87 @@ 436, 437, 438, + 438, + 438, + 438, + 438, 439, 440, + 440, + 440, + 440, + 440, + 440, 441, + 441, + 442, 442, 443, 444, - 445, + 444, 445, 446, 447, 448, 449, + 449, 450, 451, + 451, 452, + 452, + 453, + 453, 453, 454, 455, + 455, + 455, 456, 457, 458, 459, 460, + 460, + 460, 461, 462, + 462, + 462, 463, 464, 465, 466, 467, + 467, + 468, + 468, 468, 469, 470, 471, + 471, + 472, 472, 473, 474, 475, + 475, 476, 477, 478, - 478, 479, 480, 481, 482, 483, 484, + 484, 485, 485, 486, + 486, + 486, 487, 488, 489, @@ -118578,6 +147243,7 @@ 499, 500, 501, + 501, 502, 503, 504, @@ -118593,10 +147259,10 @@ 514, 515, 516, - 516, 517, 518, 519, + 519, 520, 521, 522, @@ -118606,8 +147272,10 @@ 526, 527, 528, + 528, 529, - 529, + 530, + 530, 530, 531, 532, @@ -118618,6 +147286,7 @@ 537, 538, 539, + 539, 540, 541, 542, @@ -118627,13 +147296,18 @@ 546, 547, 548, + 548, 549, 550, + 550, 551, 552, 553, 554, + 554, 555, + 555, + 556, 556, 557, 558, @@ -118642,45 +147316,58 @@ 561, 562, 563, + 563, + 563, 564, 565, 566, 567, 568, 569, + 569, 570, 571, 572, 573, 574, 575, + 575, + 575, 576, 577, 578, + 578, + 578, + 578, 579, 580, - 581, + 580, 581, 582, 583, 584, - 584, 585, 586, 587, 588, 589, + 589, + 590, 590, 591, 592, 593, 594, 595, + 595, + 596, 596, 597, 598, + 598, 599, 600, + 600, 601, 602, 603, @@ -118691,6 +147378,7 @@ 608, 609, 610, + 610, 611, 612, 613, @@ -118720,6 +147408,8 @@ 637, 638, 639, + 639, + 640, 640, 641, 642, @@ -118736,6 +147426,7 @@ 653, 654, 655, + 655, 656, 657, 658, @@ -118746,6 +147437,7 @@ 663, 664, 665, + 665, 666, 667, 668, @@ -118761,12 +147453,13 @@ 678, 679, 680, - 680, 681, 682, 683, 684, 685, + 685, + 685, 686, 687, 688, @@ -118776,7 +147469,6 @@ 692, 693, 694, - 694, 695, 696, 697, @@ -118792,6 +147484,7 @@ 707, 708, 709, + 709, 710, 711, 712, @@ -118834,7 +147527,6 @@ 749, 750, 751, - 751, 752, 753, 754, @@ -118848,7 +147540,6 @@ 762, 763, 764, - 764, 765, 766, 767, @@ -118862,6 +147553,7 @@ 775, 776, 777, + 777, 778, 779, 780, @@ -118872,6 +147564,8 @@ 785, 786, 787, + 787, + 788, 788, 789, 790, @@ -118886,6 +147580,7 @@ 799, 800, 801, + 801, 802, 803, 804, @@ -118913,12 +147608,14 @@ 826, 827, 828, + 828, 829, 830, 831, 831, 832, 833, + 833, 834, 835, 836, @@ -118926,6 +147623,8 @@ 838, 839, 840, + 840, + 841, 841, 842, 843, @@ -118946,7 +147645,6 @@ 858, 859, 860, - 860, 861, 862, 863, @@ -118955,15 +147653,13 @@ 866, 867, 868, - 868, 869, 870, + 870, 871, 872, - 872, 873, 874, - 874, 875, 876, 877, @@ -118983,36 +147679,575 @@ 891, 892, 893, + 893, 894, - 895 + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 910, + 911, + 912, + 913, + 914, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 969, + 970, + 971, + 972, + 973, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 994, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1043, + 1044, + 1045, + 1046, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1096, + 1097, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1167, + 1168, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260, + 1261, + 1262, + 1263, + 1264, + 1265, + 1266, + 1267, + 1268, + 1269, + 1270, + 1271, + 1271, + 1272, + 1273, + 1274, + 1275, + 1276, + 1277, + 1278, + 1279, + 1280, + 1281, + 1282, + 1283, + 1284, + 1285, + 1286, + 1287, + 1288, + 1289, + 1290, + 1291, + 1292, + 1293, + 1294, + 1295, + 1296, + 1297, + 1298, + 1299, + 1300, + 1301, + 1301, + 1302, + 1303, + 1304, + 1305, + 1306, + 1307, + 1308, + 1309, + 1310, + 1311, + 1312, + 1313, + 1314, + 1315, + 1316, + 1317, + 1318, + 1319, + 1320, + 1321, + 1322, + 1323, + 1324, + 1325, + 1326, + 1327, + 1327, + 1328, + 1329, + 1330, + 1331, + 1332, + 1333, + 1334, + 1335, + 1336, + 1337, + 1338, + 1339, + 1340, + 1341, + 1342, + 1343, + 1344, + 1345, + 1346, + 1346, + 1347, + 1348, + 1349, + 1350, + 1351, + 1352, + 1353, + 1354, + 1355, + 1356, + 1357, + 1357, + 1358, + 1359, + 1360, + 1361, + 1362, + 1363, + 1364, + 1365, + 1366, + 1367, + 1368, + 1369, + 1370, + 1371, + 1372, + 1373, + 1374, + 1375, + 1376, + 1377, + 1378, + 1379, + 1380, + 1381, + 1382, + 1383, + 1384, + 1385, + 1386, + 1387, + 1388, + 1389, + 1390, + 1391, + 1392, + 1392, + 1393, + 1394, + 1395, + 1395, + 1396, + 1396, + 1397, + 1398, + 1399, + 1400, + 1401, + 1402, + 1403, + 1404, + 1405, + 1406, + 1407, + 1408 ], "changepoint_dates": [ - "2023-02-26", - "2023-09-17" + "2023-01-22" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-02-26", - "mean_faithfulness": 1.4075949367088607, - "refusal_rate_percent": 9.873417721518987 - }, - { - "start_date": "2023-02-26", - "end_date": "2023-09-17", - "mean_faithfulness": 0.4097560975609756, - "refusal_rate_percent": 62.4390243902439 + "end_date": "2023-01-22", + "mean_faithfulness": 0.2662251655629139, + "refusal_rate_percent": 64.23841059602648 }, { - "start_date": "2023-09-17", - "end_date": "2025-09-10", - "mean_faithfulness": 0.002785515320334262, - "refusal_rate_percent": 95.96100278551532 + "start_date": "2023-01-22", + "end_date": "2025-10-22", + "mean_faithfulness": 0.022931206380857428, + "refusal_rate_percent": 92.02392821535393 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "mistralai/mistral-large-2512": { "dates": [ "2021-01-01", "2021-01-01", @@ -120726,127 +149961,172 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ - 0, 2, + 1, 2, 0, 2, - 2, - 2, 0, 0, + 1, 2, - 0, 2, 0, - 2, 0, 0, 2, 2, - 0, + 1, 2, 2, + 1, + 2, 2, 2, 2, 0, - 0, + 2, 0, 0, 0, 2, - 0, 2, 2, - 0, - 0, + 2, 2, 0, 0, - 1, 2, 2, - 0, 2, 2, - 0, - 0, - 0, - 0, - 0, - 0, 2, - 0, - 0, - 0, - 0, - 0, 2, 2, - 0, - 0, 2, 2, 0, 0, + 2, 0, 2, + 2, + 2, + 2, + 2, 0, 2, 2, 0, 2, 0, + 2, + 2, 0, 0, + 1, + 2, 2, - 0, 2, 2, 0, + 2, + 2, + 2, + 1, 0, 0, + 2, + 2, + 2, 0, 0, + 1, 0, 2, - 0, + 2, + 2, + 2, 2, 2, 0, 2, 0, 0, + 2, + 2, + 0, 0, 2, 0, 2, 2, - 0, 2, - 0, - 0, - 0, + 2, 2, 2, 0, 2, 2, - 0, 1, - 0, - 2, - 0, 2, 2, 2, 0, 1, 2, + 2, + 0, + 2, + 2, 0, 2, 0, @@ -120855,39 +150135,42 @@ 2, 2, 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, 2, + 2, 0, 2, + 2, + 2, + 2, 0, + 2, + 2, + 2, + 2, 0, 1, - 2, 0, 0, 0, 0, 2, - 1, - 0, - 0, 2, - 0, + 2, 0, 2, + 2, + 2, + 2, + 2, 0, 0, 0, + 1, 0, + 2, + 2, 0, 0, 1, @@ -120896,79 +150179,75 @@ 0, 0, 0, + 2, 0, - 0, - 0, - 1, - 0, - 0, + 2, + 2, 0, 2, 2, 2, 2, 2, + 2, 0, - 1, - 0, - 0, - 0, + 2, 0, 0, 2, + 2, 0, 2, 2, 2, - 0, + 1, 2, 2, + 2, + 1, + 2, 0, 0, 0, 0, 0, + 2, + 2, + 2, 0, 0, + 2, 0, - 0, - 1, 2, 0, 2, 2, - 0, 2, - 1, - 0, - 1, 2, - 0, 2, 0, 0, + 2, + 2, 0, 0, - 0, - 0, - 1, + 2, 0, 0, 0, 0, 2, - 0, - 0, + 2, 0, 0, 0, 0, 2, 0, - 0, - 0, + 2, 2, 0, + 2, 0, 0, 0, @@ -120977,6 +150256,7 @@ 0, 0, 0, + 2, 0, 2, 0, @@ -120986,224 +150266,224 @@ 2, 2, 2, - 0, - 0, 2, - 0, - 0, - 1, - 0, 2, - 0, 2, - 0, 2, - 0, - 0, - 0, - 0, 1, - 0, 1, + 2, + 1, + 2, + 2, + 2, + 2, 0, 2, 0, 0, 2, 2, + 2, 0, 2, 0, 0, 2, - 1, - 0, + 2, + 2, 2, 0, 0, 2, 2, + 1, + 2, 2, 0, + 2, 0, + 2, 0, 0, 0, 0, 0, + 2, 0, + 1, 0, 0, 0, 2, - 0, 2, 2, 2, - 0, 2, - 1, - 0, 2, 0, + 2, 0, - 0, - 0, - 0, - 1, 2, 1, + 2, 0, 0, + 2, 0, + 2, + 2, + 2, 0, 0, + 2, 0, 0, 1, + 2, + 2, 0, 0, 0, - 0, - 0, + 2, 0, 0, 2, 2, - 0, 2, - 0, 2, 0, - 0, - 1, - 0, - 0, - 0, 2, - 1, 0, - 1, 0, 2, 2, - 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, + 1, 2, + 1, 0, 2, 2, 2, - 0, + 2, + 2, 2, 0, 0, - 0, - 0, - 0, - 0, + 2, 0, 2, 0, 2, 2, 2, + 2, + 0, 0, 2, + 1, + 1, 2, 2, 0, 0, - 0, - 0, - 0, + 2, 2, 0, 2, 2, + 1, 2, - 0, 2, 2, + 1, 0, 0, + 2, + 1, + 1, + 1, 0, 2, 2, - 1, 2, 2, - 0, - 0, 2, 2, + 0, + 1, + 1, + 2, 2, 0, 0, + 1, + 0, 2, 2, 2, 0, - 2, - 0, 0, 0, - 1, 2, 2, 2, 0, + 2, 0, 0, - 0, + 2, + 1, 0, 0, 0, 2, - 0, + 2, 2, 0, 0, + 2, 0, 2, 2, 2, - 1, - 1, + 2, + 2, 0, - 1, 2, 2, 2, - 1, - 1, - 0, 2, 2, - 0, 2, 2, 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, 0, + 2, 0, 0, + 2, + 2, 0, 2, 2, 2, 2, - 0, 2, 0, 0, - 0, - 0, + 2, + 1, + 2, 0, 0, 2, @@ -121213,30 +150493,30 @@ 1, 0, 0, - 0, - 0, - 1, - 2, 2, 0, - 0, 2, 2, - 0, + 2, 0, 2, 2, + 2, 0, 2, 2, + 1, 2, + 1, 2, - 0, - 0, 2, 2, 1, 2, + 2, + 2, + 2, + 1, 0, 1, 2, @@ -121246,161 +150526,161 @@ 0, 0, 0, - 0, - 0, - 2, 2, 0, - 1, - 0, - 0, - 0, - 0, - 0, 2, - 1, 0, 0, + 1, + 2, 0, 2, 2, 0, - 0, - 0, + 2, + 2, 2, 0, 2, + 2, + 2, 0, 0, + 2, + 2, + 2, + 2, + 2, + 2, 0, 1, - 0, - 0, 2, 2, - 0, - 0, - 0, - 0, - 0, 2, - 0, - 0, - 0, + 2, 2, 0, 0, 2, 1, - 0, 2, - 0, - 0, 2, 2, + 1, + 2, 0, 0, 2, + 2, 0, + 2, 0, 0, 2, - 0, 2, - 0, + 2, + 1, 2, 0, 0, 0, 2, 2, + 2, + 2, + 2, + 2, 0, + 2, + 2, + 2, 0, - 0, + 2, + 2, + 2, + 2, + 1, + 2, 2, 2, 0, 2, 0, 2, + 2, + 2, 0, 0, 0, 0, 2, + 2, 0, + 2, 0, 0, + 2, + 2, 0, 0, - 0, - 0, - 0, + 1, 0, 2, + 1, 0, 2, 2, 0, - 0, 2, - 0, 2, - 1, - 0, - 0, 2, 0, - 0, 2, 0, - 0, - 0, - 0, - 0, + 2, 2, 1, 2, 2, 2, + 2, + 1, + 1, 0, + 2, 0, 0, 0, 2, 2, 2, - 0, - 0, - 2, - 2, 2, 2, 0, + 1, + 0, 0, 1, + 0, 2, 2, - 0, 2, 0, 0, 0, + 2, + 2, 0, 0, 0, - 0, - 0, - 0, - 0, - 2, - 0, 2, + 1, 2, 2, + 1, 0, 0, - 0, + 1, 0, 2, 0, @@ -121409,27 +150689,34 @@ 2, 2, 0, + 1, 0, 2, 2, + 0, + 1, + 2, + 2, 2, 1, 0, 0, 0, + 0, + 2, 2, 1, 2, 0, 0, - 0, - 0, 2, - 0, 2, 2, 0, + 2, 0, + 1, + 1, 2, 2, 2, @@ -121439,38 +150726,41 @@ 2, 0, 0, - 1, - 0, - 1, - 1, - 0, - 0, 0, 0, + 2, 0, + 2, + 2, 0, 2, + 1, 0, 2, 1, 0, + 2, 1, 0, 2, + 1, 0, + 1, 0, 2, + 2, + 2, + 2, 0, + 2, 0, 2, - 1, 2, 2, - 0, 2, - 1, 2, 0, + 1, 0, 2, 0, @@ -121479,31 +150769,34 @@ 0, 2, 2, - 1, 0, + 1, + 1, 0, 2, - 0, 2, - 0, - 0, 2, 0, - 0, 2, 0, - 0, - 0, + 2, 2, 0, + 2, + 2, 0, 0, + 2, 0, + 2, + 1, + 1, 0, 2, 0, 0, 2, + 0, 2, 0, 0, @@ -121515,17 +150808,15 @@ 1, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, 0, 2, + 2, 0, 0, 0, + 2, + 2, 0, 0, 2, @@ -121533,144 +150824,176 @@ 2, 0, 0, + 2, + 2, + 2, 0, 0, 0, - 1, 0, 0, 0, 0, 0, + 2, 0, 0, 0, 2, - 2, - 0, 0, 0, 2, 0, - 0, + 2, 0, 0, 2, 0, + 1, 0, 2, 0, 0, 0, 2, - 0, 1, - 0, - 0, 2, 2, - 0, - 0, - 0, - 0, - 0, - 0, + 1, 2, 2, + 1, + 2, 2, - 0, - 0, 0, 0, 0, 2, 2, - 0, - 0, - 0, - 0, - 0, + 2, 2, 2, 0, 0, - 0, - 0, + 2, 1, 2, + 2, 0, 0, 0, + 2, + 1, 0, + 2, + 2, + 2, 0, - 0, + 2, 0, 0, 0, 2, 0, 0, + 2, + 1, 0, 0, - 0, 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, 0, 0, 0, + 2, + 2, 0, + 2, + 2, + 2, + 1, + 2, 0, + 2, 0, 0, 0, - 2, 0, 0, 2, - 0, + 2, + 2, 1, 0, - 0, - 0, + 2, + 2, + 2, 0, 2, + 2, + 2, + 2, 0, 0, 0, + 2, 1, + 2, 0, 0, 0, 0, 0, 0, + 2, 0, 0, 0, + 2, 0, + 2, 0, - 0, - 1, - 0, - 0, - 0, + 2, 0, 2, 0, 0, + 2, 0, 2, + 1, + 2, 0, 0, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 2, 0, + 1, 2, + 0, + 1, 2, 2, 0, 0, 0, 2, - 0, + 1, + 2, + 1, + 2, 0, 0, 0, @@ -121680,11 +151003,11 @@ 2, 0, 2, - 0, - 0, 2, 0, 2, + 2, + 2, 0, 0, 0, @@ -121692,38 +151015,45 @@ 0, 0, 2, - 2, - 2, 0, - 2, 0, 0, 2, 0, - 0, 2, - 0, - 0, - 0, 2, 0, 0, + 2, 0, 0, + 2, + 2, 1, 0, 0, 0, + 2, + 0, 0, + 1, 0, + 2, + 2, + 2, + 2, 0, 0, + 1, + 1, + 1, 0, + 2, 0, 0, 0, + 1, 0, - 2, 0, 0, 2, @@ -121731,81 +151061,114 @@ 0, 0, 0, - 1, + 2, + 2, + 2, 2, 0, 0, 0, + 2, + 2, + 2, 0, 0, + 2, + 2, + 2, + 1, 0, + 1, 0, + 2, 0, 2, 0, + 1, 0, 2, 0, + 2, 0, 0, 2, + 2, 0, + 2, 0, + 2, + 2, 0, 0, - 1, - 1, + 2, 0, + 2, 0, 0, + 1, + 2, 2, - 0, 2, 0, 0, - 0, + 2, 0, 1, 0, 0, 0, - 0, 2, 0, 0, 0, 0, 0, - 2, 0, + 2, 0, 0, + 2, 0, 2, 0, 2, 1, + 1, + 2, 0, + 2, + 1, 0, + 1, 0, + 2, + 2, 0, + 2, 0, 0, - 2, 0, 0, + 1, 2, 0, 0, 0, 1, 0, + 2, 0, 0, + 2, 0, 0, 2, + 1, 0, + 2, + 2, + 2, + 2, 0, 0, 0, @@ -121813,72 +151176,52 @@ 0, 2, 2, - 0, 2, - 0, - 0, 2, 0, + 2, 0, + 2, 0, + 2, 0, 2, 0, 0, + 2, 0, 2, 2, - 0, - 0, 2, 0, - 0, - 0, - 0, 2, - 0, 2, - 1, - 0, - 0, - 0, - 0, 0, + 2, 0, + 1, 0, 0, 0, 0, 0, + 1, 2, 0, - 0, - 0, 2, 0, - 0, 2, - 0, - 0, - 0, - 0, - 0, 2, - 0, 2, - 0, - 0, - 0, 1, 2, + 2, 0, 0, 0, 0, 0, - 1, - 0, - 0, + 2, 0, 0, 0, @@ -121886,12 +151229,14 @@ 0, 0, 2, + 2, + 1, + 2, + 1, 0, 0, 0, 0, - 2, - 0, 0, 0, 0, @@ -121899,15 +151244,8 @@ 0, 0, 2, - 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, 0, 0, 2, @@ -121916,59 +151254,74 @@ 0, 0, 0, + 2, + 2, 0, 0, + 1, 0, + 2, 0, + 2, 0, + 2, 0, + 2, 0, + 2, + 2, + 2, 0, + 2, 0, + 2, 0, 0, 0, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, 0, - 1, - 0, + 2, + 2, 0, 0, 0, + 2, 0, + 2, 0, 0, - 1, 0, 0, + 2, 0, 0, + 2, + 2, 0, 0, 0, - 1, 0, 1, 0, 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, + 2, 0, 0, 0, 0, - 0, + 2, 0, 0, 0, @@ -121977,103 +151330,73 @@ 0, 0, 2, - 0, - 0, + 2, + 2, 2, 0, 0, 0, + 2, + 1, 0, 0, + 2, 0, 0, 0, 0, + 1, 0, - 0, + 2, 2, 0, 0, 2, 0, 0, - 0, 2, 0, + 2, 0, 0, 0, 0, 0, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, 0, 0, - 2, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, 0, 0, + 2, 0, 0, 0, 0, 0, + 1, 0, 0, 0, 0, 0, 0, + 2, 0, 0, 0, 0, 0, + 1, + 1, 0, 0, 0, @@ -122101,6 +151424,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -122122,9 +151446,11 @@ 0, 0, 0, + 1, 0, 0, 0, + 1, 0, 0, 0, @@ -122161,8 +151487,6 @@ 0, 0, 0, - 2, - 0, 0, 0, 0, @@ -122203,6 +151527,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -122225,6 +151550,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -122327,6 +151653,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -122339,6 +151666,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -122348,7 +151676,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -122373,7 +151700,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -122386,7 +151712,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -122450,14 +151775,10 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 1, + 1, + 1, + 1, 1, 2, 2, @@ -122469,6 +151790,18 @@ 2, 2, 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 3, 3, 3, @@ -122480,7 +151813,28 @@ 3, 3, 3, - 3, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, 4, 4, 4, @@ -122496,6 +151850,22 @@ 5, 5, 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, 6, 6, 6, @@ -122510,14 +151880,6 @@ 6, 6, 6, - 6, - 6, - 6, - 6, - 6, - 6, - 7, - 7, 7, 7, 7, @@ -122527,8 +151889,6 @@ 8, 9, 9, - 9, - 9, 10, 10, 10, @@ -122551,16 +151911,6 @@ 12, 12, 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 13, - 13, 13, 14, 14, @@ -122574,12 +151924,10 @@ 14, 14, 14, + 14, 15, 15, 15, - 15, - 15, - 16, 16, 16, 16, @@ -122588,6 +151936,11 @@ 16, 16, 17, + 17, + 18, + 18, + 18, + 18, 18, 18, 18, @@ -122599,28 +151952,24 @@ 18, 19, 19, + 19, + 19, + 19, + 19, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, 20, 21, 21, 21, 21, - 21, - 21, - 21, - 21, - 21, - 21, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, 22, 22, 22, @@ -122631,73 +151980,67 @@ 23, 23, 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, + 23, 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, 25, 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 26, - 26, - 26, 26, 27, 27, 27, + 27, + 27, + 27, + 27, + 28, + 28, + 28, + 28, 28, 28, - 29, - 29, - 29, - 29, - 29, 29, 29, 30, + 30, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, 31, 32, 32, 32, - 32, - 32, - 32, - 32, - 32, - 33, - 33, - 33, - 33, 33, 33, 33, @@ -122711,9 +152054,48 @@ 35, 35, 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 36, + 36, + 36, + 36, 36, 36, 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 37, + 37, + 37, + 37, + 37, + 37, 37, 37, 38, @@ -122722,14 +152104,9 @@ 38, 38, 38, + 38, + 38, 39, - 39, - 39, - 39, - 39, - 39, - 39, - 40, 40, 40, 40, @@ -122738,16 +152115,19 @@ 41, 41, 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, 42, + 42, + 42, + 42, + 42, + 42, + 42, + 43, + 43, + 43, + 43, + 43, + 43, 43, 44, 44, @@ -122758,45 +152138,15 @@ 44, 44, 44, + 44, + 44, 45, 45, 45, 45, 45, 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 46, 46, - 46, - 46, - 46, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, 47, 47, 47, @@ -122821,14 +152171,14 @@ 49, 49, 49, + 49, + 49, + 49, + 49, + 49, + 50, + 50, 50, - 51, - 51, - 51, - 51, - 51, - 51, - 51, 51, 51, 51, @@ -122837,68 +152187,70 @@ 53, 53, 53, + 53, + 53, 54, 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, 55, 56, 56, 56, 56, 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, 57, 57, 58, 58, 58, 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, 59, 59, 59, @@ -122908,59 +152260,52 @@ 59, 60, 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, + 60, 61, 61, 61, - 61, - 61, - 61, - 61, - 62, - 62, 62, 62, 62, - 62, - 62, - 63, - 63, 63, - 63, - 63, - 64, - 64, 64, 64, 64, - 64, - 65, - 65, - 65, 65, 65, 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 67, - 67, - 67, - 67, 67, 67, 67, 68, 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 69, + 69, 69, 69, 69, @@ -122983,10 +152328,24 @@ 70, 70, 70, - 70, - 70, 71, 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 72, + 72, + 72, 72, 72, 72, @@ -123000,47 +152359,25 @@ 73, 73, 73, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, - 74, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, 74, 74, 75, 75, 75, 75, - 75, - 75, - 75, - 75, 76, 76, - 76, - 76, - 77, - 77, 77, - 77, - 78, - 78, - 78, - 78, - 78, - 78, - 78, 78, 78, 78, @@ -123048,6 +152385,37 @@ 79, 79, 79, + 79, + 79, + 79, + 79, + 79, + 79, + 79, + 79, + 79, + 79, + 79, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, 80, 80, 81, @@ -123056,50 +152424,41 @@ 82, 82, 82, + 82, + 82, + 82, + 83, + 83, 83, 84, - 84, - 84, - 84, - 84, - 84, - 85, - 85, 85, 86, 86, 86, 86, 86, + 86, + 86, 87, 87, 87, 87, 87, 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, - 87, + 88, + 88, + 88, + 88, + 88, + 88, + 88, + 88, + 88, + 88, + 88, + 88, + 88, + 88, 88, 89, 90, @@ -123113,138 +152472,160 @@ 90, 90, 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 90, + 91, + 91, + 91, + 91, + 91, + 91, + 91, 91, 92, + 92, + 92, + 92, + 92, + 92, + 92, + 92, + 92, + 92, + 92, + 92, + 92, + 92, + 92, + 92, + 92, + 92, + 93, + 93, + 93, 93, 93, 93, + 93, + 93, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, + 94, 94, 94, 95, 95, 95, - 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, - 96, + 95, + 95, + 95, + 95, + 95, + 95, + 95, + 95, + 95, 96, 97, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, + 97, + 97, + 97, + 97, + 97, 98, 99, 99, 99, 99, + 99, 100, 100, - 100, - 101, - 101, - 101, - 101, - 101, - 101, - 101, 101, 101, 101, 102, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, + 102, + 102, + 102, + 102, 103, 103, 103, 103, 103, 104, - 104, - 104, - 104, - 104, - 104, - 104, 105, 105, 105, - 105, - 106, 106, - 106, - 106, - 106, - 107, 107, - 107, - 107, - 107, - 108, - 108, - 108, - 108, 108, 109, + 109, + 109, 110, - 110, - 110, - 111, - 111, - 111, 111, 111, 112, 112, + 112, + 113, + 113, + 113, + 113, + 113, + 113, 113, 114, - 115, - 115, - 115, - 115, + 114, 115, 116, 117, - 118, - 118, - 118, + 117, + 117, + 117, + 117, + 117, + 117, + 117, + 117, + 117, + 117, + 117, 118, 119, 119, @@ -123257,16 +152638,47 @@ 120, 120, 120, + 120, + 120, + 121, + 121, + 121, + 121, + 121, + 121, + 121, + 121, + 121, + 121, + 121, 121, 122, + 122, + 122, 123, 123, 123, - 123, + 124, + 124, + 124, + 124, + 124, + 124, + 124, + 124, 124, 124, 124, 125, + 125, + 125, + 125, + 126, + 126, + 126, + 126, + 126, + 126, 126, 126, 127, @@ -123275,6 +152687,17 @@ 129, 129, 129, + 129, + 129, + 129, + 130, + 130, + 130, + 130, + 130, + 130, + 130, + 130, 130, 130, 130, @@ -123283,19 +152706,61 @@ 131, 131, 131, - 131, 132, 132, + 132, + 132, + 132, + 132, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, + 133, 133, + 133, + 134, + 134, + 134, 134, 135, 135, 135, 135, 135, + 135, + 135, + 135, + 135, + 135, + 135, + 135, + 135, + 135, + 135, + 135, + 135, + 135, + 136, + 136, + 136, + 136, + 136, + 136, + 136, 136, 137, 137, + 137, + 137, + 137, + 137, 138, 138, 138, @@ -123305,49 +152770,43 @@ 138, 138, 138, - 138, - 138, - 138, - 139, - 139, - 139, - 139, - 139, 139, 139, 140, 140, 140, - 140, - 141, - 141, 141, 141, 142, 142, - 143, + 142, + 142, + 142, 143, 144, 144, 144, 145, + 145, + 145, + 145, + 145, 146, 146, 146, 146, 147, 147, - 147, - 147, - 147, - 147, - 147, - 147, + 148, + 148, + 148, + 148, 148, 149, - 149, - 149, - 149, + 150, + 150, + 150, + 150, 150, 150, 150, @@ -123358,25 +152817,26 @@ 152, 153, 153, + 153, + 154, + 154, + 154, + 154, + 154, + 154, 154, - 155, - 155, - 155, - 155, - 155, 155, 156, 156, 156, - 157, - 157, + 156, + 156, 157, 158, 158, 158, 158, 158, - 158, 159, 159, 159, @@ -123390,13 +152850,14 @@ 161, 161, 161, - 161, - 161, - 161, 162, 162, - 163, - 163, + 162, + 162, + 162, + 162, + 162, + 162, 163, 164, 164, @@ -123405,59 +152866,83 @@ 166, 166, 166, - 167, - 167, - 167, + 166, + 166, + 166, 167, 168, 168, 168, - 169, - 169, + 168, 169, 170, 170, + 170, 171, 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 171, - 172, - 172, 172, 173, + 173, + 173, + 173, + 173, + 173, + 173, + 174, 174, 174, 174, 174, + 174, + 174, + 174, + 174, + 174, + 175, 175, 176, 176, - 177, - 177, + 176, 177, 177, 178, 178, + 178, + 178, + 178, + 178, 179, - 179, - 179, 180, + 180, + 180, + 180, + 180, + 181, + 181, + 181, + 181, + 181, + 181, + 181, + 181, + 181, + 181, + 181, 181, 182, + 182, 183, 184, 184, 184, + 184, + 184, + 184, 185, 185, 185, + 185, + 186, 186, 186, 186, @@ -123465,48 +152950,62 @@ 186, 186, 186, + 186, + 186, + 186, + 187, + 187, 187, 188, + 188, 189, 189, - 189, - 190, - 190, - 190, - 190, - 190, 190, - 190, - 191, - 191, - 191, 191, 192, - 192, - 192, - 192, - 192, - 193, 193, 194, + 194, + 194, + 194, + 194, + 195, + 195, + 195, + 195, 195, 195, 195, 196, - 196, - 196, + 197, + 197, + 197, 197, 197, 198, 198, 198, 199, + 199, + 199, + 199, + 199, + 199, + 199, + 199, + 199, 200, 200, 201, + 201, + 201, 202, 203, 203, + 203, + 203, + 203, + 203, 204, 205, 205, @@ -123515,16 +153014,30 @@ 208, 208, 209, + 209, + 209, + 209, + 210, 210, 211, + 211, + 212, + 212, + 212, 212, 212, 212, 213, 213, + 213, + 213, 214, + 214, + 215, 215, 216, + 216, + 217, 217, 217, 217, @@ -123533,92 +153046,102 @@ 217, 218, 218, + 218, + 219, 219, + 219, + 219, + 219, + 220, 220, 221, + 221, 222, - 222, - 222, - 222, - 222, - 222, - 222, 223, + 223, + 223, + 223, + 223, + 224, + 224, 224, 224, 225, 226, - 226, 227, 227, 228, 228, - 228, + 229, + 229, 229, 230, + 230, 231, - 231, + 232, 232, 232, 232, 233, 234, - 235, - 235, + 234, 235, 235, 236, 237, 237, + 237, + 237, + 237, 238, 239, 239, + 239, + 239, 240, - 240, 241, + 241, + 241, + 242, + 242, + 242, 242, 243, 243, + 243, 244, - 244, - 244, - 245, - 245, 245, 245, 246, 247, + 247, + 248, 248, 249, 249, 249, 250, 251, - 251, - 251, - 251, 252, - 253, - 253, + 252, 253, 254, 255, 256, - 257, + 256, 257, 258, 259, - 259, 260, 261, 262, 262, 262, - 262, - 262, - 262, 263, 264, + 264, + 265, + 265, 265, 265, 266, @@ -123628,11 +153151,13 @@ 268, 268, 269, - 269, 270, 271, 272, 273, + 273, + 273, + 273, 274, 275, 276, @@ -123642,19 +153167,16 @@ 280, 281, 282, - 282, + 283, 283, 284, 285, 286, - 286, - 287, 287, 288, 289, - 289, 290, - 291, + 290, 291, 292, 293, @@ -123662,90 +153184,66 @@ 295, 296, 297, + 297, 298, - 298, - 298, - 298, - 299, 299, - 299, - 300, 300, 301, 302, - 302, - 302, - 302, - 303, 303, 304, 305, - 305, 306, 307, 308, 309, 310, - 310, - 310, - 310, - 311, 311, 311, 312, 313, - 313, - 313, 314, 315, - 315, - 316, 316, 317, + 317, 318, 319, 320, - 321, + 320, 321, 322, 323, - 323, - 324, 324, 325, - 325, 326, 327, 328, 329, + 329, 330, 331, 332, - 332, 333, 334, 335, - 335, 336, 337, 338, 339, - 339, 340, - 341, - 341, + 340, 341, 342, - 342, 343, 344, + 344, 345, 346, 347, 348, 349, 350, - 350, 351, 352, 353, @@ -123764,29 +153262,22 @@ 365, 366, 367, - 367, - 367, 368, 369, - 369, - 369, - 370, 370, 371, 372, 373, 374, 375, - 375, - 375, 376, 377, 378, - 378, - 379, 379, 380, 381, + 381, + 381, 382, 383, 384, @@ -123794,25 +153285,23 @@ 386, 387, 388, - 388, 389, 390, + 390, 391, 392, 393, 394, 395, - 395, 396, 397, - 397, - 397, 398, 399, - 399, + 400, 400, 401, 402, + 402, 403, 404, 405, @@ -123829,9 +153318,6 @@ 415, 416, 417, - 417, - 418, - 418, 418, 419, 420, @@ -123839,6 +153325,7 @@ 421, 422, 423, + 423, 424, 425, 426, @@ -123857,7 +153344,6 @@ 439, 440, 441, - 441, 442, 443, 444, @@ -123876,7 +153362,6 @@ 457, 458, 459, - 459, 460, 461, 462, @@ -123911,6 +153396,7 @@ 491, 492, 493, + 493, 494, 495, 496, @@ -123919,24 +153405,28 @@ 499, 500, 501, - 501, 502, 503, 504, 505, 506, + 506, 507, 508, + 508, 509, 510, 511, 512, + 512, + 512, 513, 514, 515, 516, 517, 518, + 518, 519, 520, 521, @@ -123950,8 +153440,10 @@ 529, 530, 531, + 531, 532, 533, + 533, 534, 535, 536, @@ -123965,9 +153457,10 @@ 544, 545, 546, + 546, 547, 548, - 549, + 548, 549, 550, 551, @@ -123979,7 +153472,6 @@ 557, 558, 559, - 559, 560, 561, 562, @@ -123988,6 +153480,7 @@ 565, 566, 567, + 567, 568, 569, 570, @@ -123996,17 +153489,14 @@ 573, 574, 575, - 575, 576, 577, 578, 579, 580, - 580, 581, 582, 583, - 583, 584, 585, 586, @@ -124016,15 +153506,15 @@ 590, 591, 592, + 592, 593, 594, 595, - 595, - 595, 596, 597, 598, 599, + 599, 600, 601, 602, @@ -124036,155 +153526,35 @@ 608, 609, 610, - 611, - 612, - 613, - 614, - 615, - 616, - 617, - 618, - 619, - 620, - 621, - 622, - 623, - 624, - 625, - 626, - 627, - 628, - 628, - 629, - 630, - 630, - 631, - 632, - 633, - 634, - 635, - 635, - 636, - 636, - 637, - 637, - 638, - 639, - 640, - 640, - 641, - 642, - 643, - 644, - 645, - 646, - 647, - 648, - 649, - 650, - 651, - 651, - 652, - 653, - 653, - 654, - 654, - 655, - 656, - 657, - 658, - 658, - 658, - 659, - 660, - 661, - 662, - 663, - 664, - 664, - 664, - 665, - 666, - 667, - 668, - 669, - 670, - 671, - 672, - 673, - 674, - 674, - 675, - 676, - 677, - 678, - 678, - 678, - 679, - 680, - 681, - 682, - 683, - 684, - 685, - 686, - 687, - 688, - 689, - 690, - 690, - 691, - 692, - 692, - 693, - 694, - 695, - 696, - 697, - 698, - 699, - 700, - 701, - 702, - 703, - 704, - 705, - 706, - 707, - 708, - 709, - 710, - 711, - 712, - 713 + 611 ], "changepoint_dates": [ - "2023-01-29", - "2024-03-18" + "2023-02-12", + "2024-09-09" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-01-29", - "mean_faithfulness": 0.7802631578947369, - "refusal_rate_percent": 13.815789473684212 + "end_date": "2023-02-12", + "mean_faithfulness": 1.1974193548387098, + "refusal_rate_percent": 12.129032258064516 }, { - "start_date": "2023-01-29", - "end_date": "2024-03-18", - "mean_faithfulness": 0.4530120481927711, - "refusal_rate_percent": 38.31325301204819 + "start_date": "2023-02-12", + "end_date": "2024-09-09", + "mean_faithfulness": 0.8643478260869565, + "refusal_rate_percent": 26.956521739130434 }, { - "start_date": "2024-03-18", - "end_date": "2025-09-10", - "mean_faithfulness": 0.06133828996282528, - "refusal_rate_percent": 83.45724907063197 + "start_date": "2024-09-09", + "end_date": "2025-10-22", + "mean_faithfulness": 0.056372549019607844, + "refusal_rate_percent": 88.72549019607843 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "meta-llama/Meta-Llama-3.1-70B-Instruct": { + "mistralai/mistral-medium-3": { "dates": [ "2021-01-01", "2021-01-01", @@ -125898,102 +155268,147 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ - 0, - 1, 2, 0, 2, + 0, 2, - 1, - 1, - 1, 2, 0, + 0, 2, 2, - 2, - 1, + 0, 0, 2, 2, 0, + 0, 2, 2, 2, 2, 0, 2, - 0, 2, 2, 2, + 0, 2, + 0, + 0, 2, 2, 2, 2, 0, + 0, 2, 2, 2, + 0, 2, 2, 2, - 1, 2, 2, 2, 0, 2, + 0, 2, 2, - 1, 2, 2, 2, 0, 2, - 0, 2, + 0, 2, 1, 2, 2, - 2, + 0, 0, 0, 2, 2, 2, 2, - 2, + 0, 1, 2, - 0, 2, 2, 2, 2, 2, 2, - 0, 2, + 0, 2, 2, 0, + 0, 1, 2, 2, 2, 2, - 2, + 0, 2, 1, 0, - 1, + 2, 2, 1, 2, @@ -126009,10 +155424,10 @@ 2, 2, 0, - 1, - 2, 2, + 0, 2, + 0, 2, 2, 2, @@ -126023,16 +155438,18 @@ 2, 0, 2, - 1, - 2, + 0, 2, + 0, 1, 2, 2, - 2, + 0, 2, 0, + 2, 0, + 2, 0, 2, 2, @@ -126040,87 +155457,85 @@ 2, 2, 2, - 1, 0, 0, - 1, 0, 0, 2, + 0, 2, 2, 2, - 0, - 2, 2, 0, 2, - 2, 0, 2, 0, 0, 0, + 1, 0, 2, - 2, 0, 2, - 2, - 2, 1, - 0, - 0, - 2, - 2, - 2, + 1, 2, + 0, + 1, 2, + 0, 2, 2, - 1, 2, 2, - 1, 0, 2, 2, 2, 2, - 1, - 0, - 2, 2, 2, 0, 2, + 0, + 0, 2, - 2, + 0, + 0, 1, 2, + 2, 0, 2, + 1, 2, + 1, 2, 0, 0, 2, + 1, + 0, 2, 1, 2, 0, - 0, 2, 2, + 0, 2, + 1, 2, 2, 2, 2, 2, 0, + 0, 2, - 2, + 0, 0, 0, 2, @@ -126128,23 +155543,23 @@ 0, 0, 0, + 0, 2, 2, 0, 0, 0, - 0, 2, 2, 2, 2, 0, 2, - 1, + 0, 2, 0, 0, - 2, + 1, 2, 2, 0, @@ -126160,19 +155575,19 @@ 2, 2, 2, - 2, + 0, 2, 2, 1, 2, 2, - 1, 0, 2, - 2, 0, + 2, 0, 0, + 2, 0, 2, 2, @@ -126183,13 +155598,13 @@ 2, 2, 2, - 1, - 2, + 0, 2, + 0, 2, 2, 2, - 0, + 1, 2, 2, 2, @@ -126198,63 +155613,63 @@ 2, 0, 0, - 2, + 0, 2, 0, 2, 2, 0, - 0, - 2, 2, + 0, 2, 2, + 0, 2, 2, 2, - 1, + 0, 0, 2, 2, 2, 1, + 1, + 0, 2, 2, 2, 2, 2, 2, - 1, - 2, 0, 2, 2, - 0, 2, - 1, 2, 1, 2, + 2, + 1, + 1, 0, 0, - 2, - 2, 0, - 2, 0, + 2, + 2, 1, 2, 0, 2, 0, 2, - 1, + 2, 2, 2, 0, 2, - 1, 2, + 0, 2, 2, 2, @@ -126263,26 +155678,26 @@ 2, 0, 0, - 2, 1, + 0, 2, 1, - 2, - 2, - 2, 0, 2, 0, 2, + 0, 2, 2, 2, 2, 2, 2, + 0, + 0, 2, 2, - 1, + 0, 2, 2, 2, @@ -126291,10 +155706,8 @@ 2, 2, 0, - 2, 0, 2, - 0, 2, 2, 2, @@ -126306,6 +155719,8 @@ 2, 2, 2, + 0, + 2, 2, 2, 0, @@ -126317,7 +155732,7 @@ 2, 2, 2, - 2, + 0, 2, 2, 2, @@ -126327,24 +155742,21 @@ 0, 2, 1, - 2, 0, 2, 2, - 2, - 2, 1, - 2, - 2, 0, 2, 2, 2, + 2, 1, 2, 0, 2, 2, + 0, 2, 2, 2, @@ -126354,74 +155766,81 @@ 2, 2, 2, - 1, - 2, - 2, - 0, 2, 2, 2, + 1, + 0, + 0, + 1, + 0, 0, 2, 2, + 1, + 0, 2, 2, 2, 2, 2, 2, - 2, + 0, 2, 0, 2, 1, 2, - 2, + 0, 0, 2, 0, 2, + 2, + 1, + 0, 0, 2, 0, - 1, 2, 2, 2, + 0, + 2, + 2, 2, 2, 0, - 1, 2, 2, 2, 2, 2, - 0, 2, - 1, + 2, 2, 2, 2, 0, - 0, + 1, 2, 0, 1, + 2, + 2, + 1, 1, 2, 0, 0, 0, - 1, - 0, - 0, 0, 2, 2, 0, - 2, - 2, + 1, + 0, + 0, 0, 2, 0, @@ -126429,10 +155848,6 @@ 2, 2, 0, - 2, - 1, - 1, - 1, 0, 2, 2, @@ -126444,23 +155859,23 @@ 2, 2, 2, - 2, + 0, 1, 2, 2, 2, 2, + 0, + 0, 2, 2, - 2, - 1, 0, 2, 2, + 1, 2, 1, 2, - 0, 2, 2, 2, @@ -126471,7 +155886,7 @@ 2, 2, 2, - 2, + 1, 0, 2, 0, @@ -126479,71 +155894,70 @@ 2, 2, 2, - 0, - 2, 2, - 0, 2, 0, 2, 2, 2, 2, + 0, 2, 2, + 0, + 0, 1, 2, 2, 2, - 2, 0, 2, 2, 2, - 2, 0, 2, - 1, + 0, 2, 2, - 1, - 0, 2, 2, 0, + 0, + 0, 2, + 0, 2, 2, 0, + 0, + 1, + 0, 2, + 1, 0, 2, 2, + 0, 2, 2, 2, 0, 2, 2, - 2, - 0, 0, 2, 1, 2, 2, 2, - 2, - 2, - 2, + 0, 0, 1, 0, 2, 2, - 2, 0, - 1, + 0, 2, 2, 2, @@ -126551,6 +155965,7 @@ 2, 2, 0, + 1, 2, 2, 0, @@ -126566,36 +155981,35 @@ 0, 0, 2, - 1, + 0, 2, 2, - 1, - 0, - 0, 2, 0, - 2, 0, 2, 0, 2, 2, 2, - 1, 0, 2, 2, 0, 1, 2, + 2, + 2, 0, 1, - 1, 2, 2, 2, - 0, + 1, + 2, + 1, 2, + 0, 2, 2, 2, @@ -126608,21 +156022,22 @@ 2, 2, 2, - 0, - 0, 2, 2, - 0, 1, - 0, + 2, + 2, + 2, 2, 0, 2, + 0, 2, 0, 2, 2, 0, + 0, 2, 0, 2, @@ -126632,29 +156047,28 @@ 2, 0, 2, - 1, + 2, + 2, 2, 2, 1, - 0, 1, 2, 2, - 1, 2, 2, 2, 2, - 0, 2, + 0, 2, + 0, 2, 2, 2, 2, - 1, 0, - 2, + 0, 2, 2, 2, @@ -126665,34 +156079,35 @@ 2, 2, 1, - 2, + 0, + 0, 2, 2, 0, 2, - 2, + 0, 2, 2, 0, 2, 2, 2, + 0, 2, + 0, 2, 2, - 2, + 0, 2, 1, - 2, - 2, + 0, 2, 2, 1, 0, - 0, 2, 0, - 1, + 0, 0, 2, 0, @@ -126700,67 +156115,48 @@ 0, 0, 0, - 2, + 0, 1, 2, - 1, 2, - 0, - 0, 2, - 1, - 0, 2, 0, - 0, + 2, 1, 0, - 0, - 2, - 2, 2, 2, 0, - 0, 2, 0, 0, - 0, - 0, 2, - 0, - 0, 2, 2, 0, 0, - 1, 0, - 1, 0, 0, - 2, 0, - 1, 0, 0, 2, 0, - 0, 2, - 0, 2, 2, - 1, 0, 0, - 0, - 2, 2, 0, 2, 0, 0, + 1, + 2, + 0, 0, 2, 2, @@ -126768,9 +156164,6 @@ 0, 0, 2, - 0, - 2, - 0, 2, 2, 0, @@ -126779,7 +156172,6 @@ 0, 2, 2, - 2, 0, 0, 0, @@ -126787,43 +156179,53 @@ 0, 2, 0, + 2, 0, - 0, + 2, + 2, + 1, 1, - 0, - 0, - 0, 0, 2, - 0, 2, 0, - 0, + 2, 2, 0, + 2, 0, - 0, - 0, - 0, - 0, + 2, 0, 2, 0, + 1, + 2, + 2, 0, 2, 0, 0, 0, 0, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 1, 0, 0, 0, 0, 0, 0, + 2, + 2, 0, 0, + 2, 0, 2, 0, @@ -126833,329 +156235,388 @@ 0, 0, 0, + 1, 0, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, - 0, + 2, + 2, + 2, + 2, 0, 2, 0, + 2, + 2, + 2, 0, 0, 0, + 2, + 2, + 2, 0, + 2, 0, 0, 0, 2, - 0, - 0, 2, 0, - 0, 2, 0, 2, 0, 0, - 0, - 0, - 0, - 0, 2, 2, 2, 2, - 0, 2, 2, 2, - 0, - 0, 2, - 0, - 0, - 0, 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, 0, + 2, + 2, + 2, 0, 0, + 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, 1, 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 1, 0, - 0, - 0, 2, - 1, - 0, - 0, - 0, - 0, - 0, - 0, 0, + 2, 0, 0, + 2, 0, + 2, + 2, + 2, 0, 0, 0, 0, + 2, 0, + 2, 0, 0, 0, + 2, 0, 0, + 2, 0, 0, + 2, 0, 0, + 2, + 2, 0, 0, 0, 0, + 2, 0, + 2, 0, 0, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, 0, 0, 0, + 2, 0, 0, 1, 0, 0, 0, + 2, + 2, 0, 0, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, + 2, + 2, + 2, 0, + 2, 0, + 2, 0, + 2, + 2, 0, + 2, 0, + 2, + 2, 0, 0, 0, 0, + 2, + 2, 0, + 2, + 2, 0, + 2, 0, 0, + 2, 0, 0, + 2, 0, + 2, 0, 0, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, + 2, + 2, 0, 0, 0, 0, + 2, + 2, 0, 0, 0, 0, 0, 0, + 2, 0, 0, 0, + 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 1, + 2, + 2, + 1, + 1, 0, 0, 0, 0, 2, 0, + 2, 0, + 2, 0, 0, + 2, + 2, 1, 0, 0, + 2, 0, + 1, 0, 0, + 2, 0, 0, + 2, + 2, 0, + 1, 0, + 2, + 2, 0, 0, 0, 0, + 2, + 2, + 2, + 2, + 2, 0, + 2, 0, + 2, 0, 0, 0, + 2, 0, + 1, 0, 0, + 2, + 2, + 2, 0, 0, + 2, 0, + 2, 0, 0, 0, 0, 0, 0, + 2, 0, + 2, 0, + 2, 0, 0, 0, 0, + 1, + 2, + 2, 0, 0, 0, 0, 0, + 2, 0, + 2, 0, 0, 0, 0, + 2, + 2, + 1, + 2, + 1, + 2, + 2, 0, + 2, + 2, 0, 0, 0, 0, + 2, 0, 0, + 2, + 2, 0, 0, 0, 0, 0, + 2, + 2, + 2, + 2, 0, 0, 0, 0, + 2, 0, + 2, 0, 0, 0, + 2, 0, 0, 0, 0, 0, + 2, 0, + 2, 0, 0, 0, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, + 2, 0, + 2, 0, + 2, 0, 0, + 2, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, + 2, + 2, 0, 0, 0, 0, + 1, 0, 0, 0, @@ -127167,6 +156628,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -127175,6 +156637,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -127195,6 +156658,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -127222,6 +156686,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -127392,6 +156857,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -127442,12 +156908,6 @@ 0, 0, 0, - 1, - 0, - 0, - 0, - 0, - 0, 0, 0, 0, @@ -127500,6 +156960,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -127545,7 +157006,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -127627,43 +157087,6 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 1, 1, 1, 1, @@ -127686,39 +157109,11 @@ 1, 1, 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 2, 2, 2, 2, 2, 2, - 2, - 3, - 3, - 3, 3, 3, 3, @@ -127728,56 +157123,12 @@ 3, 3, 3, - 3, - 3, - 3, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, 4, 4, 4, 4, 4, 4, - 4, - 4, - 4, - 4, - 5, - 5, - 5, - 5, 5, 5, 5, @@ -127816,23 +157167,6 @@ 5, 5, 5, - 5, - 5, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, 6, 6, 6, @@ -127840,6 +157174,8 @@ 6, 6, 7, + 7, + 7, 8, 8, 8, @@ -127857,14 +157193,23 @@ 9, 9, 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, + 9, 10, 10, 10, 10, - 10, - 11, - 11, - 11, 11, 11, 11, @@ -127886,176 +157231,32 @@ 11, 11, 11, - 11, - 11, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, 12, 13, 13, 13, 14, 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, 15, 15, 15, 15, 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, 16, 16, 16, 17, 17, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, + 17, 18, 18, 18, @@ -128073,20 +157274,6 @@ 18, 18, 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, 20, 20, 20, @@ -128098,169 +157285,43 @@ 21, 21, 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 23, - 23, 23, 23, 23, - 23, - 24, - 24, - 24, 24, 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, - 25, 26, 26, 26, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, + 26, + 26, 27, 28, 28, 28, + 28, + 28, + 28, + 28, + 28, 29, 29, 29, - 29, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, - 30, 30, 30, - 30, - 30, - 30, - 30, - 30, - 30, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, + 30, + 30, 31, 31, 31, @@ -128273,12 +157334,20 @@ 32, 32, 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, + 32, 33, 33, 33, - 33, - 33, - 34, 34, 34, 34, @@ -128286,6 +157355,16 @@ 34, 34, 35, + 35, + 35, + 35, + 36, + 36, + 36, + 36, + 36, + 36, + 36, 36, 36, 36, @@ -128294,49 +157373,8 @@ 36, 37, 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 38, - 38, - 38, - 38, - 38, - 38, - 38, 38, 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 39, - 39, - 39, - 39, - 39, - 39, 39, 39, 39, @@ -128345,62 +157383,37 @@ 40, 40, 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, 41, 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, 42, - 42, - 42, - 42, - 42, - 42, - 42, - 42, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, 43, 43, 43, @@ -128414,15 +157427,15 @@ 44, 44, 44, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, + 44, 45, 46, 46, @@ -128435,15 +157448,38 @@ 47, 47, 47, + 47, + 47, + 47, + 47, + 47, + 48, 48, 48, 48, 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, 50, - 50, - 50, - 50, - 50, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, + 51, 51, 51, 51, @@ -128452,37 +157488,100 @@ 52, 52, 52, - 53, - 53, - 53, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, 53, 53, 54, 55, 55, - 56, - 56, - 56, - 56, - 56, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, + 55, 56, 56, 57, + 57, + 57, + 57, 58, - 58, - 58, - 58, - 58, - 58, + 59, 59, 60, - 61, - 61, - 61, + 60, + 60, + 60, 61, 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 62, + 63, + 63, + 63, + 63, + 63, + 63, 63, 63, + 63, + 63, + 63, + 64, 64, 64, 65, @@ -128490,6 +157589,9 @@ 65, 65, 65, + 65, + 65, + 66, 66, 66, 66, @@ -128498,11 +157600,13 @@ 67, 67, 68, - 68, - 69, - 69, 69, 70, + 70, + 70, + 70, + 70, + 70, 71, 71, 71, @@ -128515,44 +157619,136 @@ 72, 72, 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, + 72, 73, 74, 74, + 74, + 74, + 74, + 74, + 75, + 75, + 75, 75, + 75, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, + 76, 76, 77, 77, 77, 77, - 78, + 77, + 77, 78, 79, + 79, + 80, + 80, + 80, 80, 81, + 81, + 82, + 82, + 82, + 82, + 82, 82, + 82, + 82, + 82, + 82, + 83, + 83, + 83, + 83, 83, + 83, + 83, + 83, + 83, + 83, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, 84, 84, 85, + 85, + 85, + 85, + 86, + 86, 86, 86, 87, - 87, - 87, - 87, - 87, - 87, - 87, - 88, 88, 89, - 90, - 90, + 89, 90, 91, 92, 93, + 93, 94, + 94, + 94, + 94, + 95, + 95, + 95, + 95, 95, 95, 95, @@ -128560,6 +157756,31 @@ 96, 96, 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 97, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, 98, 98, 98, @@ -128574,14 +157795,45 @@ 100, 101, 101, + 101, + 101, + 101, + 101, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, + 102, 102, 102, 103, + 103, + 103, + 103, + 103, + 103, + 103, 104, - 104, - 104, - 104, - 104, + 105, + 105, + 105, + 105, + 105, + 105, 105, 105, 105, @@ -128599,31 +157851,89 @@ 107, 107, 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, 108, - 108, + 109, + 109, + 109, 109, 109, 110, 111, - 111, + 112, + 112, + 112, + 112, + 112, 112, 112, 113, 113, 113, 114, + 114, + 114, 115, + 115, + 116, + 116, + 116, 116, 116, 116, 117, 118, + 118, + 118, 119, 119, + 119, + 119, + 119, + 119, + 119, + 119, + 120, + 120, 120, + 120, + 120, + 120, + 120, + 120, + 120, + 121, + 121, + 121, 121, 122, 123, + 123, + 123, + 123, + 123, + 124, + 124, + 124, + 124, + 124, + 124, + 124, + 124, 124, 125, 125, @@ -128631,161 +157941,442 @@ 126, 126, 127, + 127, + 127, + 127, + 127, + 127, + 127, + 127, + 127, + 127, + 127, + 127, + 127, + 128, 128, 128, + 128, + 129, 129, + 129, + 129, + 130, + 130, 130, + 130, + 131, 131, 131, + 131, + 132, + 132, + 132, + 132, + 132, + 132, 132, 133, 134, 134, 134, 135, + 135, + 135, 136, 137, + 137, + 137, + 137, + 137, + 137, 138, + 138, + 138, + 139, + 139, 139, 140, + 140, + 140, + 140, + 140, + 140, + 140, + 140, + 140, + 140, + 140, + 140, + 140, + 140, + 140, + 140, + 140, + 141, + 141, + 141, + 141, 141, + 141, + 141, + 141, + 142, + 142, + 142, + 142, + 142, 142, + 142, + 142, + 142, + 142, + 142, + 143, + 143, + 143, 143, + 143, + 144, + 144, + 144, + 144, + 144, + 144, + 144, + 144, + 144, + 144, + 144, 144, 145, - 146, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 145, + 145, 146, 147, 147, 147, 148, + 148, + 148, + 148, + 148, + 149, + 149, + 149, + 149, + 149, 149, 150, + 150, + 150, + 151, + 151, + 151, 151, 151, 152, 153, + 153, + 153, + 153, + 153, + 153, 154, 154, + 154, + 155, 155, + 155, + 156, 156, 157, + 157, + 157, + 158, + 158, 158, 159, - 160, - 160, + 159, + 159, + 159, + 159, 160, 161, + 161, + 161, 162, + 162, + 163, 163, + 163, + 164, + 164, 164, 165, 166, 166, + 166, 167, 168, + 168, + 168, + 168, + 168, + 168, + 168, + 168, + 168, + 168, + 168, + 168, + 168, + 168, + 168, + 168, + 168, + 169, + 169, + 169, + 169, 169, 170, + 170, + 170, + 171, + 171, 171, + 171, + 171, + 171, + 172, + 172, + 172, + 172, + 172, + 172, + 172, 172, 173, 174, + 174, + 174, + 174, + 174, + 174, + 174, + 174, + 174, + 174, + 175, + 175, + 175, + 175, + 175, 175, 176, 177, 177, + 177, + 177, + 177, 178, 179, + 179, + 179, + 179, + 179, + 179, 180, 181, 181, + 181, + 182, + 182, + 182, + 182, + 182, 182, - 183, 183, 184, 185, 186, + 186, 187, + 187, + 188, 188, 189, - 190, - 190, + 189, + 189, + 189, + 189, 190, 191, + 191, + 191, + 191, + 192, + 192, + 192, + 192, + 192, 192, + 192, + 193, 193, 194, + 194, + 194, 195, 196, 197, 198, + 198, + 198, + 198, + 198, + 198, + 199, 199, 200, + 200, 201, 202, + 202, + 202, + 202, + 202, 203, 204, + 204, + 204, + 204, + 204, + 205, 205, 206, 206, 207, 208, - 208, + 209, 209, 210, 211, + 211, + 212, + 212, + 212, 212, 213, 214, 215, 216, + 216, + 216, + 216, 217, 218, 219, 220, + 220, + 220, + 221, 221, + 221, + 221, + 221, + 222, + 222, + 222, + 222, + 222, + 222, + 222, + 222, + 222, + 222, 222, 223, 224, 225, 226, + 226, 227, 228, + 228, + 228, 229, + 229, + 229, + 230, + 230, + 230, + 230, + 230, 230, 231, 232, 233, 234, + 234, + 234, + 234, + 235, + 235, 235, 235, 236, 237, 238, - 238, 239, 240, 240, 241, + 241, + 241, 242, 243, 243, + 243, + 243, + 243, + 243, + 243, + 244, + 244, 244, 245, 245, 246, + 246, + 246, + 247, + 247, + 247, 247, 248, 249, 249, + 249, + 249, 250, - 250, + 251, + 251, 251, 252, + 252, 253, 254, - 255, - 255, + 254, 255, 256, 257, @@ -128797,14 +158388,16 @@ 263, 264, 265, + 265, 266, 267, 268, 269, - 270, - 270, + 269, 270, 271, + 271, + 271, 272, 273, 274, @@ -128813,31 +158406,30 @@ 277, 278, 279, - 280, + 279, 280, 281, 282, 283, + 283, 284, 285, 286, + 286, 287, 288, - 289, + 288, 289, 290, 291, 292, 293, 294, - 294, - 295, 295, 295, 296, 297, 298, - 298, 299, 300, 301, @@ -128845,15 +158437,15 @@ 303, 304, 305, - 305, - 305, 306, 307, - 307, 308, 309, 310, 311, + 311, + 312, + 312, 312, 313, 314, @@ -128863,7 +158455,6 @@ 318, 319, 320, - 320, 321, 322, 323, @@ -128873,6 +158464,7 @@ 327, 328, 329, + 329, 330, 331, 332, @@ -128881,15 +158473,16 @@ 335, 336, 337, + 337, + 338, 338, - 339, 339, 340, 341, 342, + 342, 343, 344, - 344, 345, 346, 347, @@ -128897,7 +158490,6 @@ 349, 350, 351, - 351, 352, 353, 354, @@ -128905,14 +158497,12 @@ 356, 357, 358, - 358, 359, 360, 361, 362, 363, 364, - 364, 365, 366, 367, @@ -128936,8 +158526,7 @@ 385, 386, 387, - 387, - 387, + 388, 388, 389, 390, @@ -128951,9 +158540,9 @@ 398, 399, 400, - 400, 401, 402, + 402, 403, 404, 405, @@ -128966,7 +158555,6 @@ 412, 413, 414, - 414, 415, 416, 417, @@ -128992,22 +158580,22 @@ 436, 437, 438, - 439, + 438, 439, 440, 441, + 441, 442, 443, 444, 445, 446, - 446, 447, 448, 449, 450, 451, - 452, + 451, 452, 453, 454, @@ -129015,12 +158603,11 @@ 456, 457, 458, - 458, 459, 460, 461, 462, - 462, + 463, 463, 464, 465, @@ -129030,6 +158617,7 @@ 469, 470, 471, + 471, 472, 473, 474, @@ -129040,6 +158628,7 @@ 479, 480, 481, + 481, 482, 483, 484, @@ -129062,6 +158651,7 @@ 501, 502, 503, + 503, 504, 505, 506, @@ -129069,6 +158659,7 @@ 508, 509, 510, + 510, 511, 512, 513, @@ -129083,7 +158674,6 @@ 522, 523, 524, - 524, 525, 526, 527, @@ -129105,13 +158695,13 @@ 543, 544, 545, - 545, 546, 547, 548, 549, 550, 551, + 551, 552, 553, 554, @@ -129120,48 +158710,47 @@ 557, 558, 559, - 559, 560, 561, 562, - 562, 563, 564, 565, 566, 567, + 567, + 568, 568, 569, 570, 571, 572, + 572, + 572, 573, 574, 575, 576, - 576, + 577, 577, 578, 579, 580, - 580, 581, 582, 583, - 583, 584, 585, - 585, 586, 587, 588, 589, 590, - 590, 591, 592, 593, 594, + 594, 595, 596, 597, @@ -129197,7 +158786,6 @@ 626, 627, 628, - 628, 629, 630, 631, @@ -129208,10 +158796,9 @@ 636, 637, 638, + 638, 639, 640, - 640, - 640, 641, 642, 643, @@ -129229,17 +158816,16 @@ 655, 656, 657, - 657, 658, 659, 660, + 660, 661, 662, 663, 664, 665, 666, - 666, 667, 668, 669, @@ -129247,116 +158833,35 @@ 671, 672, 673, - 674, - 675, - 676, - 677, - 678, - 679, - 679, - 680, - 681, - 681, - 682, - 682, - 683, - 683, - 684, - 685, - 686, - 687, - 687, - 687, - 688, - 689, - 690, - 691, - 692, - 693, - 693, - 693, - 694, - 695, - 696, - 697, - 698, - 699, - 700, - 701, - 702, - 703, - 704, - 705, - 706, - 707, - 708, - 708, - 708, - 709, - 710, - 711, - 712, - 713, - 714, - 715, - 716, - 716, - 717, - 718, - 719, - 719, - 720, - 721, - 721, - 722, - 723, - 724, - 725, - 726, - 727, - 728, - 729, - 730, - 731, - 731, - 732, - 733, - 734, - 735, - 736, - 737, - 738, - 739, - 740, - 741 + 674 ], "changepoint_dates": [ - "2023-02-19", - "2023-09-03" + "2023-02-26", + "2024-07-15" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-02-19", - "mean_faithfulness": 1.438216560509554, - "refusal_rate_percent": 5.477707006369427 + "end_date": "2023-02-26", + "mean_faithfulness": 1.3177215189873417, + "refusal_rate_percent": 13.544303797468354 }, { - "start_date": "2023-02-19", - "end_date": "2023-09-03", - "mean_faithfulness": 0.6410256410256411, - "refusal_rate_percent": 32.82051282051282 + "start_date": "2023-02-26", + "end_date": "2024-07-15", + "mean_faithfulness": 0.8910891089108911, + "refusal_rate_percent": 28.51485148514851 }, { - "start_date": "2023-09-03", - "end_date": "2025-09-10", - "mean_faithfulness": 0.019099590723055934, - "refusal_rate_percent": 86.49386084583902 + "start_date": "2024-07-15", + "end_date": "2025-10-22", + "mean_faithfulness": 0.032397408207343416, + "refusal_rate_percent": 91.36069114470843 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "mistralai/Mixtral-8x22B-Instruct-v0.1": { + "mistralai/mistral-medium-3.1": { "dates": [ "2021-01-01", "2021-01-01", @@ -131070,35 +160575,78 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 2, - 1, + 0, 2, 0, 2, 2, 0, - 0, + 1, 0, 2, 0, 2, 1, 2, + 2, 1, - 0, - 0, + 2, 2, 2, 2, 0, 2, 2, - 0, 2, - 0, 2, 2, 2, @@ -131108,6 +160656,8 @@ 2, 2, 2, + 0, + 0, 2, 0, 2, @@ -131115,24 +160665,24 @@ 2, 2, 1, - 1, 2, 2, 0, 0, 2, - 0, 2, 2, 2, 2, - 0, + 2, 2, 0, 2, 2, 2, 2, + 1, + 2, 2, 0, 0, @@ -131145,7 +160695,8 @@ 1, 2, 2, - 1, + 0, + 2, 2, 2, 2, @@ -131155,94 +160706,93 @@ 2, 0, 0, - 2, 1, 2, - 1, 2, 2, 2, - 1, 0, 2, - 1, - 2, + 0, 0, 2, 2, - 0, + 1, 2, 2, + 0, 2, 2, + 0, 2, 2, 2, 2, 2, - 0, 2, + 1, 2, + 0, 2, 0, 2, 2, 2, 0, - 1, - 2, 0, 2, 0, 2, 0, 2, + 0, 2, 0, + 1, + 2, 2, 2, 2, 0, - 0, - 1, 1, + 0, 2, 1, 2, - 0, 2, 2, - 1, - 2, 0, 2, 2, + 1, + 0, 0, - 2, 0, 2, + 0, 2, 2, 2, 2, - 1, 2, - 2, - 1, + 0, 2, 2, 0, 0, + 0, 1, + 0, 2, 2, 0, 1, + 1, 2, 0, 2, - 0, 2, + 0, 2, 2, 2, @@ -131256,86 +160806,83 @@ 2, 0, 2, - 1, - 2, - 2, - 2, 0, - 2, + 0, 2, 2, 0, + 1, 2, 2, + 0, 2, 2, 2, - 0, - 2, + 1, 2, 0, 0, - 0, 2, 2, + 0, 2, 2, 2, 0, 2, 2, + 0, 2, + 1, 2, 2, 2, 2, 0, 0, - 2, - 2, 0, - 1, 2, 0, 0, - 1, 0, 2, - 2, 0, 0, + 1, 0, 0, 2, 2, + 0, + 0, + 0, 2, 2, 2, 2, 0, 2, - 0, - 2, - 1, 2, 2, + 0, + 0, 2, - 1, 2, 2, - 0, 2, 2, 2, 2, + 0, 2, + 0, + 0, 2, 2, 2, 2, 2, 2, - 1, 2, 2, 1, @@ -131344,7 +160891,10 @@ 0, 0, 0, + 2, + 0, 0, + 2, 0, 2, 2, @@ -131352,12 +160902,12 @@ 2, 2, 0, - 0, - 2, 2, 2, 2, + 0, 2, + 0, 2, 2, 2, @@ -131366,68 +160916,68 @@ 2, 2, 2, - 0, + 2, 2, 0, 0, 0, 2, - 0, + 2, 2, 2, 0, 2, + 0, 2, 2, + 0, 2, 2, 2, 2, + 0, 2, 2, - 0, - 1, - 0, 2, 1, - 1, 2, + 0, 2, 2, 2, 2, - 1, 2, 2, + 0, 2, 2, 2, - 0, - 0, + 2, + 1, 2, 2, 2, 0, 0, - 0, + 2, 0, 0, 2, 2, - 2, + 1, 2, 0, 2, 0, - 0, + 2, 1, 2, - 0, - 0, 2, 1, + 2, 1, - 1, + 0, + 2, 2, 2, 2, @@ -131435,70 +160985,71 @@ 2, 0, 0, - 2, - 2, + 1, + 0, 2, 1, 2, 2, 0, + 2, 0, - 1, 0, 2, - 0, + 1, 2, 2, 2, 0, - 2, + 0, 2, 2, 0, 2, 2, + 1, + 2, 2, 2, 2, - 1, - 1, 0, 0, + 0, + 2, 2, + 1, 2, 2, 2, 2, 2, - 0, 2, 2, 2, 2, 2, - 1, 2, 2, - 1, 0, 2, + 1, + 0, 2, 2, 2, - 0, - 0, - 0, 2, 2, + 0, 2, 2, 2, 0, - 0, + 2, 0, 0, 2, 1, + 0, 2, 2, 2, @@ -131506,55 +161057,54 @@ 2, 2, 0, + 2, 1, 2, - 0, 2, - 0, 1, - 2, + 1, 2, 0, 2, 2, 2, 2, + 1, 2, 2, 2, 2, 2, 2, - 0, - 2, - 2, 2, - 1, + 0, 2, - 1, 2, 0, - 0, 2, 2, + 0, 2, 2, 2, + 0, 2, 2, 2, 2, 0, 2, - 2, - 1, + 0, 2, 0, 2, 0, + 0, 2, 0, + 2, 0, + 1, 0, 0, 2, @@ -131567,24 +161117,24 @@ 2, 2, 2, - 0, 2, 2, 0, - 2, 0, 2, 2, 2, 2, + 0, + 2, + 2, 2, 1, 2, 0, - 0, - 2, - 2, + 1, 2, + 0, 1, 0, 0, @@ -131595,75 +161145,67 @@ 2, 2, 0, - 2, + 1, + 0, 0, 0, 2, + 0, 2, 2, 2, - 1, - 2, 0, 0, 2, - 1, + 2, 0, 2, 2, 2, - 1, 2, 2, 2, - 0, - 0, 2, + 0, + 1, 2, 2, 2, 2, 0, - 0, 2, - 1, 2, 2, 0, - 1, 2, - 0, 2, 2, + 1, 2, 0, - 0, 2, 2, - 1, - 0, - 2, 2, 0, 2, 0, - 0, 2, 2, 2, 2, + 1, + 0, 2, 0, 0, 2, - 1, 2, - 0, + 2, + 2, 2, 0, 2, 2, - 1, 2, 2, 0, @@ -131671,24 +161213,20 @@ 2, 0, 2, - 0, + 1, + 2, 2, - 0, 2, 0, 2, 2, 0, 0, - 0, - 0, - 0, - 2, - 2, 2, 0, + 2, 1, - 0, + 2, 2, 0, 2, @@ -131699,153 +161237,104 @@ 2, 2, 0, - 0, + 1, 0, 2, 2, 0, 2, 2, + 0, 2, 2, 2, - 1, - 0, 2, - 2, - 0, 1, + 2, 1, 2, 2, 2, 2, - 0, - 0, - 0, - 0, 2, 0, - 0, 2, - 0, - 0, - 0, + 1, 0, 2, + 2, 0, 0, - 0, - 0, - 2, 1, 2, - 0, 2, - 0, - 0, - 0, - 0, 2, 2, - 0, - 0, 2, 2, 0, - 1, - 0, 2, - 0, - 0, - 0, 2, 0, 2, - 1, 2, 0, - 1, 0, - 2, - 2, 0, - 2, 0, 2, 0, 0, - 2, - 2, - 2, + 0, 0, 2, + 0, 2, 2, 2, - 2, - 1, - 0, - 0, - 0, - 0, 0, 0, + 1, 0, 2, 2, 2, - 2, 0, 2, - 2, - 2, - 2, - 2, 0, + 1, + 1, 2, - 0, 2, - 0, 2, 0, + 1, 2, 2, - 0, 2, - 0, + 1, 2, 0, - 0, + 2, 0, 2, 2, 2, 2, - 0, - 0, 2, - 0, 2, - 0, - 0, 2, 2, 2, - 0, 2, 2, 2, - 0, 2, - 0, 2, - 0, - 0, - 0, + 1, 2, 2, - 0, + 1, 0, 2, 2, @@ -131853,298 +161342,105 @@ 2, 0, 0, - 0, - 0, - 0, 2, - 0, - 0, 2, 0, - 0, - 0, - 0, - 0, - 0, 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, 0, 0, 2, 2, 0, 2, - 0, - 0, + 1, 2, - 0, - 0, - 0, - 0, - 0, 2, - 0, - 0, + 1, + 1, 1, 2, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, - 1, - 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, - 0, - 0, 2, - 0, 2, 0, - 0, - 0, - 1, - 0, 2, 0, - 0, 2, - 0, - 1, - 0, - 0, 2, - 0, 2, - 0, - 0, - 0, 2, - 0, 2, 0, - 0, - 0, 2, - 0, - 0, - 0, - 0, - 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, 2, 0, + 2, + 2, 0, + 2, 0, 0, 0, + 2, + 2, + 2, + 2, 0, 0, + 2, 0, + 2, + 2, + 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, + 2, 1, + 2, + 2, 0, + 2, + 2, + 1, + 2, + 2, 0, 0, 0, + 2, 0, 0, 0, 0, 0, + 2, + 1, + 2, + 2, + 2, + 2, 0, + 2, + 1, 0, + 2, + 2, 0, + 2, 0, 0, + 2, + 2, + 2, 0, 0, 0, @@ -132153,200 +161449,417 @@ 0, 0, 0, + 2, 0, + 2, + 2, + 2, 0, 0, 0, 0, + 2, 0, 0, + 2, + 2, + 2, 0, + 2, 0, 0, 0, + 2, + 1, + 2, + 2, + 1, + 2, + 2, + 1, + 2, + 2, 0, 0, 0, 0, + 2, + 2, 0, + 2, 0, + 2, + 2, + 2, + 2, 0, + 2, 0, 0, + 2, + 1, 0, + 2, + 1, + 2, 0, + 2, + 2, 0, + 2, 0, 0, 0, + 2, + 1, + 2, 0, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, 0, 0, + 2, + 2, + 2, + 1, + 2, 0, + 2, 0, 0, 0, + 1, 0, + 2, + 2, 0, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, + 2, 0, + 2, 0, + 2, 0, 0, + 2, 0, + 2, + 2, + 2, 0, + 2, 0, + 2, + 2, 0, 0, + 2, 0, + 2, 0, + 2, + 2, 0, + 2, 0, + 2, 0, + 2, + 1, + 2, + 2, 0, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 2, + 2, 0, 0, + 1, + 2, 0, + 2, + 1, 0, 0, 0, + 1, 0, + 2, + 1, + 2, 0, 0, + 2, 0, + 2, + 2, + 2, 0, 0, 0, 0, + 2, + 1, + 2, 0, 0, 0, + 1, 0, 0, + 2, + 2, 0, + 2, 0, 0, - 0, + 2, + 2, + 1, 0, 0, 0, 2, 0, + 2, 0, 0, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, 0, + 2, 0, + 2, 0, 0, + 1, 0, 0, 0, + 2, + 2, 0, 0, 0, + 2, + 2, + 2, + 1, 0, 0, 0, + 2, + 2, + 2, + 2, 0, + 2, 0, 0, 0, + 2, + 2, + 2, + 2, 0, + 2, 0, + 1, 0, 0, + 2, 0, + 2, 0, + 2, + 2, + 2, + 1, 0, + 2, + 2, + 2, 0, + 2, 0, + 2, 0, 0, + 2, + 2, + 2, + 2, 0, 0, + 2, + 2, 0, + 2, + 2, 0, 0, 0, + 2, + 2, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, + 2, 0, 0, + 2, 0, + 2, + 1, 0, 0, 0, 0, + 2, 0, 0, + 2, 0, 0, 0, + 1, + 2, + 2, 0, 0, + 2, 0, + 1, 0, 0, + 2, 0, 0, + 2, + 2, 0, + 2, 0, 0, + 2, + 2, 0, + 2, 0, 0, 0, + 2, + 2, + 2, 0, + 2, 0, + 2, 0, 0, 0, + 2, 0, 0, + 2, 0, + 2, + 2, + 2, 0, 0, + 2, 0, + 2, 0, 0, 0, 0, 0, 0, + 2, + 2, + 2, 0, + 2, 0, + 2, + 2, 0, + 2, 0, + 2, 0, 0, 0, 0, 0, + 2, 0, 0, 0, 0, 0, 0, + 2, + 2, + 1, + 2, 0, + 2, + 2, 0, + 2, + 2, 0, 0, 0, 0, + 2, + 2, + 2, + 2, 0, 0, 0, @@ -132354,50 +161867,75 @@ 0, 0, 0, + 2, + 2, + 2, 0, 0, + 1, 0, + 2, 0, + 2, 0, 0, 0, + 2, 0, 0, + 2, 0, 0, + 2, 0, + 2, 0, 0, 0, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, 0, 0, + 2, 0, + 2, 0, 0, + 2, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, + 2, + 2, 0, 0, 0, 0, + 1, 0, 0, 0, 0, 0, + 2, 0, 0, 0, 0, 0, + 2, 0, 0, 0, @@ -132406,6 +161944,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -132422,10 +161961,14 @@ 0, 0, 0, + 2, + 2, 0, 0, + 2, 0, 0, + 2, 0, 0, 0, @@ -132447,8 +161990,10 @@ 0, 0, 0, + 2, 0, 0, + 2, 0, 0, 0, @@ -132514,8 +162059,6 @@ 0, 0, 0, - 1, - 0, 0, 0, 0, @@ -132621,6 +162164,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -132717,7 +162261,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -132730,7 +162273,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -132738,6 +162280,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -132785,9 +162328,6 @@ 0, 0, 0, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, @@ -132840,6 +162380,9 @@ 0, 0, 0, + 0 + ], + "cumulative_refusals": [ 0, 0, 0, @@ -132903,6 +162446,34 @@ 1, 1, 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, 2, 2, 2, @@ -132912,24 +162483,6 @@ 2, 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, 3, 3, 3, @@ -132962,6 +162515,48 @@ 4, 4, 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 4, + 5, + 5, + 5, + 5, + 5, + 5, + 5, + 5, 5, 5, 5, @@ -132989,6 +162584,10 @@ 6, 6, 6, + 6, + 6, + 6, + 6, 7, 7, 7, @@ -133007,40 +162606,14 @@ 7, 7, 7, - 7, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, 8, 9, 9, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, + 9, + 9, + 9, + 9, + 9, 10, 10, 10, @@ -133067,6 +162640,21 @@ 11, 11, 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, 12, 12, 12, @@ -133077,33 +162665,6 @@ 12, 12, 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 12, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, 13, 13, 13, @@ -133122,18 +162683,52 @@ 14, 14, 14, - 15, - 15, - 15, - 15, - 15, - 15, - 15, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, 15, 15, 16, 16, 16, + 16, + 16, + 16, + 17, + 17, + 17, 17, 17, 17, @@ -133149,36 +162744,6 @@ 17, 17, 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 19, 19, 19, 19, @@ -133202,6 +162767,21 @@ 20, 20, 20, + 20, + 20, + 20, + 20, + 20, + 20, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, 21, 21, 21, @@ -133210,47 +162790,6 @@ 21, 21, 21, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, 22, 22, 22, @@ -133270,31 +162809,55 @@ 24, 24, 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 25, + 25, + 25, + 25, + 25, 25, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, 26, 27, 27, @@ -133311,6 +162874,16 @@ 29, 29, 29, + 29, + 29, + 29, + 29, + 29, + 30, + 30, + 30, + 30, + 30, 30, 31, 31, @@ -133318,12 +162891,6 @@ 31, 31, 31, - 31, - 31, - 31, - 31, - 31, - 32, 32, 32, 32, @@ -133332,35 +162899,63 @@ 32, 32, 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, 34, 34, 34, 34, 34, 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, 35, 35, 35, 35, 36, 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, + 36, 37, 38, 38, @@ -133373,27 +162968,54 @@ 38, 38, 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, 39, 39, 39, 39, 39, 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 39, + 40, 40, 40, 40, 40, + 40, + 40, + 40, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, 41, 41, 41, @@ -133405,51 +163027,80 @@ 42, 42, 42, + 42, + 42, + 42, + 42, + 42, 43, 43, 43, - 43, - 43, - 43, - 43, - 43, + 44, + 44, + 44, 44, 45, 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 47, 47, 47, 48, - 48, - 48, - 48, 49, 50, + 50, + 50, + 51, 51, 51, + 51, + 52, + 52, + 52, 52, + 52, + 52, + 52, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 54, + 54, + 54, + 54, + 54, + 54, 54, 54, 54, @@ -133458,12 +163109,62 @@ 55, 55, 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 56, + 57, + 57, 57, 57, 57, 57, 57, 57, + 57, + 57, + 57, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, + 58, 58, 58, 58, @@ -133478,40 +163179,8 @@ 60, 60, 60, - 60, - 60, - 60, - 61, - 61, - 61, 61, - 61, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, 62, - 62, - 62, - 62, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, 63, 63, 63, @@ -133521,16 +163190,21 @@ 63, 64, 64, - 65, - 65, - 65, - 65, + 64, 65, 65, 65, 66, 66, 67, + 67, + 67, + 67, + 67, + 67, + 68, + 68, + 68, 68, 68, 68, @@ -133553,54 +163227,152 @@ 69, 69, 69, - 69, - 69, - 70, 70, 71, 71, 71, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, + 71, 72, 72, 72, 73, 73, 74, + 74, + 74, + 74, + 74, + 74, + 74, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, + 75, 75, 75, 75, 75, 76, - 76, 77, + 77, + 77, + 77, + 77, + 77, + 77, + 77, + 78, + 78, + 78, 78, 78, 78, + 78, + 79, 79, 79, 79, 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 80, + 81, + 81, + 81, + 81, + 81, 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 81, + 82, + 82, + 82, + 82, 82, 82, 82, 82, 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 82, + 83, 83, 83, + 83, + 84, + 84, 84, 84, 84, @@ -133608,11 +163380,11 @@ 85, 85, 85, - 86, - 86, - 86, - 86, - 86, + 85, + 85, + 85, + 85, + 85, 86, 86, 86, @@ -133621,35 +163393,81 @@ 87, 88, 88, - 89, - 89, - 89, + 88, + 88, + 88, + 88, 89, 89, 89, 90, + 90, + 90, + 90, + 90, 91, + 91, + 91, + 92, + 92, + 92, + 92, + 92, + 92, 92, 92, 92, 93, + 93, + 93, 94, 94, 95, + 95, + 95, + 95, + 95, + 95, + 95, + 96, 96, 96, 97, 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, 98, 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 98, + 99, + 99, + 99, + 99, + 99, + 99, 99, + 99, + 99, + 99, + 99, + 99, + 99, + 99, + 100, + 100, + 100, + 100, 100, 100, 100, @@ -133657,43 +163475,81 @@ 100, 101, 101, + 101, + 101, + 101, + 101, + 101, + 101, + 101, + 101, 102, 102, 102, 102, - 102, - 102, - 102, - 102, 103, 103, 103, 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 103, + 104, 104, 104, 105, 106, - 107, - 107, + 106, + 106, + 106, + 106, 107, 108, - 108, - 109, - 109, - 109, 109, 109, 109, 110, 111, + 111, + 111, + 112, + 112, + 112, + 112, 112, 113, 114, - 115, + 114, + 114, + 114, + 114, + 114, + 114, + 114, + 114, + 114, + 114, + 114, + 114, 115, 116, + 116, + 116, + 116, + 116, + 116, 117, - 117, + 118, + 118, 118, 118, 119, @@ -133701,31 +163557,32 @@ 119, 119, 120, - 120, - 120, + 121, + 121, + 121, + 121, + 121, 121, 122, + 122, + 122, + 122, + 122, + 123, + 123, + 123, 123, - 124, 124, 125, - 125, - 125, - 125, - 125, - 125, 126, 126, 127, - 127, - 127, - 127, - 127, - 127, - 127, 128, 128, - 129, + 128, + 128, + 128, + 128, 129, 129, 129, @@ -133734,6 +163591,7 @@ 130, 130, 131, + 131, 132, 133, 133, @@ -133741,48 +163599,81 @@ 134, 134, 134, + 134, + 134, + 134, + 134, + 134, + 134, + 134, + 135, + 135, + 135, + 135, 135, 135, 135, 136, - 136, - 136, - 136, + 137, + 137, + 137, + 137, + 137, 137, 138, 138, + 138, 139, 140, + 140, + 140, + 140, + 140, + 140, + 140, + 141, 141, 142, 142, - 142, - 142, + 143, + 143, + 143, + 143, + 143, 143, 144, 145, + 145, 146, - 146, - 146, - 146, - 147, - 147, - 147, 147, 147, 148, + 148, + 148, 149, - 149, - 149, - 149, 150, + 150, + 150, + 150, + 150, + 150, + 150, + 151, + 151, + 151, 151, 151, 152, + 152, + 152, + 152, + 152, + 152, + 152, 153, - 153, - 153, - 153, + 154, + 154, + 154, 154, 154, 155, @@ -133791,108 +163682,78 @@ 156, 156, 157, - 157, - 158, 158, 158, 159, - 159, 160, 161, - 161, 162, 163, + 163, 164, 164, 165, - 165, - 165, 166, 166, 166, 167, 168, - 168, - 169, - 169, 169, 170, 170, 171, 171, - 172, + 171, + 171, 172, 173, 174, 175, 176, 177, - 177, - 177, - 177, 178, 179, 179, 180, - 180, 181, 182, + 182, + 182, 183, 184, 184, + 184, + 185, + 185, 185, - 186, - 186, - 186, - 186, - 186, - 186, - 186, - 186, 186, 187, - 188, + 187, 188, 189, - 189, 190, 191, 191, 192, 193, - 194, - 194, + 193, 194, 195, 196, 196, 196, - 196, - 196, 197, - 197, - 198, 198, - 198, - 199, - 199, - 199, 199, - 199, - 200, - 200, - 200, 200, 201, - 201, - 201, - 201, 202, 203, 204, 204, 204, - 205, + 204, + 204, 205, 206, 207, @@ -133901,641 +163762,413 @@ 209, 210, 211, - 211, - 211, - 211, - 211, 212, 213, 214, - 214, - 214, - 214, - 215, - 215, 215, 216, 217, 218, 219, 220, + 220, 221, - 221, - 221, - 222, - 222, - 222, 222, 223, + 223, 224, - 224, - 225, - 225, - 225, 225, 226, - 226, + 227, 227, 228, 228, 229, - 229, - 229, - 229, - 229, - 229, - 230, - 230, - 230, 230, 231, - 231, 232, 233, - 233, 234, 235, 236, 237, - 237, - 237, - 237, - 237, 238, 239, - 239, - 239, 240, 241, - 241, - 241, - 241, - 241, - 241, - 241, - 241, - 241, - 241, 242, 243, 244, - 244, - 244, 245, 246, - 246, - 246, - 247, - 247, - 247, 247, 248, 249, 250, 251, - 251, 252, 253, - 253, - 253, 254, 255, - 255, - 255, - 255, - 255, - 256, 256, 257, - 257, 258, 258, 259, 260, - 260, - 260, + 261, 261, 262, 263, - 263, - 263, 264, 265, - 265, - 266, 266, - 266, - 266, - 266, - 267, 267, 268, 269, 270, - 270, 271, 272, - 272, - 272, 273, 274, - 274, - 275, - 275, - 275, 275, 275, 276, 276, 277, 278, + 278, 279, 280, - 280, - 281, - 281, - 281, 281, 282, 283, - 283, - 283, - 284, - 284, 284, 285, - 285, - 285, 286, 287, 288, - 288, - 289, 289, 289, - 289, - 290, 290, 291, - 291, 292, 293, - 293, - 293, 294, 295, - 295, - 296, 296, 297, 298, - 298, - 298, 299, 300, - 300, 301, 302, 303, 304, 305, - 305, - 305, 306, 307, + 307, 308, 309, - 309, - 309, - 309, - 309, - 309, + 310, 310, 311, 311, - 311, - 311, - 311, - 312, - 312, - 312, - 312, - 312, - 312, - 312, 312, 313, 314, 315, 316, 317, - 317, 318, 319, - 319, 320, 321, 321, 322, - 323, - 323, + 322, 323, 324, 325, + 325, 326, 327, - 327, 328, 329, 330, 331, 332, - 332, - 332, - 333, 333, 334, 335, - 335, - 335, - 335, - 336, 336, 337, 338, - 338, - 339, 339, 339, 340, 341, 342, - 342, - 342, - 343, 343, 344, 345, - 345, - 345, - 345, - 345, - 345, - 345, - 345, - 345, 346, 347, 347, - 347, - 347, - 347, - 347, 348, - 348, - 348, - 348, - 349, - 349, - 349, - 349, - 349, - 349, - 349, 349, 350, 351, - 352, - 352, - 352, + 351, 352, 353, 354, 354, 355, 356, - 356, 357, 358, 359, - 359, - 359, - 359, - 360, 360, 361, 362, 363, - 363, - 364, - 364, 364, 364, 365, 366, + 366, 367, 368, - 368, - 369, - 369, 369, 370, 371, - 371, - 371, - 371, - 371, - 371, - 371, 372, 373, - 373, - 373, - 373, 374, 375, - 375, - 375, + 376, 376, 377, 378, 379, 380, - 380, - 380, - 380, - 380, - 380, - 380, - 380, - 381, 381, 382, - 382, 383, 383, 384, 385, 386, - 386, - 386, - 386, - 386, - 386, - 386, 387, 388, - 388, 389, - 389, - 390, - 390, 390, 391, 391, + 391, 392, 393, + 393, 394, 395, 396, - 396, - 396, - 397, 397, 398, - 398, - 398, 399, 400, 400, 401, - 401, - 402, - 402, 402, 403, 404, 405, - 405, - 405, - 405, - 405, - 405, - 406, - 406, - 406, - 406, - 406, 406, 407, 408, - 408, 409, - 409, - 410, 410, 411, 412, - 412, - 412, - 412, - 413, 413, - 413, - 414, 414, 414, 415, 416, 416, - 416, - 417, - 417, 417, 418, 419, - 419, - 420, - 420, 420, 421, - 421, - 421, - 421, - 421, - 421, - 421, 422, 423, - 423, - 424, - 424, - 424, - 424, 424, 425, 425, 426, + 426, 427, 428, 429, 430, 431, - 431, - 431, - 431, - 431, - 431, - 431, - 431, - 432, 432, 433, 434, - 434, 435, 436, - 436, - 436, - 437, 437, 438, - 438, - 438, - 439, 439, 440, 441, 442, + 442, + 442, 443, - 443, - 443, - 444, - 444, - 444, 444, 445, - 445, 446, 447, + 447, + 447, 448, 449, 450, 451, - 451, - 451, - 452, 452, 452, 452, - 452, - 453, - 453, - 453, 453, 454, - 454, - 454, - 455, - 455, 455, 456, 457, - 457, 458, 459, - 459, - 459, - 459, 460, 461, 462, 463, 464, 465, + 465, 466, 467, 467, 468, - 468, - 468, - 468, - 468, - 468, - 468, - 468, - 468, - 468, - 468, 469, 470, 471, - 471, - 471, - 471, 472, 473, 474, - 474, - 474, - 474, - 474, - 474, + 475, + 475, 475, 476, 477, - 477, - 478, - 478, 478, 479, - 479, - 479, 480, 481, + 481, 482, - 482, - 482, - 483, 483, 484, 485, - 485 + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 508, + 509, + 510, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 529, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 536, + 537, + 538, + 539, + 540, + 541 ], "changepoint_dates": [ - "2022-07-30", - "2023-02-19", - "2023-06-04" + "2023-02-26", + "2024-07-15" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2022-07-30", - "mean_faithfulness": 1.3655172413793104, - "refusal_rate_percent": 6.551724137931035 - }, - { - "start_date": "2022-07-30", - "end_date": "2023-02-19", - "mean_faithfulness": 1.025, - "refusal_rate_percent": 17.0 + "end_date": "2023-02-26", + "mean_faithfulness": 1.3455696202531646, + "refusal_rate_percent": 7.341772151898734 }, { - "start_date": "2023-02-19", - "end_date": "2023-06-04", - "mean_faithfulness": 0.45454545454545453, - "refusal_rate_percent": 32.72727272727273 + "start_date": "2023-02-26", + "end_date": "2024-07-15", + "mean_faithfulness": 0.9504950495049505, + "refusal_rate_percent": 19.207920792079207 }, { - "start_date": "2023-06-04", - "end_date": "2025-09-10", - "mean_faithfulness": 0.010935601458080195, - "refusal_rate_percent": 45.808019441069256 + "start_date": "2024-07-15", + "end_date": "2025-10-22", + "mean_faithfulness": 0.05183585313174946, + "refusal_rate_percent": 83.36933045356372 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "mistralai/ministral-8b": { + "mistralai/mistral-small-3.2-24b-instruct": { "dates": [ "2021-01-01", "2021-01-01", @@ -136249,7 +165882,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 0, @@ -136257,11 +165935,11 @@ 2, 0, 0, + 2, 0, + 1, 0, - 0, - 0, - 0, + 2, 0, 0, 0, @@ -136269,37 +165947,27 @@ 0, 0, 0, - 1, - 0, - 0, + 2, 0, 2, 0, 0, 1, 0, - 0, - 0, - 0, - 1, - 1, 1, 2, 0, 0, - 2, 0, - 2, 1, - 0, 2, 0, 2, - 2, - 0, 0, 0, + 2, 0, + 2, 0, 0, 2, @@ -136310,24 +165978,33 @@ 0, 0, 0, + 1, + 1, + 1, 0, + 2, 0, 0, 0, - 0, - 1, + 2, 0, 0, 0, + 2, 0, 0, 0, 0, + 2, + 2, 0, + 2, 0, + 2, 0, 0, 0, + 2, 0, 0, 0, @@ -136336,40 +166013,43 @@ 0, 0, 0, + 1, 0, 0, 2, + 2, 0, 0, 0, 0, 0, + 2, 0, 1, - 0, - 1, - 0, - 0, 2, 0, - 0, - 0, - 0, 2, - 0, 2, 0, + 2, 0, + 2, 0, + 2, + 2, 0, 1, 0, + 2, 0, 0, 2, + 2, 0, 0, + 2, 0, + 2, 0, 2, 0, @@ -136381,8 +166061,13 @@ 0, 0, 0, + 2, 0, + 2, + 2, 0, + 2, + 2, 0, 0, 0, @@ -136392,128 +166077,52 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 1, - 0, 2, 0, - 0, - 0, - 1, - 0, - 0, - 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 2, - 0, - 0, - 0, 1, + 2, 0, 0, 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 1, 2, - 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 1, + 2, 2, 0, 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, + 1, 0, 0, 0, 1, - 0, 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, + 2, + 2, + 2, 2, 0, 0, - 0, - 0, + 2, 0, 0, 2, 0, 0, + 2, 0, 0, - 0, + 2, 0, 0, 1, @@ -136528,14 +166137,15 @@ 0, 0, 0, - 0, - 0, - 0, - 0, 2, 0, - 0, 2, + 1, + 2, + 2, + 2, + 2, + 0, 0, 0, 0, @@ -136560,32 +166170,31 @@ 0, 2, 0, - 2, 0, 0, 0, - 2, 0, 0, 2, 0, - 1, - 0, - 0, 0, 0, 2, - 1, - 1, - 0, - 0, - 0, - 0, 0, + 1, 0, + 2, + 2, + 2, + 2, 0, + 2, + 2, 0, 0, + 1, + 2, + 2, 0, 0, 0, @@ -136598,48 +166207,62 @@ 0, 0, 0, - 0, - 1, + 2, 0, 0, + 2, 0, 0, 2, 0, - 1, - 0, 0, 2, + 2, 0, + 2, + 2, 0, + 2, 0, + 2, 0, 0, 0, 0, 0, + 2, + 2, 0, 0, 0, 0, + 2, 0, 0, + 2, + 2, + 1, 0, + 2, 0, + 2, 0, + 1, 0, 0, - 0, + 2, 0, 2, 0, + 1, 0, 0, 2, 0, 0, - 0, 1, + 2, + 0, 0, 0, 0, @@ -136648,11 +166271,17 @@ 0, 2, 0, + 1, + 1, 0, 2, 0, 0, + 2, + 2, + 2, 0, + 2, 0, 0, 0, @@ -136660,28 +166289,35 @@ 0, 2, 0, + 2, 0, 0, 0, 0, 0, 0, - 0, - 0, - 1, - 0, + 2, 0, 0, 0, 0, 0, + 2, + 1, 0, 0, + 2, 0, 0, 2, 2, 0, + 2, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, @@ -136690,30 +166326,24 @@ 0, 0, 0, - 1, - 0, - 0, - 0, 2, 2, 2, - 1, 0, 0, - 0, - 2, - 2, 2, 0, - 1, 0, 0, - 1, 0, + 2, 0, 0, + 1, 0, 0, + 2, + 2, 0, 0, 0, @@ -136725,160 +166355,228 @@ 0, 0, 0, - 0, - 0, 1, 0, + 2, 0, + 2, 0, 2, 0, - 1, 0, 0, 0, 0, - 1, 0, + 1, 0, 0, 0, 2, 2, - 0, - 0, + 2, + 2, + 2, + 2, + 1, + 2, 2, 0, + 1, + 1, 0, + 2, + 1, + 2, 0, + 2, 0, 0, 0, + 2, 0, + 2, + 2, + 2, 0, 0, + 2, 0, + 2, 0, + 2, 0, 0, + 2, 0, - 0, + 2, 0, 1, 0, 0, + 2, 0, - 0, - 0, - 0, - 0, + 2, 1, + 2, 0, + 0, + 2, 2, 0, 0, + 2, 0, 0, 0, 2, + 2, + 2, 0, + 2, + 2, 0, + 1, 0, 0, - 2, + 1, 0, 0, 0, + 1, 0, 0, 0, 2, 0, + 2, + 2, 0, + 1, 0, 0, 0, + 2, 0, + 1, + 2, 0, 0, 0, + 2, + 2, 0, 0, + 1, 0, 0, + 2, 0, + 2, 0, + 1, + 2, 0, + 2, 0, 2, 0, 0, 0, 0, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, 0, + 2, 0, 0, + 2, + 2, + 2, 0, 0, + 2, 0, 0, + 2, 0, + 2, 0, + 2, 0, 0, 2, 0, 0, 0, + 1, 0, 0, + 2, 0, + 2, + 2, 0, + 2, 0, 0, 0, 0, 0, 0, + 2, + 1, 0, + 2, 0, 0, 0, 0, 0, + 2, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, 2, 0, 0, - 0, + 2, 0, 0, 2, - 1, 0, 0, 2, 0, 0, - 1, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, + 2, + 2, 0, + 2, + 2, 0, 0, 0, @@ -136891,130 +166589,141 @@ 0, 0, 0, - 0, - 0, - 0, 2, 0, 0, 0, 0, - 0, - 0, - 0, - 1, 2, 0, - 0, - 0, 2, 0, + 1, 0, 0, + 2, 0, + 2, 0, + 2, 0, + 2, 0, 0, + 1, 0, 0, 0, 0, 0, + 2, 0, + 2, + 1, 0, 0, 0, 0, + 2, + 2, + 2, + 2, 0, + 2, 0, + 2, + 2, 0, + 2, + 2, 0, 0, - 0, - 1, + 2, 2, 0, 0, + 1, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, + 2, 0, - 0, + 2, 0, 0, 2, 0, 0, - 0, + 2, 0, 0, 2, 0, 0, + 2, 0, 0, 0, - 0, - 1, 2, 0, - 0, - 1, 1, + 2, 0, + 2, 0, - 0, - 0, - 0, + 2, + 2, 0, 1, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, 2, 0, + 2, 0, 0, + 2, 0, 0, + 2, 1, 0, 0, - 0, + 2, 2, 0, 0, 0, 0, + 2, 0, 0, + 2, + 2, 0, + 2, 0, 0, 2, + 1, 0, + 1, 0, 0, 0, 0, 0, + 2, 0, 0, 0, + 2, 0, 0, 0, @@ -137022,7 +166731,9 @@ 0, 0, 0, + 2, 0, + 2, 0, 0, 0, @@ -137031,17 +166742,21 @@ 0, 0, 0, + 2, 0, 0, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, @@ -137050,12 +166765,10 @@ 0, 0, 0, + 1, 0, 0, - 0, - 0, - 0, - 0, + 2, 0, 0, 0, @@ -137063,8 +166776,10 @@ 0, 0, 0, + 2, 0, - 0, + 2, + 2, 0, 0, 0, @@ -137077,26 +166792,25 @@ 0, 0, 0, + 2, 0, 0, 0, 0, 0, + 2, 0, 0, 0, 0, - 0, + 2, 1, 0, + 2, 0, + 2, 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, 0, 0, 0, @@ -137112,33 +166826,13 @@ 0, 0, 0, - 0, - 0, 2, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 0, 0, 0, 0, 0, + 2, 0, 0, 0, @@ -137159,9 +166853,11 @@ 0, 0, 0, + 2, 0, 0, 0, + 2, 0, 0, 0, @@ -137169,6 +166865,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -137183,25 +166880,33 @@ 0, 0, 0, + 2, 0, 0, 0, 0, + 2, 0, + 2, 0, 0, 0, 0, 0, + 2, + 2, 0, 0, 0, 0, + 2, 0, 0, 0, 0, + 1, 0, + 1, 0, 0, 0, @@ -137219,7 +166924,9 @@ 0, 0, 0, + 2, 0, + 2, 0, 0, 0, @@ -137235,6 +166942,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -137246,12 +166954,14 @@ 0, 0, 0, + 2, 0, 0, 0, 0, 0, 0, + 2, 0, 0, 0, @@ -137267,15 +166977,21 @@ 0, 0, 0, + 1, + 2, 0, 0, 0, 0, 0, 0, + 1, 0, 0, 0, + 2, + 2, + 2, 0, 0, 0, @@ -137283,11 +166999,13 @@ 0, 0, 0, + 1, 0, 0, 0, 0, 0, + 2, 0, 0, 0, @@ -137295,18 +167013,27 @@ 0, 0, 0, + 2, 0, 0, 0, 0, + 2, + 2, 0, 0, 0, + 2, 0, 0, 0, + 2, + 2, + 2, 0, 0, + 2, + 2, 0, 0, 0, @@ -137314,16 +167041,20 @@ 0, 0, 0, + 2, 0, 0, 0, + 2, 0, 0, + 2, 0, 0, 0, 0, 0, + 1, 0, 0, 0, @@ -137332,7 +167063,9 @@ 0, 0, 0, + 2, 0, + 2, 0, 0, 0, @@ -137351,7 +167084,9 @@ 0, 0, 0, + 2, 0, + 2, 0, 0, 0, @@ -137360,6 +167095,8 @@ 0, 0, 0, + 1, + 1, 0, 0, 0, @@ -137369,6 +167106,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -137389,11 +167127,13 @@ 0, 0, 0, + 2, 0, 0, 0, 0, 0, + 1, 0, 0, 0, @@ -137401,6 +167141,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -137408,10 +167149,10 @@ 0, 0, 0, - 2, 0, 0, 0, + 1, 0, 0, 0, @@ -137466,6 +167207,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -137482,6 +167224,8 @@ 0, 0, 0, + 2, + 2, 0, 0, 0, @@ -137553,6 +167297,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -137571,6 +167316,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -137684,7 +167430,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -137942,99 +167687,123 @@ 0, 0, 0, + 0 + ], + "cumulative_refusals": [ 0, 0, 0, 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "cumulative_refusals": [ - 1, 1, 1, 2, + 2, 3, - 3, + 4, + 4, 4, 5, + 5, + 6, + 6, + 6, + 6, + 6, 6, + 6, + 6, + 6, + 6, + 6, + 6, + 7, + 7, 7, 8, + 8, + 9, 9, + 9, + 9, + 9, + 10, + 10, + 10, 10, 10, 11, 11, 12, 12, - 12, 13, 13, 13, + 13, + 13, + 13, + 13, + 13, + 14, + 14, 14, 15, 15, 15, + 15, + 15, + 16, + 16, 16, 16, - 17, - 17, - 17, - 17, 17, 17, 18, 18, + 18, 19, 19, 19, - 19, - 19, - 20, - 20, 20, 21, 21, 21, + 21, 22, 23, - 24, - 24, - 24, - 24, + 23, + 23, + 23, + 23, + 23, + 23, + 23, 24, 25, 26, - 26, + 27, 27, 28, 28, 28, 29, + 29, + 29, 30, 30, 30, + 30, + 31, 31, 31, 32, + 32, + 32, + 32, + 33, + 33, + 33, 33, 34, 35, @@ -138042,324 +167811,642 @@ 36, 36, 37, + 37, + 37, + 37, + 37, + 37, + 38, 38, + 38, + 38, + 39, + 39, + 39, + 39, + 39, + 39, + 39, 39, + 39, + 39, + 39, + 39, + 40, 40, 41, 42, - 42, + 43, 43, 43, 44, 44, - 45, + 44, + 44, + 44, + 44, 45, 46, 47, 48, 49, + 49, + 49, + 49, + 49, + 49, + 49, 50, 51, - 51, - 52, 52, 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 54, + 54, + 54, 54, 54, 54, 55, 56, + 56, + 56, + 57, + 57, + 57, + 57, + 57, + 57, + 57, 57, 57, 58, - 58, - 59, 59, 60, 60, - 60, - 61, - 61, - 61, 61, 62, + 62, + 62, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, + 63, 63, 64, 65, - 65, - 66, 66, 67, + 67, 68, - 68, - 68, + 69, + 69, + 69, + 69, 69, 69, 70, 71, + 71, + 72, + 72, + 72, + 72, 72, 72, 73, - 74, + 73, 74, 75, + 75, 76, 76, 77, 78, + 78, + 78, + 79, + 79, + 79, + 79, + 79, + 79, + 79, 79, + 79, + 79, + 79, + 80, + 80, + 80, 80, 81, 82, + 82, + 82, 83, 84, 85, 86, + 86, 87, 88, + 88, + 88, 89, 90, 90, + 90, 91, 91, 92, + 92, + 92, + 92, + 93, + 93, + 93, + 93, + 93, + 93, + 93, + 93, 93, - 94, 94, 95, 96, + 96, + 96, + 96, + 96, 97, - 97, - 97, 98, + 98, + 98, + 99, + 99, + 99, + 99, + 99, 99, 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 101, + 101, + 101, + 101, 101, 102, 103, - 103, - 104, 104, 105, 106, 106, 106, + 106, + 106, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, + 107, 107, 108, 109, 109, + 109, + 109, + 110, 110, 111, - 111, - 111, + 112, 112, 113, 114, 115, + 115, + 115, + 115, + 115, 116, - 116, + 117, + 117, + 117, 117, 118, 118, 119, 120, + 120, + 120, + 121, + 121, + 121, + 121, + 121, 121, 121, 122, - 122, - 122, - 123, 123, 124, + 124, + 124, 125, 126, 126, + 126, + 126, + 126, + 126, + 126, + 126, + 127, 127, 128, 129, + 129, 130, - 130, 131, 131, + 131, + 132, + 132, 132, 133, 134, - 135, + 134, + 134, + 134, + 134, 135, 136, 137, 138, 138, + 138, + 139, + 139, + 139, + 139, + 139, + 139, + 139, + 139, + 139, + 139, + 139, + 139, + 139, + 139, 139, + 139, + 139, + 139, + 139, + 139, + 139, + 139, + 139, + 139, + 139, + 140, + 140, + 140, + 140, + 140, + 140, + 140, 140, 140, 140, 141, 142, + 142, + 142, + 142, + 142, + 142, + 142, 143, 143, 144, 144, 145, + 145, + 145, + 145, + 145, + 146, + 146, + 146, 146, 147, - 147, + 148, + 148, + 148, + 148, 148, 148, 149, 150, + 150, + 150, + 150, + 151, + 151, 151, 152, - 152, + 153, + 153, + 153, 153, 154, - 155, - 155, + 154, + 154, 155, 155, 156, 157, 157, - 157, - 157, - 157, - 157, - 157, - 157, - 157, - 157, 158, 159, + 159, + 159, 160, - 160, 161, + 161, + 161, + 162, + 162, 162, 163, 163, 164, 165, 166, + 166, 167, + 167, + 167, + 167, + 168, 168, + 168, + 168, + 169, + 169, 169, 170, 171, + 171, + 172, 172, 173, 173, 173, + 173, + 173, + 173, + 173, + 173, + 174, 174, 175, 175, + 175, + 175, + 175, + 175, 176, + 176, + 177, 177, 177, 177, + 177, + 178, + 178, + 178, 178, 179, 179, 179, 180, 181, + 181, + 182, + 182, 182, 182, 183, 184, + 184, + 184, 185, 186, 186, 187, + 187, + 187, + 187, + 187, + 187, + 188, 188, 189, 190, 191, - 191, 192, 192, 193, + 193, + 193, + 193, + 193, + 193, 194, 195, - 195, 196, - 197, + 196, + 196, + 196, 197, 198, 198, - 198, 199, 199, 200, 200, - 200, - 200, 201, 201, 201, 202, + 202, + 202, + 203, 203, 204, + 204, + 204, + 204, + 205, + 205, + 205, 205, 206, 207, 208, + 208, + 209, + 209, + 209, + 209, + 209, + 209, + 209, + 209, 209, 210, 211, + 211, 212, 213, - 214, - 214, + 213, + 213, 214, 215, 216, 217, + 217, + 217, 218, - 218, - 218, - 218, - 219, 219, - 219, - 220, 220, 220, 221, 221, + 221, + 221, 222, 223, + 223, + 223, + 223, + 223, + 223, + 224, + 224, + 224, + 224, 224, 225, 226, + 226, + 226, + 226, + 226, + 227, + 227, + 227, + 227, 227, 228, 229, 229, 229, 229, + 229, + 230, + 230, + 230, + 230, + 230, + 230, + 230, + 230, + 230, + 230, 230, + 230, + 231, + 231, 231, 232, 232, 233, + 233, 234, 235, 235, + 235, + 236, 236, 237, 237, 238, 239, - 240, + 239, 240, 241, + 241, + 242, + 242, + 242, 242, 243, 243, + 243, + 244, 244, + 244, + 245, 245, 245, 246, + 246, + 246, + 246, + 246, 247, + 247, + 247, + 248, + 248, + 248, + 248, + 248, 248, 248, 249, @@ -138367,164 +168454,223 @@ 249, 249, 250, - 250, - 250, + 251, + 251, + 251, 251, 252, 253, 253, 253, 254, + 254, + 254, + 254, + 254, + 254, + 254, + 255, + 255, 255, 256, + 256, + 256, + 256, + 256, + 257, + 257, 257, 258, 259, 259, + 259, 260, 261, - 261, 262, 263, 264, + 264, + 264, + 264, + 265, 265, 266, 267, + 267, + 267, 268, 269, + 269, 270, 270, - 270, - 270, - 271, - 271, 271, 272, + 272, + 272, + 272, 273, 274, 275, 275, 276, - 276, + 277, 277, 278, - 279, - 279, - 279, - 279, + 278, + 278, 279, 280, + 280, + 281, + 281, 281, - 282, - 282, 282, 282, 283, 283, + 283, + 283, 284, - 284, - 284, + 285, 285, 286, 287, 288, + 288, + 288, + 288, + 288, 289, 289, 290, 291, 291, - 291, - 291, 292, 293, 294, + 294, 295, 295, 296, 296, 296, - 296, 297, 297, - 297, - 298, 298, 299, 299, 299, 300, - 300, - 301, 301, 302, + 302, + 302, 303, 303, 303, + 303, + 304, 304, 305, 305, 306, 307, + 307, + 308, + 308, 308, 309, 310, + 310, 311, 312, - 312, + 313, + 313, + 313, 313, 313, 313, 314, 315, + 315, + 315, 316, 317, - 318, + 317, 318, 319, + 319, + 319, 320, 321, + 321, 322, 323, 324, 325, 325, 326, - 326, 327, 328, + 328, + 328, + 328, + 328, + 328, + 328, + 328, + 328, + 329, + 329, 329, 330, - 331, + 330, + 330, + 330, 331, 332, 333, - 333, + 334, 334, 334, 335, 336, - 336, 337, 338, + 338, 339, 339, + 339, + 340, + 340, + 340, 340, 340, 341, + 341, + 342, + 342, 342, 343, 344, + 344, + 344, + 344, 345, 346, 347, + 347, 348, 349, 350, + 350, + 350, + 351, 351, 352, 353, - 354, - 354, + 353, + 353, 354, 355, 356, @@ -138532,60 +168678,58 @@ 358, 359, 360, - 360, 361, 362, + 362, + 362, 363, - 363, - 363, + 364, + 364, + 364, 364, 365, 366, 367, - 367, - 368, 368, 369, 370, 371, + 371, + 371, 372, 373, - 373, 374, 375, - 375, 376, 377, 377, 378, - 378, 379, 380, 380, 381, + 381, + 382, 382, 383, 384, 385, + 385, + 386, 386, - 387, 387, 388, 388, 388, + 388, + 388, 389, 390, 391, 392, 392, - 392, 393, 394, - 394, - 395, - 395, - 395, - 395, 395, 396, 397, @@ -138594,47 +168738,62 @@ 399, 400, 400, + 400, 401, 402, 403, - 403, - 404, - 404, - 404, 404, 405, + 405, + 405, 406, 407, 408, + 408, + 408, + 408, 409, 410, 411, 411, + 411, + 411, + 412, + 412, 412, 413, 414, 415, + 415, + 415, 416, - 416, - 417, 417, 417, 418, 418, - 418, - 418, + 419, + 419, 419, 420, - 421, + 420, + 420, + 420, + 420, + 420, 421, 422, 423, + 423, 424, 425, - 425, + 426, + 426, + 426, 426, 427, 428, + 428, + 428, 429, 430, 431, @@ -138642,104 +168801,108 @@ 433, 434, 435, + 435, + 436, + 436, + 436, + 436, + 436, + 436, 436, 437, 438, 438, 438, - 438, - 438, 439, - 440, - 440, - 440, - 440, - 440, + 439, 440, 441, 441, 442, - 442, 443, 444, - 444, 445, 446, + 446, + 447, 447, 448, 449, 449, + 449, 450, 451, - 451, 452, 452, 453, 453, 453, + 453, 454, 455, 455, - 455, 456, + 456, + 457, 457, 458, + 458, 459, 460, 460, - 460, 461, 462, - 462, - 462, 463, 464, 465, + 465, + 465, 466, 467, - 467, 468, 468, 468, 469, 470, 471, - 471, 472, 472, 473, 474, 475, - 475, + 476, 476, 477, 478, + 478, 479, 480, 481, 482, 483, + 483, 484, - 484, - 485, 485, 486, - 486, - 486, 487, 488, 489, + 489, 490, 491, 492, 493, 494, + 494, 495, 496, 497, 498, + 498, 499, 500, + 500, + 500, 501, 501, 502, @@ -138749,42 +168912,45 @@ 506, 507, 508, + 508, 509, 510, 511, + 511, + 512, 512, 513, 514, 515, 516, + 516, 517, 518, 519, - 519, 520, 521, 522, + 522, 523, 524, 525, + 525, 526, 527, - 528, + 527, 528, 529, 530, - 530, - 530, 531, 532, 533, + 533, 534, 535, 536, 537, 538, 539, - 539, 540, 541, 542, @@ -138794,25 +168960,29 @@ 546, 547, 548, - 548, 549, 550, 550, 551, + 551, + 552, + 552, 552, 553, 554, - 554, 555, 555, 556, - 556, 557, 558, 559, + 559, + 559, + 560, 560, 561, 562, + 562, 563, 563, 563, @@ -138822,24 +168992,17 @@ 567, 568, 569, - 569, 570, 571, 572, 573, 574, 575, - 575, - 575, 576, 577, 578, - 578, - 578, - 578, 579, 580, - 580, 581, 582, 583, @@ -138848,26 +169011,24 @@ 586, 587, 588, + 588, 589, - 589, - 590, 590, 591, + 591, 592, 593, 594, 595, 595, 596, - 596, 597, 598, - 598, 599, 600, - 600, 601, 602, + 602, 603, 604, 605, @@ -138893,8 +169054,12 @@ 624, 625, 626, + 626, + 626, + 627, 627, 628, + 628, 629, 630, 631, @@ -138902,20 +169067,24 @@ 633, 634, 635, + 635, 636, 637, 638, 639, - 639, - 640, 640, 641, + 641, + 642, 642, 643, + 643, 644, 645, + 645, 646, 647, + 647, 648, 649, 650, @@ -138924,7 +169093,7 @@ 653, 654, 655, - 655, + 656, 656, 657, 658, @@ -138935,7 +169104,6 @@ 663, 664, 665, - 665, 666, 667, 668, @@ -138956,8 +169124,6 @@ 683, 684, 685, - 685, - 685, 686, 687, 688, @@ -138967,11 +169133,13 @@ 692, 693, 694, + 694, 695, 696, 697, 698, 699, + 699, 700, 701, 702, @@ -138979,10 +169147,10 @@ 704, 705, 706, + 706, 707, 708, 709, - 709, 710, 711, 712, @@ -139007,6 +169175,7 @@ 731, 732, 733, + 733, 734, 735, 736, @@ -139029,6 +169198,7 @@ 753, 754, 755, + 755, 756, 757, 758, @@ -139039,6 +169209,7 @@ 763, 764, 765, + 765, 766, 767, 768, @@ -139051,10 +169222,11 @@ 775, 776, 777, - 777, 778, 779, 780, + 780, + 781, 781, 782, 783, @@ -139062,8 +169234,6 @@ 785, 786, 787, - 787, - 788, 788, 789, 790, @@ -139078,7 +169248,6 @@ 799, 800, 801, - 801, 802, 803, 804, @@ -139089,6 +169258,7 @@ 809, 810, 811, + 811, 812, 813, 814, @@ -139106,23 +169276,20 @@ 826, 827, 828, - 828, 829, 830, 831, - 831, 832, 833, - 833, 834, 835, 836, 837, 838, + 838, + 838, 839, 840, - 840, - 841, 841, 842, 843, @@ -139133,6 +169300,7 @@ 848, 849, 850, + 850, 851, 852, 853, @@ -139149,11 +169317,11 @@ 864, 865, 866, + 866, 867, 868, 869, 870, - 870, 871, 872, 873, @@ -139166,17 +169334,19 @@ 880, 881, 882, + 882, 883, 884, 885, 886, 887, + 887, 888, 889, 890, 891, 892, - 893, + 892, 893, 894, 895, @@ -139191,16 +169361,16 @@ 904, 905, 906, + 906, + 907, 907, 908, 909, 910, - 910, 911, 912, 913, 914, - 914, 915, 916, 917, @@ -139214,14 +169384,12 @@ 925, 926, 927, - 927, 928, 929, 930, 931, 932, 933, - 933, 934, 935, 936, @@ -139250,25 +169418,24 @@ 959, 960, 961, - 961, 962, 963, 964, 965, 966, + 966, 967, 968, 969, - 969, 970, 971, 972, 973, - 973, 974, 975, 976, 977, + 977, 978, 979, 980, @@ -139279,428 +169446,36 @@ 985, 986, 987, - 987, 988, - 989, - 990, - 991, - 992, - 993, - 994, - 994, - 994, - 995, - 996, - 997, - 998, - 999, - 1000, - 1001, - 1002, - 1003, - 1004, - 1005, - 1006, - 1007, - 1008, - 1009, - 1010, - 1011, - 1012, - 1013, - 1014, - 1015, - 1016, - 1017, - 1018, - 1019, - 1020, - 1021, - 1022, - 1022, - 1023, - 1024, - 1025, - 1026, - 1027, - 1028, - 1029, - 1030, - 1031, - 1032, - 1033, - 1034, - 1035, - 1036, - 1037, - 1038, - 1038, - 1039, - 1040, - 1041, - 1042, - 1043, - 1043, - 1044, - 1045, - 1046, - 1046, - 1047, - 1048, - 1049, - 1050, - 1051, - 1052, - 1053, - 1054, - 1054, - 1055, - 1056, - 1057, - 1058, - 1059, - 1060, - 1061, - 1062, - 1063, - 1064, - 1065, - 1066, - 1067, - 1068, - 1069, - 1070, - 1071, - 1072, - 1072, - 1073, - 1074, - 1075, - 1076, - 1077, - 1078, - 1079, - 1080, - 1081, - 1082, - 1083, - 1084, - 1085, - 1086, - 1087, - 1088, - 1089, - 1090, - 1091, - 1092, - 1093, - 1094, - 1095, - 1096, - 1096, - 1097, - 1097, - 1098, - 1099, - 1100, - 1101, - 1102, - 1103, - 1104, - 1105, - 1105, - 1106, - 1107, - 1108, - 1109, - 1110, - 1111, - 1112, - 1113, - 1114, - 1115, - 1116, - 1117, - 1118, - 1119, - 1120, - 1121, - 1122, - 1123, - 1124, - 1125, - 1126, - 1127, - 1128, - 1129, - 1130, - 1131, - 1132, - 1133, - 1134, - 1135, - 1136, - 1137, - 1138, - 1139, - 1140, - 1141, - 1142, - 1143, - 1144, - 1145, - 1146, - 1147, - 1148, - 1149, - 1150, - 1151, - 1152, - 1153, - 1154, - 1155, - 1156, - 1157, - 1158, - 1159, - 1160, - 1161, - 1162, - 1163, - 1164, - 1165, - 1166, - 1167, - 1167, - 1168, - 1168, - 1169, - 1170, - 1171, - 1172, - 1173, - 1174, - 1175, - 1176, - 1177, - 1178, - 1179, - 1180, - 1181, - 1182, - 1183, - 1184, - 1185, - 1186, - 1187, - 1188, - 1189, - 1190, - 1191, - 1192, - 1193, - 1194, - 1195, - 1196, - 1197, - 1198, - 1199, - 1200, - 1201, - 1202, - 1203, - 1204, - 1205, - 1206, - 1207, - 1208, - 1209, - 1210, - 1211, - 1212, - 1213, - 1214, - 1214, - 1215, - 1216, - 1217, - 1218, - 1219, - 1220, - 1221, - 1222, - 1223, - 1224, - 1225, - 1226, - 1227, - 1228, - 1229, - 1230, - 1231, - 1232, - 1233, - 1234, - 1235, - 1236, - 1237, - 1238, - 1239, - 1240, - 1241, - 1242, - 1243, - 1243, - 1244, - 1245, - 1246, - 1247, - 1248, - 1249, - 1250, - 1251, - 1251, - 1252, - 1253, - 1254, - 1255, - 1256, - 1257, - 1258, - 1259, - 1260, - 1261, - 1262, - 1263, - 1264, - 1265, - 1266, - 1267, - 1268, - 1269, - 1270, - 1271, - 1271, - 1272, - 1273, - 1274, - 1275, - 1276, - 1277, - 1278, - 1279, - 1280, - 1281, - 1282, - 1283, - 1284, - 1285, - 1286, - 1287, - 1288, - 1289, - 1290, - 1291, - 1292, - 1293, - 1294, - 1295, - 1296, - 1297, - 1298, - 1299, - 1300, - 1301, - 1301, - 1302, - 1303, - 1304, - 1305, - 1306, - 1307, - 1308, - 1309, - 1310, - 1311, - 1312, - 1313, - 1314, - 1315, - 1316, - 1317, - 1318, - 1319, - 1320, - 1321, - 1322, - 1323, - 1324, - 1325, - 1326, - 1327, - 1327, - 1328, - 1329, - 1330, - 1331, - 1332, - 1333, - 1334, - 1335, - 1336, - 1337, - 1338, - 1339, - 1340, - 1341, - 1342, - 1343, - 1344, - 1345, - 1346, - 1346, - 1347, - 1348, - 1349, - 1350, - 1351, - 1352, - 1353, - 1354, - 1355, - 1356, - 1357, - 1357, - 1358, - 1359, - 1360, - 1361, - 1362, - 1363, - 1364, - 1365, - 1366 + 989 ], "changepoint_dates": [ - "2023-01-22" + "2023-02-19", + "2024-03-25" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-01-22", - "mean_faithfulness": 0.2662251655629139, - "refusal_rate_percent": 64.23841059602648 + "end_date": "2023-02-19", + "mean_faithfulness": 0.7184713375796178, + "refusal_rate_percent": 32.611464968152866 }, { - "start_date": "2023-01-22", - "end_date": "2025-09-10", - "mean_faithfulness": 0.021920668058455117, - "refusal_rate_percent": 91.9624217118998 + "start_date": "2023-02-19", + "end_date": "2024-03-25", + "mean_faithfulness": 0.3265822784810127, + "refusal_rate_percent": 55.44303797468354 + }, + { + "start_date": "2024-03-25", + "end_date": "2025-10-22", + "mean_faithfulness": 0.02422145328719723, + "refusal_rate_percent": 88.92733564013841 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "mistralai/mistral-medium-3": { + "moonshotai/kimi-k2": { "dates": [ "2021-01-01", "2021-01-01", @@ -141414,55 +171189,98 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ - 2, 0, - 2, 0, 2, 2, - 0, - 0, 2, 2, - 0, + 2, 0, 2, 2, 0, + 2, + 1, + 2, + 1, + 2, 0, 2, 2, 2, 2, - 0, 2, 2, 2, 2, 0, 2, + 2, 0, - 0, + 1, 2, 2, 2, 2, 0, - 0, 2, 2, 2, - 0, 2, 2, 2, 2, 2, 2, - 0, 2, 0, 2, @@ -141470,26 +171288,28 @@ 2, 2, 2, - 0, 2, 2, 0, 2, - 1, + 2, 2, 2, 0, - 0, - 0, + 2, + 2, + 2, + 2, 2, 2, 2, 2, 0, - 1, 2, + 1, 2, 2, + 1, 2, 2, 2, @@ -141498,9 +171318,9 @@ 0, 2, 2, - 0, - 0, - 1, + 2, + 2, + 2, 2, 2, 2, @@ -141508,7 +171328,7 @@ 0, 2, 1, - 0, + 2, 2, 2, 1, @@ -141516,10 +171336,10 @@ 2, 0, 2, - 2, 0, + 1, 2, - 2, + 0, 2, 2, 2, @@ -141537,7 +171357,7 @@ 2, 0, 2, - 0, + 1, 2, 0, 2, @@ -141545,21 +171365,19 @@ 1, 2, 2, - 0, 2, - 0, 2, 0, 2, - 0, 2, 2, + 1, + 0, + 2, 2, 2, 2, 2, - 0, - 0, 0, 0, 2, @@ -141570,22 +171388,24 @@ 2, 0, 2, - 0, 2, - 0, - 0, - 0, 1, - 0, + 2, 2, 0, 2, + 2, 1, + 2, + 2, 1, 2, 0, 1, 2, + 2, + 2, + 2, 0, 2, 2, @@ -141600,75 +171420,75 @@ 2, 0, 2, - 0, - 0, 2, - 0, - 0, - 1, + 2, 2, 2, 0, 2, + 2, + 2, + 2, + 2, + 2, + 2, 1, 2, 1, 2, - 0, - 0, 2, 1, 0, 2, - 1, 2, - 0, + 2, + 2, 2, 2, 0, 2, - 1, 2, 2, 2, 2, 2, - 0, - 0, + 2, 2, 0, - 0, - 0, + 2, 2, 0, 0, + 2, 0, 0, 0, + 1, + 2, 2, 2, - 0, 0, 0, 2, 2, 2, 2, - 0, 2, - 0, 2, - 0, - 0, + 2, 1, 2, 2, - 0, 2, + 1, 2, 2, 0, 2, + 2, + 2, + 2, + 2, 0, 2, 2, @@ -141676,19 +171496,19 @@ 2, 2, 2, - 0, + 2, 2, 2, 1, 2, + 1, + 2, 2, - 0, 2, - 0, 2, 0, 0, - 2, + 0, 0, 2, 2, @@ -141696,16 +171516,16 @@ 2, 2, 0, - 2, + 0, 2, 2, 0, 2, - 0, 2, 2, 2, - 1, + 2, + 0, 2, 2, 2, @@ -141714,12 +171534,10 @@ 2, 0, 0, - 0, 2, - 0, 2, 2, - 0, + 2, 2, 0, 2, @@ -141728,32 +171546,34 @@ 2, 2, 2, - 0, + 2, + 2, + 2, 0, 2, 2, 2, + 2, 1, - 1, - 0, 2, 2, 2, 2, 2, 2, - 0, 2, 2, 2, 2, - 1, 2, 2, 1, + 2, + 2, + 2, 1, 0, - 0, + 2, 0, 0, 2, @@ -141763,14 +171583,14 @@ 0, 2, 0, + 0, 2, + 1, 2, 2, 2, - 0, - 2, + 1, 2, - 0, 2, 2, 2, @@ -141779,14 +171599,15 @@ 2, 0, 0, - 1, - 0, 2, - 1, 0, 2, 0, 2, + 2, + 2, + 2, + 0, 0, 2, 2, @@ -141795,19 +171616,17 @@ 2, 2, 0, - 0, 2, 2, 0, 2, 2, - 2, + 1, 2, 2, 2, 2, 0, - 0, 2, 2, 2, @@ -141820,20 +171639,21 @@ 2, 2, 2, - 0, 2, + 1, 2, 2, - 0, 2, 2, - 0, + 2, + 1, + 2, + 2, 2, 2, 2, 2, 2, - 0, 2, 2, 2, @@ -141841,23 +171661,23 @@ 2, 0, 0, - 2, - 1, + 0, 0, 2, 2, - 1, - 0, 2, 2, 2, 2, + 0, + 2, + 2, 1, 2, - 0, 2, 2, - 0, + 1, + 2, 2, 2, 2, @@ -141871,46 +171691,41 @@ 2, 2, 1, - 0, - 0, - 1, - 0, + 2, + 2, + 2, + 2, 0, 2, 2, + 2, 1, - 0, 2, 2, 2, 2, 2, 2, - 0, + 2, 2, 0, 2, + 2, + 1, 1, 2, - 0, - 0, 2, 0, 2, 2, 1, 0, - 0, - 2, - 0, - 2, 2, 2, 0, 2, 2, 2, - 2, 0, 2, 2, @@ -141920,28 +171735,29 @@ 2, 2, 2, + 1, 2, - 2, - 0, 1, 2, - 0, 1, 2, 2, + 2, + 1, + 1, 1, 1, 2, + 2, + 1, 0, 0, 0, 0, 2, - 2, - 0, - 1, - 0, 0, + 2, + 2, 0, 2, 0, @@ -141949,9 +171765,13 @@ 2, 2, 0, + 1, + 2, + 2, 0, 2, 2, + 2, 0, 2, 2, @@ -141960,76 +171780,76 @@ 2, 2, 2, - 0, + 2, 1, 2, 2, 2, 2, - 0, - 0, 2, 2, - 0, 2, 2, - 1, 2, - 1, + 2, 2, 2, 2, 2, 0, - 1, + 2, + 2, + 2, 0, 2, 2, 2, 2, - 1, - 0, 2, - 0, + 2, + 2, 0, 2, 2, + 0, 2, 2, 2, - 0, 2, 2, + 1, + 2, + 1, 2, 2, 0, 2, 2, - 0, - 0, + 2, + 2, 1, 2, 2, 2, - 0, 2, 2, 2, - 0, + 2, + 2, 2, 0, 2, + 1, 2, 2, + 1, + 2, 2, - 0, - 0, - 0, 2, 0, 2, 2, - 0, + 2, 0, 1, 0, @@ -142038,11 +171858,11 @@ 0, 2, 2, - 0, 2, 2, 2, - 0, + 2, + 2, 2, 2, 0, @@ -142057,8 +171877,7 @@ 0, 2, 2, - 0, - 0, + 2, 2, 2, 2, @@ -142066,10 +171885,11 @@ 2, 2, 0, + 2, + 2, 1, 2, 2, - 0, 2, 2, 0, @@ -142080,25 +171900,20 @@ 0, 0, 0, - 0, - 2, - 0, 2, 2, - 2, - 0, 0, 2, 0, 2, - 2, + 1, 2, 0, 2, 2, 0, - 1, 2, + 0, 2, 2, 0, @@ -142107,12 +171922,15 @@ 2, 2, 1, + 1, + 2, + 2, 2, 1, 2, - 0, 2, 2, + 0, 2, 2, 2, @@ -142136,7 +171954,6 @@ 2, 0, 2, - 2, 0, 0, 2, @@ -142149,10 +171966,13 @@ 0, 2, 2, + 0, 2, + 1, 2, 2, 1, + 2, 1, 2, 2, @@ -142161,18 +171981,18 @@ 2, 2, 2, - 0, 2, - 0, 2, 2, 2, 2, - 0, - 0, 2, 2, 2, + 1, + 2, + 1, + 2, 2, 2, 2, @@ -142181,27 +172001,27 @@ 2, 1, 0, - 0, 2, 2, - 0, + 2, + 1, 2, 0, 2, 2, - 0, 2, 2, 2, - 0, 2, - 0, 2, 2, - 0, 2, - 1, - 0, + 2, + 2, + 2, + 2, + 2, + 2, 2, 2, 1, @@ -142209,27 +172029,32 @@ 2, 0, 0, - 0, 2, - 0, 2, 0, - 0, - 0, - 0, + 2, 1, + 1, + 0, 2, + 1, 2, 2, 2, 0, + 0, 2, 1, 0, + 1, 2, + 1, 2, 0, + 0, 2, + 2, + 0, 0, 0, 2, @@ -142237,80 +172062,75 @@ 2, 0, 0, + 2, + 2, 0, 0, + 2, + 2, 0, 0, - 0, + 1, 0, 2, - 0, 2, 2, 2, - 0, - 0, 2, - 0, 2, 0, - 0, - 1, 2, - 0, - 0, 2, 2, - 0, - 0, - 0, + 1, 2, 2, 2, - 0, 2, 0, - 0, - 2, 2, 0, 0, + 2, 0, 0, 0, 2, - 0, 2, - 0, 2, 2, - 1, - 1, - 0, 2, 2, - 0, 2, 2, - 0, + 2, + 2, + 1, + 2, + 2, 2, 0, 2, 0, + 0, + 2, + 2, 2, 0, + 2, + 2, 1, 2, 2, 0, 2, + 2, 0, - 0, - 0, + 2, 0, 2, 2, - 0, + 2, 2, 2, 2, @@ -142319,36 +172139,36 @@ 0, 0, 0, - 0, - 0, - 0, 2, 2, 0, - 0, 2, - 0, + 2, + 1, + 1, + 2, 2, 0, 0, 0, - 2, - 0, 0, + 2, + 2, + 2, 0, + 2, 1, - 0, 1, 2, 2, - 2, + 0, 2, 2, 2, 2, 2, 0, - 0, + 2, 0, 2, 2, @@ -142360,24 +172180,16 @@ 2, 2, 2, - 0, - 0, - 0, - 2, 2, 2, 0, 2, - 0, - 0, - 0, 2, 2, 0, 2, - 0, 2, - 0, + 2, 0, 2, 2, @@ -142386,55 +172198,77 @@ 2, 2, 2, + 1, + 0, 2, 2, 0, 2, 0, - 0, 2, 2, 2, 0, - 0, + 2, 2, 0, 2, - 1, + 2, + 2, 0, 0, + 2, 0, + 2, 1, - 0, 2, - 0, 2, 0, 0, 2, + 2, + 0, 0, 2, 2, 2, - 0, - 0, - 0, + 1, + 1, + 2, + 2, + 2, 0, 2, 0, 2, + 1, + 2, 0, + 2, + 2, + 1, 0, + 2, + 2, + 2, 0, 2, 0, 0, + 1, + 1, + 1, 2, 0, 0, 2, + 1, 0, 0, + 0, + 2, + 2, + 2, 2, 2, 0, @@ -142442,7 +172276,9 @@ 0, 0, 2, + 2, 0, + 1, 2, 0, 0, @@ -142453,133 +172289,103 @@ 0, 0, 0, + 1, + 2, + 2, 2, - 0, - 0, - 0, 2, - 0, - 0, - 1, - 0, 0, 0, 2, 2, 0, + 2, 0, 2, + 0, 2, + 1, 2, + 1, 2, 2, 0, - 0, - 0, 2, 2, + 1, 2, 2, - 0, 2, - 0, - 2, - 0, 2, 2, - 0, 2, 0, 2, 2, 0, 0, - 0, - 0, 2, 2, - 0, 2, + 1, 2, 0, 2, - 0, - 0, 2, - 0, - 0, 2, - 0, 2, - 0, - 0, 2, 2, 2, 2, - 0, - 0, - 0, 2, 2, 2, - 0, - 0, - 0, - 0, + 1, + 2, 2, 2, - 0, - 0, - 0, - 0, - 0, - 0, 2, - 0, - 0, - 0, 2, 0, - 1, 2, 2, 1, - 1, - 0, - 0, - 0, 0, 2, + 1, 0, 2, - 0, 2, - 0, - 0, + 2, 2, 2, 1, - 0, - 0, + 1, + 2, 2, - 0, 1, - 0, - 0, + 1, + 2, 2, 0, - 0, + 2, + 2, + 2, + 2, 2, 2, 0, - 1, 0, + 1, 2, 2, 0, + 2, + 2, 0, - 0, + 1, + 2, 0, 2, 2, @@ -142588,58 +172394,53 @@ 2, 0, 2, - 0, 2, - 0, - 0, - 0, + 2, + 2, 2, 0, - 1, - 0, + 2, 0, 2, 2, 2, - 0, - 0, 2, - 0, 2, 0, 0, 0, - 0, - 0, - 0, 2, 0, 2, 0, 2, + 2, 0, + 2, 0, + 2, + 2, + 2, 0, + 2, + 2, 0, + 2, 1, 2, 2, 0, - 0, - 0, - 0, - 0, 2, 0, 2, - 0, - 0, - 0, - 0, 2, 2, - 1, 2, + 2, + 2, + 2, + 2, + 1, 1, 2, 2, @@ -142647,44 +172448,57 @@ 2, 2, 0, + 2, 0, - 0, + 2, 0, 2, 0, 0, + 0, 2, 2, + 1, + 2, 0, 0, 0, 0, - 0, + 1, 2, 2, 2, 2, 0, - 0, - 0, - 0, 2, - 0, 2, - 0, - 0, - 0, + 2, + 2, + 2, 2, 0, 0, + 2, + 2, + 2, + 2, 0, + 1, + 2, 0, + 1, 0, 2, - 0, + 2, 2, 0, + 2, + 2, + 2, 0, + 2, + 1, + 2, 0, 2, 2, @@ -142692,120 +172506,205 @@ 2, 0, 0, - 0, 2, 2, - 0, 2, - 0, 2, - 0, - 0, 2, - 0, 2, 0, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, 2, 0, - 0, 2, 2, 0, 0, 0, - 0, 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, + 2, + 2, + 2, + 2, + 2, 0, + 1, 0, - 0, - 0, - 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 0, 0, 2, 0, 0, 0, + 2, 0, + 2, + 2, 0, + 2, + 1, + 2, + 2, + 2, + 2, + 2, 0, 0, 0, + 2, 0, + 2, + 2, 0, + 2, + 2, + 2, 0, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, 0, 0, + 2, 0, - 0, + 2, + 2, 0, 0, 0, 0, 2, + 2, 0, 0, 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, 0, + 2, + 2, + 1, 0, + 2, + 2, 0, 0, 0, + 1, + 1, 0, + 2, + 2, + 2, 0, + 2, 0, + 2, + 2, 0, + 2, 0, 0, 0, 0, + 2, 0, 0, + 2, + 1, + 2, 0, + 2, + 2, + 2, + 2, 0, + 2, 0, + 2, 0, + 2, 0, 0, - 0, + 2, + 2, + 2, 0, 0, 2, 0, + 1, 0, + 2, + 2, + 2, + 2, 0, 0, + 1, 0, + 2, + 2, + 2, 0, + 2, + 2, 0, + 2, 0, 0, 0, 0, 0, + 2, + 2, + 1, 0, 0, 0, + 2, + 2, 0, + 2, 0, 0, + 2, + 2, + 2, + 2, 0, 0, 0, @@ -142814,9 +172713,17 @@ 0, 0, 0, + 2, + 2, 0, + 2, 0, + 2, + 2, + 2, + 2, 0, + 2, 0, 0, 0, @@ -142829,19 +172736,26 @@ 0, 0, 0, + 2, 0, 0, + 1, 0, 0, 0, 0, 0, + 1, 0, + 2, 0, + 2, 0, 0, 0, 0, + 1, + 1, 0, 0, 0, @@ -142853,13 +172767,16 @@ 0, 0, 0, + 2, 0, 0, 0, + 1, 0, 0, 0, 0, + 2, 0, 0, 0, @@ -142868,10 +172785,12 @@ 0, 0, 0, + 2, 0, 0, 0, 0, + 1, 0, 0, 0, @@ -142882,6 +172801,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -142936,6 +172856,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -142943,7 +172864,9 @@ 0, 0, 0, + 1, 0, + 1, 0, 0, 0, @@ -142971,6 +172894,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -143013,19 +172937,10 @@ 0, 0, 0, + 2, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 2, 0, 0, 0, @@ -143064,6 +172979,7 @@ 2, 0, 0, + 1, 0, 0, 0, @@ -143078,6 +172994,9 @@ 0, 0, 0, + 0 + ], + "cumulative_refusals": [ 0, 0, 0, @@ -143125,13 +173044,6 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, @@ -143152,28 +173064,36 @@ 1, 1, 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, 2, 2, 2, 2, 2, - 3, - 3, - 3, - 3, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, 3, 3, 3, @@ -143184,37 +173104,6 @@ 4, 4, 4, - 4, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, - 5, 5, 5, 5, @@ -143229,6 +173118,83 @@ 6, 6, 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 6, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, + 7, 7, 7, 7, @@ -143239,33 +173205,42 @@ 8, 8, 8, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, - 9, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, + 8, 9, 10, 10, 10, 10, + 10, + 10, + 10, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, 11, 11, 11, @@ -143287,12 +173262,156 @@ 11, 11, 11, + 11, + 11, + 11, + 11, + 11, + 11, + 11, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, + 12, 12, 13, 13, 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 13, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, 14, 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 14, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, + 15, 15, 15, 15, @@ -143301,6 +173420,54 @@ 16, 16, 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, + 16, 17, 17, 17, @@ -143308,11 +173475,33 @@ 17, 17, 17, - 17, - 17, - 17, - 17, - 17, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, + 18, 18, 18, 18, @@ -143330,6 +173519,54 @@ 18, 18, 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 19, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, 20, 20, 20, @@ -143337,6 +173574,28 @@ 20, 20, 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 20, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, + 21, 21, 21, 21, @@ -143352,25 +173611,187 @@ 21, 21, 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, + 22, 23, 23, - 23, 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 24, + 25, + 25, + 25, 25, 26, 26, 26, 26, 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 26, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, + 27, 27, 28, 28, 28, - 28, - 28, - 28, - 28, - 28, + 29, 29, 29, 29, @@ -143378,6 +173799,28 @@ 30, 30, 30, + 30, + 30, + 30, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, + 31, 31, 31, 31, @@ -143385,25 +173828,43 @@ 32, 32, 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, 33, 33, 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 33, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, + 34, 34, 34, 34, @@ -143414,9 +173875,18 @@ 35, 35, 35, - 36, - 36, - 36, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, + 35, 36, 36, 36, @@ -143429,11 +173899,16 @@ 36, 37, 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, + 37, 38, - 38, - 39, - 39, - 39, 39, 39, 40, @@ -143467,14 +173942,98 @@ 40, 40, 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 40, + 41, + 41, + 41, 41, 41, + 41, + 41, + 41, + 41, + 41, + 41, + 41, + 42, 42, 43, 43, 43, 43, 43, + 43, + 43, + 43, + 44, 44, 44, 44, @@ -143492,12 +174051,64 @@ 44, 44, 44, + 44, + 44, + 44, + 45, 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 45, + 46, + 46, + 46, + 46, + 46, + 46, + 46, 46, 46, 46, 46, 46, + 46, + 46, + 46, + 46, + 46, + 46, + 47, + 47, 47, 47, 47, @@ -143509,6 +174120,22 @@ 47, 47, 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 47, + 48, 48, 48, 48, @@ -143521,93 +174148,111 @@ 49, 49, 49, + 49, + 49, + 49, + 49, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, + 50, 50, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, - 51, 51, 51, 52, 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, - 52, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, + 53, 53, 53, 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, + 54, 55, 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, - 55, 56, 56, + 56, + 56, + 56, + 56, + 57, + 57, + 57, + 57, + 57, 57, 57, 57, 57, + 57, + 57, + 57, + 57, + 57, + 57, + 57, + 58, 58, + 58, + 58, + 58, + 58, + 58, + 58, + 59, + 59, + 59, + 59, + 59, + 59, + 59, + 59, 59, 59, 60, @@ -143615,35 +174260,33 @@ 60, 60, 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 61, + 62, 62, 62, 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 62, - 63, - 63, - 63, - 63, - 63, - 63, - 63, - 63, 63, 63, 63, 64, 64, - 64, - 65, - 65, - 65, - 65, 65, 65, 65, @@ -143653,52 +174296,66 @@ 66, 66, 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 66, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, 67, 67, + 67, + 67, + 67, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, + 68, 68, 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, + 69, 70, 70, 70, 70, - 70, - 70, - 71, 71, - 71, - 71, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, - 72, 72, 72, 72, @@ -143706,9 +174363,20 @@ 72, 72, 73, - 74, - 74, - 74, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, + 73, 74, 74, 74, @@ -143717,52 +174385,39 @@ 75, 75, 75, + 75, + 75, + 75, + 75, + 75, + 75, 76, 76, 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 76, - 77, - 77, 77, 77, 77, 77, 78, + 78, + 78, + 78, + 79, + 79, 79, 79, 80, 80, 80, 80, + 80, + 80, + 80, 81, 81, 82, 82, 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 83, - 83, - 83, - 83, - 83, - 83, 83, 83, 83, @@ -143777,10 +174432,6 @@ 84, 84, 84, - 84, - 84, - 84, - 85, 85, 85, 85, @@ -143789,59 +174440,38 @@ 86, 86, 87, + 87, + 87, + 87, + 87, 88, + 88, + 88, + 89, + 89, + 89, 89, 89, 90, 91, 92, + 92, + 92, + 92, + 92, + 93, + 93, + 93, + 93, 93, 93, 94, 94, - 94, - 94, - 95, - 95, - 95, - 95, - 95, 95, 95, 96, 96, - 96, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, - 97, 97, - 97, - 97, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, 98, 98, 98, @@ -143849,485 +174479,179 @@ 99, 100, 100, + 100, + 100, + 100, + 100, + 100, 101, - 101, - 101, - 101, - 101, - 101, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, - 102, 102, 102, 103, 103, - 103, - 103, - 103, - 103, - 103, 104, 105, - 105, - 105, - 105, - 105, - 105, - 105, - 105, - 105, - 105, - 105, - 106, 106, - 106, - 106, - 106, - 106, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, - 107, 107, 108, 109, - 109, - 109, - 109, - 109, + 110, 110, 111, - 112, - 112, - 112, - 112, - 112, + 111, + 111, 112, 112, 113, 113, 113, - 114, + 113, 114, 114, 115, 115, 116, - 116, - 116, - 116, - 116, - 116, 117, 118, - 118, - 118, - 119, - 119, - 119, 119, 119, 119, 119, - 119, - 120, - 120, - 120, - 120, - 120, - 120, - 120, 120, - 120, - 121, - 121, - 121, 121, 122, + 122, 123, - 123, - 123, - 123, - 123, - 124, - 124, - 124, - 124, - 124, - 124, - 124, 124, - 124, - 125, 125, - 125, - 126, 126, 127, 127, 127, 127, - 127, - 127, - 127, - 127, - 127, - 127, - 127, - 127, - 127, - 128, - 128, - 128, 128, 129, 129, 129, 129, 130, - 130, - 130, - 130, 131, 131, 131, 131, 132, - 132, - 132, - 132, - 132, - 132, - 132, 133, 134, - 134, - 134, - 135, - 135, 135, 136, 137, 137, 137, - 137, - 137, - 137, - 138, - 138, 138, 139, 139, 139, 140, - 140, - 140, - 140, - 140, - 140, - 140, - 140, - 140, - 140, - 140, - 140, - 140, - 140, - 140, - 140, - 140, - 141, - 141, - 141, - 141, - 141, - 141, 141, - 141, - 142, - 142, - 142, - 142, - 142, - 142, - 142, 142, - 142, - 142, - 142, - 143, 143, 143, - 143, - 143, - 144, - 144, 144, - 144, - 144, - 144, - 144, - 144, - 144, - 144, - 144, - 144, - 145, - 145, - 145, - 145, - 145, - 145, - 145, - 145, 145, 145, 145, 146, + 146, 147, - 147, - 147, - 148, - 148, - 148, - 148, 148, 149, 149, 149, 149, - 149, - 149, - 150, - 150, 150, 151, - 151, - 151, - 151, - 151, 152, 153, 153, - 153, - 153, - 153, - 153, 154, - 154, - 154, - 155, - 155, 155, 156, - 156, - 157, 157, - 157, - 158, 158, 158, 159, 159, - 159, - 159, - 159, 160, 161, - 161, - 161, 162, 162, 163, - 163, - 163, - 164, 164, 164, 165, 166, - 166, - 166, 167, 168, - 168, - 168, - 168, - 168, - 168, - 168, - 168, - 168, - 168, - 168, - 168, - 168, - 168, - 168, - 168, - 168, - 169, - 169, 169, - 169, - 169, - 170, - 170, 170, 171, - 171, - 171, - 171, - 171, - 171, - 172, - 172, - 172, - 172, - 172, - 172, - 172, 172, 173, 174, - 174, - 174, - 174, - 174, - 174, - 174, - 174, - 174, - 174, - 175, - 175, - 175, - 175, 175, 175, 176, 177, - 177, - 177, - 177, - 177, 178, 179, 179, - 179, - 179, - 179, - 179, 180, 181, - 181, - 181, - 182, - 182, - 182, - 182, - 182, 182, 183, 184, + 184, 185, 186, - 186, 187, - 187, - 188, 188, 189, 189, 189, - 189, - 189, + 190, + 190, 190, 191, - 191, - 191, - 191, - 192, 192, 192, 192, 192, 192, - 192, - 193, 193, 194, - 194, - 194, 195, 196, 197, 198, - 198, - 198, - 198, - 198, - 198, - 199, 199, 200, - 200, 201, - 202, - 202, - 202, - 202, + 201, 202, 203, 204, 204, 204, 204, - 204, - 205, 205, 206, - 206, + 207, + 207, 207, 208, 209, - 209, 210, 211, - 211, 212, 212, 212, @@ -144335,128 +174659,89 @@ 213, 214, 215, - 216, - 216, - 216, + 215, 216, 217, 218, 219, 220, - 220, - 220, - 221, - 221, - 221, 221, - 221, - 222, - 222, - 222, - 222, - 222, - 222, - 222, - 222, - 222, - 222, 222, 223, 224, + 224, + 225, 225, - 226, 226, 227, 228, - 228, - 228, 229, 229, - 229, - 230, - 230, - 230, - 230, - 230, 230, 231, 232, + 232, + 232, 233, 234, - 234, - 234, - 234, - 235, - 235, - 235, 235, 236, + 236, + 237, 237, 238, + 238, 239, 240, - 240, - 241, 241, 241, 242, 243, 243, 243, - 243, - 243, - 243, - 243, 244, 244, 244, 245, - 245, 246, - 246, - 246, - 247, - 247, - 247, 247, 248, 249, - 249, - 249, - 249, 250, 251, - 251, - 251, - 252, 252, 253, 254, - 254, 255, 256, 257, 258, 259, + 259, 260, 261, + 261, 262, 263, + 263, 264, 265, 265, 266, + 266, + 267, 267, 268, 269, - 269, 270, 271, - 271, - 271, + 272, 272, 273, 274, + 274, + 274, + 274, 275, 276, 277, @@ -144467,412 +174752,37 @@ 281, 282, 283, - 283, 284, 285, - 286, - 286, - 287, - 288, - 288, - 289, - 290, - 291, - 292, - 293, - 294, - 295, - 295, - 296, - 297, - 298, - 299, - 300, - 301, - 302, - 303, - 304, - 305, - 306, - 307, - 308, - 309, - 310, - 311, - 311, - 312, - 312, - 312, - 313, - 314, - 315, - 316, - 317, - 318, - 319, - 320, - 321, - 322, - 323, - 324, - 325, - 326, - 327, - 328, - 329, - 329, - 330, - 331, - 332, - 333, - 334, - 335, - 336, - 337, - 337, - 338, - 338, - 339, - 340, - 341, - 342, - 342, - 343, - 344, - 345, - 346, - 347, - 348, - 349, - 350, - 351, - 352, - 353, - 354, - 355, - 356, - 357, - 358, - 359, - 360, - 361, - 362, - 363, - 364, - 365, - 366, - 367, - 368, - 369, - 370, - 371, - 372, - 373, - 374, - 375, - 376, - 377, - 378, - 379, - 380, - 381, - 382, - 383, - 384, - 385, - 386, - 387, - 388, - 388, - 389, - 390, - 391, - 392, - 393, - 394, - 395, - 396, - 397, - 398, - 399, - 400, - 401, - 402, - 402, - 403, - 404, - 405, - 406, - 407, - 408, - 409, - 410, - 411, - 412, - 413, - 414, - 415, - 416, - 417, - 418, - 419, - 420, - 420, - 421, - 422, - 423, - 424, - 425, - 426, - 427, - 428, - 429, - 430, - 431, - 432, - 433, - 434, - 435, - 436, - 437, - 438, - 438, - 439, - 440, - 441, - 441, - 442, - 443, - 444, - 445, - 446, - 447, - 448, - 449, - 450, - 451, - 451, - 452, - 453, - 454, - 455, - 456, - 457, - 458, - 459, - 460, - 461, - 462, - 463, - 463, - 464, - 465, - 466, - 467, - 468, - 469, - 470, - 471, - 471, - 472, - 473, - 474, - 475, - 476, - 477, - 478, - 479, - 480, - 481, - 481, - 482, - 483, - 484, - 485, - 486, - 487, - 488, - 489, - 490, - 491, - 492, - 493, - 494, - 495, - 496, - 497, - 498, - 499, - 500, - 501, - 502, - 503, - 503, - 504, - 505, - 506, - 507, - 508, - 509, - 510, - 510, - 511, - 512, - 513, - 514, - 515, - 516, - 517, - 518, - 519, - 520, - 521, - 522, - 523, - 524, - 525, - 526, - 527, - 528, - 529, - 530, - 531, - 532, - 533, - 534, - 535, - 536, - 537, - 538, - 539, - 540, - 541, - 542, - 543, - 544, - 545, - 546, - 547, - 548, - 549, - 550, - 551, - 551, - 552, - 553, - 554, - 555, - 556, - 557, - 558, - 559, - 560, - 561, - 562, - 563, - 564, - 565, - 566, - 567, - 567, - 568, - 568, - 569, - 570, - 571, - 572, - 572, - 572, - 573, - 574, - 575, - 576, - 577, - 577, - 578, - 579, - 580, - 581, - 582, - 583, - 584, - 585, - 586, - 587, - 588, - 589, - 590, - 591, - 592, - 593, - 594, - 594, - 595, - 596, - 597, - 598, - 599, - 600, - 601, - 602, - 603, - 604, - 605, - 606, - 607, - 608, - 609, - 610, - 610, - 611, - 612, - 613, - 614, - 615, - 616, - 617, - 618, - 619, - 620, - 621, - 622, - 623, - 624, - 625, - 626, - 627, - 628, - 629, - 630, - 631 + 286 ], "changepoint_dates": [ - "2023-02-26", - "2024-07-15" + "2023-02-19", + "2025-01-22" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-02-26", - "mean_faithfulness": 1.3177215189873417, - "refusal_rate_percent": 13.544303797468354 + "end_date": "2023-02-19", + "mean_faithfulness": 1.556687898089172, + "refusal_rate_percent": 3.4394904458598727 }, { - "start_date": "2023-02-26", - "end_date": "2024-07-15", - "mean_faithfulness": 0.8910891089108911, - "refusal_rate_percent": 28.51485148514851 + "start_date": "2023-02-19", + "end_date": "2025-01-22", + "mean_faithfulness": 1.2671428571428571, + "refusal_rate_percent": 10.428571428571429 }, { - "start_date": "2024-07-15", - "end_date": "2025-09-10", - "mean_faithfulness": 0.03588516746411483, - "refusal_rate_percent": 90.9090909090909 + "start_date": "2025-01-22", + "end_date": "2025-10-22", + "mean_faithfulness": 0.1282051282051282, + "refusal_rate_percent": 68.13186813186813 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "mistralai/mistral-medium-3.1": { + "nvidia/llama-3.1-nemotron-70b-instruct": { "dates": [ "2021-01-01", "2021-01-01", @@ -146586,37 +176496,93 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ - 2, 0, 2, + 2, 0, 2, 2, - 0, + 2, 1, - 0, + 2, 2, 0, 2, 1, 2, - 2, 1, 2, + 0, + 2, + 0, 2, 2, 2, 0, + 0, + 2, + 0, + 2, 2, 2, + 1, 2, + 1, 2, + 0, + 1, 2, 2, 2, + 0, 2, 2, 2, @@ -146630,38 +176596,39 @@ 2, 2, 2, - 1, - 2, 2, 0, - 0, - 2, 2, + 1, + 0, 2, + 0, 2, 2, + 0, + 0, + 1, 2, 2, - 0, 2, 2, 2, + 1, 2, 1, + 1, 2, 2, - 0, - 0, - 0, 2, 2, 2, + 0, 2, 2, - 1, + 0, + 0, 2, 2, - 0, 2, 2, 2, @@ -146670,92 +176637,85 @@ 0, 0, 2, + 2, 0, - 0, - 1, 2, 2, + 0, 2, 2, 0, - 2, 0, 0, 2, 2, - 1, 2, 2, 0, + 1, 2, 2, 0, 2, 2, 2, + 0, + 0, 2, + 0, 2, + 0, 2, 1, 2, - 0, 2, 0, 2, + 0, 2, 2, 0, 0, - 2, 0, 2, - 0, 2, 0, - 2, 0, - 1, - 2, 2, + 0, 2, 2, 0, 1, 0, + 0, 2, - 1, 2, + 0, 2, + 0, 2, + 1, 0, 2, 2, + 0, + 0, 1, 0, + 1, 0, 0, 2, 0, - 2, - 2, - 2, - 2, - 2, 0, 2, - 2, 0, 0, 0, - 1, 0, 2, 2, - 0, - 1, - 1, - 2, - 0, 2, 2, 0, @@ -146763,86 +176723,80 @@ 2, 2, 2, + 2, + 0, 0, 2, 2, + 0, 2, 2, + 0, 2, 2, - 0, 2, 0, 0, 2, 2, - 0, 1, 2, - 2, 0, 2, 2, 2, - 1, - 2, 0, 0, - 2, - 2, 0, 2, 2, 2, 0, + 0, 2, 2, - 0, 2, - 1, 2, 2, 2, 2, - 0, - 0, - 0, 2, 0, + 2, + 2, 0, 0, 2, 0, 0, - 1, 0, 0, 2, 2, + 2, + 0, 0, 0, 0, - 2, 2, 2, 2, 0, 2, - 2, + 0, 2, 0, 0, 2, + 0, 2, - 2, - 2, + 0, 2, 2, 2, 0, 2, 0, - 0, 2, 2, 2, @@ -146851,29 +176805,30 @@ 2, 2, 2, - 1, + 2, + 2, 2, 2, 0, - 0, + 1, 0, 2, 0, 0, - 2, + 0, 0, 2, 2, - 2, + 1, 2, 2, 0, - 2, + 0, 2, 2, 0, 2, - 0, + 2, 2, 2, 2, @@ -146887,8 +176842,8 @@ 0, 0, 0, - 2, - 2, + 0, + 0, 2, 2, 0, @@ -146900,11 +176855,11 @@ 2, 2, 2, - 2, - 0, + 1, 2, 2, 2, + 0, 1, 2, 0, @@ -146914,7 +176869,7 @@ 2, 2, 2, - 0, + 1, 2, 2, 2, @@ -146930,18 +176885,18 @@ 0, 2, 2, - 1, 2, + 1, 0, 2, 0, 2, - 1, 2, 2, - 1, 2, - 1, + 0, + 2, + 2, 0, 2, 2, @@ -146951,15 +176906,15 @@ 2, 0, 0, - 1, - 0, 2, 1, 2, 2, - 0, 2, - 0, + 2, + 2, + 2, + 2, 0, 2, 1, @@ -146970,20 +176925,19 @@ 0, 2, 2, - 0, 2, 2, - 1, 2, + 1, 2, 2, 2, + 1, 0, 0, 0, 2, 2, - 1, 2, 2, 2, @@ -146992,13 +176946,18 @@ 2, 2, 2, + 0, + 0, + 2, + 0, 2, + 0, + 0, 2, 2, 2, 0, 2, - 1, 0, 2, 2, @@ -147006,128 +176965,124 @@ 2, 2, 0, - 2, - 2, - 2, 0, - 2, 0, 0, 2, - 1, 0, 2, + 0, + 0, 2, 2, - 2, + 1, + 0, 2, 2, 0, 2, - 1, + 0, 2, + 0, 2, 1, - 1, - 2, - 0, 2, 2, 2, 2, - 1, 2, + 0, 2, 2, + 0, 2, + 0, 2, 2, 2, 0, 2, - 2, 0, 2, - 2, 0, 2, 2, - 2, 0, 2, 2, 2, 2, - 0, - 2, - 0, 2, 0, 2, 0, 0, + 1, + 2, 2, 0, 2, 0, 1, + 2, 0, 0, - 2, 0, - 2, - 2, - 2, 0, 2, 2, 2, 2, 2, - 2, - 0, 0, 2, 2, + 0, + 2, 2, 2, 0, 2, 2, 2, - 1, 2, 0, - 1, + 0, 2, 0, + 0, 1, 0, + 2, + 0, + 0, + 2, 0, 0, 0, 2, 0, + 0, 2, 2, 0, - 1, + 2, + 0, 0, 0, 0, - 2, 0, 2, - 2, + 1, 2, 0, 0, 2, - 2, + 0, 0, 2, 2, - 2, + 0, 2, 2, 2, @@ -147138,30 +177093,30 @@ 2, 2, 2, - 0, - 2, 2, 2, 0, + 0, + 0, 2, 2, 2, - 1, - 2, - 0, - 2, 2, 2, 0, - 2, 0, 2, 2, 2, - 2, 1, 0, + 0, + 0, + 0, 2, + 1, + 0, + 0, 0, 0, 2, @@ -147169,75 +177124,75 @@ 2, 2, 2, + 1, 0, 2, 2, 2, - 2, - 0, 0, 2, - 0, - 2, - 1, 2, 2, 2, 0, 2, 2, + 2, + 2, 0, 0, 2, - 0, - 2, - 1, 2, 2, 0, 2, + 0, 2, + 0, 2, 0, 2, + 0, + 0, 2, 2, 0, + 0, 1, 0, 2, - 2, 0, 2, 2, - 0, 2, + 0, + 0, 2, 2, + 0, 2, + 0, 1, 2, - 1, 2, 2, 2, 2, 2, 0, - 2, - 1, + 0, 0, 2, 2, 0, - 0, 1, 2, + 0, 2, 2, 2, - 2, - 2, + 0, + 0, 0, 2, 2, @@ -147257,38 +177212,35 @@ 0, 2, 2, - 2, + 1, 0, 0, - 1, 0, - 2, - 2, - 2, 0, 2, 0, - 1, - 1, 2, + 0, 2, 2, 0, 1, + 0, 2, - 2, - 2, + 0, 1, - 2, 0, - 2, 0, 2, + 1, + 1, 2, 2, 2, + 0, 2, 2, + 1, 2, 2, 2, @@ -147297,115 +177249,131 @@ 2, 2, 2, - 1, 2, 2, 1, - 0, + 1, 2, 2, 0, 2, 0, 0, - 2, - 2, 0, 2, 0, + 0, 2, 0, 0, - 2, - 2, 0, - 2, - 1, + 0, 2, 2, - 1, - 1, - 1, - 2, + 0, 2, 2, + 0, 2, 2, 2, 2, - 0, 2, 0, 2, 2, + 0, 2, 2, 2, 0, 2, - 2, - 2, + 0, 2, 0, 2, 2, 0, + 0, 2, 0, + 2, 0, + 2, + 2, 0, 2, 2, 2, 2, - 0, - 0, 2, 0, 2, 2, + 0, + 0, 2, 0, + 0, + 0, + 0, 2, + 0, 2, + 0, 2, + 0, 2, + 0, 1, 2, - 2, 0, - 2, + 0, 2, 1, - 2, - 2, 0, 0, 0, - 2, 0, 0, 0, 0, 0, - 2, - 1, - 2, - 2, - 2, - 2, 0, - 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 1, 0, - 2, + 0, + 0, + 0, + 0, + 0, + 0, 2, 0, 2, 0, 0, + 0, 2, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, 2, 0, 0, @@ -147415,417 +177383,205 @@ 0, 0, 0, - 2, 0, - 2, - 2, - 2, 0, 0, 0, 0, - 2, 0, 0, - 2, - 2, - 2, 0, - 2, 0, 0, 0, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 2, 0, 0, 0, 0, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, 0, - 2, 0, 0, - 2, - 1, 0, - 2, - 1, - 2, 0, - 2, - 2, + 0, 0, 2, 0, 0, 0, - 2, - 1, - 2, 0, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, 0, 0, - 2, 0, 0, - 2, - 2, - 2, - 1, - 2, + 0, 0, 2, 0, 0, 0, - 1, 0, - 2, - 2, 0, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, 0, - 2, 0, - 2, 0, 0, - 2, 0, - 2, - 2, - 2, 0, - 2, 0, - 2, - 2, 0, 0, - 2, 0, 2, 0, - 2, - 2, 0, - 2, 0, - 2, 0, - 2, - 1, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 1, - 2, - 2, 0, 0, - 1, - 2, 0, - 2, - 1, 0, 0, 0, - 1, 0, - 2, - 1, - 2, 0, 0, - 2, 0, - 2, - 2, - 2, 0, 0, 0, 0, - 2, - 1, - 2, 0, 0, 0, - 1, 0, 0, - 2, - 2, 0, - 2, 0, 0, - 2, - 2, - 1, 0, 0, 0, - 2, 0, - 2, 0, 0, - 2, - 2, - 2, - 2, 0, 0, 0, - 2, 0, - 2, 0, - 2, 0, 0, - 1, 0, 0, 0, - 2, - 2, 0, 0, 0, - 2, - 2, - 2, - 1, 0, 0, 0, - 2, - 2, - 2, - 2, 0, - 2, 0, 0, 0, - 2, - 2, - 2, - 2, 0, - 2, 0, - 1, 0, 0, - 2, 0, - 2, 0, - 2, - 2, - 2, - 1, 0, - 2, - 2, - 2, 0, - 2, + 0, 0, 2, 0, 0, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, 0, - 2, - 2, 0, 0, 0, - 2, - 2, 0, - 2, 0, 0, 0, 0, - 2, 0, 0, 0, - 2, 0, 0, - 2, 0, - 2, - 1, 0, 0, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, - 1, - 2, - 2, 0, 0, - 2, 0, - 1, 0, 0, - 2, 0, 0, - 2, - 2, 0, - 2, 0, 0, - 2, - 2, 0, - 2, 0, 0, 0, - 2, - 2, - 2, 0, - 2, 0, - 2, 0, 0, 0, - 2, 0, 0, - 2, 0, - 2, - 2, - 2, 0, 0, - 2, 0, - 2, 0, 0, 0, 0, 0, 0, - 2, - 2, - 2, 0, - 2, 0, - 2, - 2, 0, - 2, 0, - 2, 0, 0, 0, 0, 0, - 2, 0, 0, 0, 0, 0, 0, - 2, - 2, - 1, - 2, 0, - 2, - 2, 0, - 2, - 2, 0, 0, 0, 0, - 2, - 2, - 2, - 2, 0, 0, 0, @@ -147833,75 +177589,50 @@ 0, 0, 0, - 2, - 2, - 2, 0, 0, - 1, 0, - 2, 0, - 2, 0, 0, 0, - 2, 0, 0, - 2, 0, 0, - 2, 0, - 2, 0, 0, 0, - 2, - 2, - 2, - 2, 0, 0, 0, - 2, 0, 0, - 2, 0, - 2, 0, 0, - 2, 0, - 2, 0, 0, 0, 0, - 2, 0, 0, - 2, - 2, 0, 0, 0, 0, - 1, 0, 0, 0, 0, 0, - 2, 0, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -147910,7 +177641,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -147927,14 +177657,10 @@ 0, 0, 0, - 2, - 2, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, @@ -147956,10 +177682,8 @@ 0, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, @@ -148130,7 +177854,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -148246,7 +177969,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -148301,9 +178023,6 @@ 0, 0, 0, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, @@ -148349,45 +178068,245 @@ 0, 0, 0, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "cumulative_refusals": [ + 0, + 0, + 0, 1, 1, 1, @@ -148401,76 +178320,12 @@ 2, 2, 2, - 2, - 2, - 2, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, - 3, 3, 3, - 3, - 3, - 3, - 3, - 3, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, 4, 4, 4, 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 4, - 5, 5, 5, 5, @@ -148482,45 +178337,11 @@ 5, 5, 5, - 5, - 5, - 5, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, 6, 6, 6, 6, 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, 7, 7, 7, @@ -148530,95 +178351,21 @@ 8, 9, 9, - 9, - 9, - 9, - 9, - 9, - 10, - 10, - 10, - 10, - 10, 10, 10, 10, 10, 10, 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, 11, 11, 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 12, - 12, - 12, - 12, - 12, 12, 12, - 12, - 12, - 12, - 13, - 13, - 13, - 13, - 13, 13, 13, 13, 13, - 13, - 13, - 13, - 13, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, 14, 14, 14, @@ -148638,8 +178385,6 @@ 14, 14, 14, - 14, - 15, 15, 16, 16, @@ -148647,17 +178392,9 @@ 16, 16, 16, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, - 17, + 16, + 16, + 16, 17, 17, 17, @@ -148665,20 +178402,8 @@ 17, 17, 18, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, - 19, + 18, + 18, 19, 19, 20, @@ -148686,191 +178411,48 @@ 20, 20, 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, 21, 21, 21, 21, - 21, - 21, - 21, - 21, - 21, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, 22, 22, 22, 22, 23, - 23, - 24, 24, 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 25, - 25, - 25, - 25, 25, 25, 26, - 27, - 27, - 27, - 27, + 26, + 26, + 26, + 26, 27, 27, 28, + 28, + 28, 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 29, - 30, - 30, 30, 30, 30, 30, 31, - 31, - 31, - 31, - 31, - 31, - 32, - 32, - 32, 32, 32, - 32, - 32, - 33, - 33, 33, 33, 33, 33, 33, 33, - 33, - 33, - 34, - 34, 34, 34, 34, - 34, - 35, 35, 35, - 35, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, 36, 36, 36, @@ -148880,98 +178462,49 @@ 37, 38, 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 38, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, - 39, 39, 39, 39, - 39, - 39, - 39, - 39, - 39, - 40, - 40, - 40, 40, 40, - 40, - 40, - 40, - 41, - 41, - 41, - 41, - 41, 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 42, - 42, - 42, - 42, - 42, - 42, - 42, 42, 42, 43, - 43, - 43, - 44, - 44, - 44, 44, 45, 46, + 46, + 46, + 46, + 46, + 47, + 47, + 47, + 47, 47, 47, 48, 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 49, + 50, 50, 50, 50, - 51, - 51, - 51, 51, 52, 52, @@ -148980,115 +178513,22 @@ 52, 52, 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, + 52, 53, 53, 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, 54, 55, 55, 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 56, - 57, - 57, - 57, - 57, - 57, - 57, - 57, 57, - 57, - 57, - 57, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, - 58, 58, 58, 58, @@ -149096,17 +178536,13 @@ 58, 59, 60, - 60, - 60, - 60, - 60, 61, 62, - 63, - 63, - 63, - 63, - 63, + 62, + 62, + 62, + 62, + 62, 63, 63, 64, @@ -149114,7 +178550,8 @@ 64, 65, 65, - 65, + 66, + 66, 66, 66, 67, @@ -149123,58 +178560,32 @@ 67, 67, 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, + 67, 68, 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 69, - 69, - 69, - 69, - 69, - 69, - 69, - 69, - 69, - 69, - 69, 69, 69, 70, 71, 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, - 71, 72, 72, 72, - 73, + 72, + 72, + 72, 73, 74, 74, 74, - 74, - 74, - 74, - 74, 75, 75, 75, @@ -149190,65 +178601,13 @@ 75, 76, 77, - 77, - 77, - 77, - 77, - 77, - 77, - 77, - 78, - 78, - 78, - 78, - 78, 78, 78, 79, 79, 79, - 79, - 80, - 80, - 80, - 80, - 80, - 80, - 80, 80, 80, - 80, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, - 81, 81, 81, 81, @@ -149260,35 +178619,6 @@ 82, 82, 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 82, - 83, 83, 83, 83, @@ -149297,20 +178627,20 @@ 84, 84, 84, - 85, - 85, - 85, - 85, - 85, - 85, - 85, - 85, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, + 84, 85, 86, 86, - 86, - 86, - 86, 87, 88, 88, @@ -149318,62 +178648,53 @@ 88, 88, 88, + 88, + 89, + 89, 89, 89, 89, - 90, - 90, 90, 90, 90, 91, 91, 91, + 91, + 91, + 91, + 91, 92, - 92, - 92, - 92, - 92, - 92, - 92, - 92, - 92, + 93, + 93, + 93, + 93, + 93, + 93, + 93, 93, 93, 93, 94, 94, - 95, - 95, - 95, - 95, - 95, - 95, + 94, + 94, + 94, + 94, 95, 96, 96, 96, + 96, + 96, + 96, + 96, + 96, + 96, + 96, + 96, 97, - 97, - 98, - 98, 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 98, - 99, - 99, - 99, 99, 99, 99, @@ -149386,48 +178707,18 @@ 99, 99, 100, - 100, - 100, - 100, - 100, - 100, - 100, - 100, - 100, - 101, - 101, - 101, - 101, - 101, - 101, - 101, - 101, 101, 101, 102, 102, - 102, - 102, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, - 103, 103, 104, 104, 104, + 104, 105, + 105, + 106, 106, 106, 106, @@ -149436,67 +178727,75 @@ 107, 108, 109, - 109, - 109, 110, + 110, + 111, + 111, + 111, + 111, + 111, + 111, + 111, + 111, + 111, 111, 111, 111, + 111, + 111, + 112, + 112, + 112, 112, 112, 112, 112, 112, 113, - 114, - 114, - 114, - 114, - 114, - 114, - 114, - 114, - 114, + 113, + 113, + 113, + 113, 114, 114, 114, 114, 115, + 115, 116, 116, - 116, - 116, - 116, - 116, + 117, + 117, 117, 118, 118, 118, 118, - 119, - 119, + 118, + 118, 119, 119, 120, + 120, + 120, + 120, + 120, 121, 121, - 121, - 121, - 121, - 121, - 122, 122, 122, 122, - 122, - 123, - 123, - 123, 123, 124, 125, 126, 126, + 126, + 126, + 126, + 126, + 127, + 127, 127, 128, 128, @@ -149504,11 +178803,13 @@ 128, 128, 128, + 128, + 128, + 128, 129, 129, 129, - 129, - 129, + 130, 130, 130, 131, @@ -149516,129 +178817,140 @@ 132, 133, 133, - 133, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, - 134, 134, 135, - 135, - 135, - 135, - 135, - 135, - 135, 136, - 137, - 137, - 137, - 137, - 137, + 136, 137, 138, 138, 138, 139, + 139, 140, - 140, - 140, - 140, - 140, - 140, - 140, - 141, 141, 142, - 142, - 143, - 143, - 143, - 143, - 143, 143, 144, + 144, + 144, + 144, + 145, 145, 145, + 145, + 146, 146, + 146, + 147, + 147, + 147, 147, 147, 148, 148, 148, + 148, + 148, + 148, + 148, + 148, 149, 150, - 150, - 150, - 150, - 150, - 150, - 150, 151, 151, 151, 151, 151, - 152, - 152, - 152, - 152, - 152, - 152, + 151, 152, 153, + 153, + 153, + 153, + 153, + 153, 154, - 154, - 154, - 154, - 154, - 155, - 155, 155, 156, 156, + 156, 157, 158, - 158, 159, 160, + 160, + 160, + 160, + 160, + 160, + 160, + 161, + 161, + 161, 161, 162, + 162, + 162, + 162, + 162, + 163, + 163, + 163, 163, 163, - 164, 164, 165, - 166, + 165, + 165, + 165, 166, 166, 167, + 167, + 168, 168, 169, - 170, + 169, 170, 171, 171, 171, 171, 172, + 172, + 173, 173, 174, + 174, + 174, + 174, 175, 176, + 176, + 176, + 177, 177, 178, - 179, + 178, + 178, + 178, + 178, + 178, + 178, + 178, 179, 180, + 180, + 180, + 180, + 181, + 181, + 181, + 181, + 181, + 181, 181, - 182, - 182, 182, 183, 184, @@ -149649,69 +178961,136 @@ 185, 186, 187, - 187, 188, 189, + 189, 190, 191, - 191, 192, 193, 193, 194, + 194, + 194, + 194, 195, 196, - 196, - 196, 197, + 197, + 197, + 198, 198, 199, + 199, + 199, 200, + 200, + 200, + 200, + 201, 201, 202, + 202, + 202, + 202, + 202, + 202, + 202, + 202, + 203, + 203, + 203, + 203, + 203, + 203, + 203, + 203, + 203, + 203, + 203, + 203, + 203, + 203, + 203, + 203, + 203, 203, - 204, - 204, - 204, 204, 204, 205, 206, 207, + 207, 208, - 208, + 209, 209, 210, 211, 212, 213, + 213, + 213, 214, + 214, + 214, + 215, + 215, + 215, + 215, + 215, + 215, 215, + 215, + 215, + 216, + 216, 216, + 216, + 217, 217, 218, + 218, + 218, + 218, + 218, 219, 220, 220, 221, + 221, + 222, 222, + 222, + 223, + 223, + 223, 223, 223, + 223, + 224, + 224, 224, 225, 226, + 226, 227, - 227, - 228, 228, 229, 230, + 230, + 231, 231, 232, + 232, + 233, 233, 234, + 234, + 234, 235, 236, + 236, + 236, 237, 238, 239, @@ -149719,6 +179098,7 @@ 241, 242, 243, + 243, 244, 245, 246, @@ -149731,34 +179111,37 @@ 253, 254, 255, + 255, 256, 257, 258, - 258, 259, 260, 261, - 261, 262, + 262, + 263, + 263, 263, 264, 265, + 265, 266, 267, 268, 269, + 269, + 269, 270, 271, + 271, 272, 273, 274, 275, - 275, - 276, 276, 277, 278, - 278, 279, 280, 281, @@ -149770,7 +179153,6 @@ 287, 288, 289, - 289, 290, 291, 292, @@ -149785,38 +179167,37 @@ 301, 302, 303, + 303, 304, 305, 306, 307, - 307, 308, 309, 310, - 310, - 311, 311, 312, 313, 314, + 314, + 314, 315, 316, 317, + 317, 318, 319, 320, 321, - 321, - 322, 322, 323, 324, 325, - 325, 326, 327, 328, 329, + 329, 330, 331, 332, @@ -149827,7 +179208,7 @@ 337, 338, 339, - 339, + 340, 340, 341, 342, @@ -149836,16 +179217,13 @@ 345, 346, 347, - 347, 348, 349, 350, 351, - 351, 352, 353, 354, - 354, 355, 356, 357, @@ -149856,10 +179234,8 @@ 362, 363, 364, - 364, 365, 366, - 366, 367, 368, 369, @@ -149867,10 +179243,10 @@ 371, 372, 373, + 373, 374, 375, 376, - 376, 377, 378, 379, @@ -149878,7 +179254,6 @@ 381, 382, 383, - 383, 384, 385, 386, @@ -149886,12 +179261,10 @@ 388, 389, 390, - 391, - 391, + 390, 391, 392, 393, - 393, 394, 395, 396, @@ -149899,7 +179272,6 @@ 398, 399, 400, - 400, 401, 402, 403, @@ -149907,6 +179279,7 @@ 405, 406, 407, + 407, 408, 409, 410, @@ -149914,21 +179287,18 @@ 412, 413, 414, - 414, 415, 416, - 416, 417, 418, 419, 420, + 420, 421, 422, 423, 424, 425, - 425, - 426, 426, 427, 428, @@ -149946,22 +179316,16 @@ 440, 441, 442, - 442, - 442, 443, 444, 445, 446, 447, - 447, - 447, 448, 449, 450, 451, 452, - 452, - 452, 453, 454, 455, @@ -149975,10 +179339,8 @@ 463, 464, 465, - 465, 466, 467, - 467, 468, 469, 470, @@ -149987,15 +179349,12 @@ 473, 474, 475, - 475, - 475, 476, 477, 478, 479, 480, 481, - 481, 482, 483, 484, @@ -150003,6 +179362,7 @@ 486, 487, 488, + 488, 489, 490, 491, @@ -150016,35 +179376,713 @@ 499, 500, 501, - 501 + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180 ], "changepoint_dates": [ - "2023-02-26", - "2024-07-15" + "2023-02-19" ], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-02-26", - "mean_faithfulness": 1.3455696202531646, - "refusal_rate_percent": 7.341772151898734 - }, - { - "start_date": "2023-02-26", - "end_date": "2024-07-15", - "mean_faithfulness": 0.9504950495049505, - "refusal_rate_percent": 19.207920792079207 + "end_date": "2023-02-19", + "mean_faithfulness": 1.214102564102564, + "refusal_rate_percent": 29.871794871794872 }, { - "start_date": "2024-07-15", - "end_date": "2025-09-10", - "mean_faithfulness": 0.05741626794258373, - "refusal_rate_percent": 82.77511961722487 + "start_date": "2023-02-19", + "end_date": "2025-10-22", + "mean_faithfulness": 0.02556237218813906, + "refusal_rate_percent": 96.83026584867076 } ], - "total_observations": 1713 + "total_observations": 1758 }, - "moonshotai/kimi-k2": { + "nvidia/nemotron-nano-9b-v2": { "dates": [ "2021-01-01", "2021-01-01", @@ -151758,1477 +181796,1527 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, 2, + 1, + 0, + 0, + 0, + 0, 2, + 0, 2, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, 2, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, 2, 1, + 0, + 0, 2, 0, + 0, + 1, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 1, + 0, + 0, 2, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 2, 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, 2, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 2, 0, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 1, - 2, - 2, - 2, - 1, - 2, - 2, 0, - 2, 0, - 1, - 2, 0, - 2, - 2, - 2, - 2, 0, - 2, 0, - 2, 0, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, - 1, - 2, 0, - 2, 0, - 1, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 1, 0, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, 0, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 1, - 2, - 2, 0, - 2, - 2, - 1, - 2, - 2, - 1, - 2, 0, - 1, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 2, - 1, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, + 0, 0, 0, 2, 0, 0, 0, - 1, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 1, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 2, 0, 0, 0, 0, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, 0, 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 1, 0, - 2, 0, 0, - 2, - 2, - 1, - 2, 0, - 2, 0, 0, - 2, - 1, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, - 2, - 1, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, 0, 0, 0, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 1, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 1, - 1, - 2, - 2, 0, - 2, - 2, - 1, 0, - 2, - 2, 0, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 1, - 1, - 1, - 1, - 2, - 2, + 0, + 0, 1, 0, 0, 0, 0, - 2, 0, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, 0, - 1, - 2, - 2, 0, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 1, - 2, - 2, - 1, - 2, - 2, - 2, 0, - 2, - 2, - 2, 0, - 1, 0, - 2, - 1, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 1, - 2, - 2, - 2, 0, 0, - 1, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 1, - 2, - 2, - 2, - 2, 0, 0, 0, 0, - 2, 0, 0, 0, - 2, - 2, 0, - 2, 0, - 2, - 1, - 2, 0, - 2, - 2, 0, - 2, 0, - 2, - 2, 0, - 1, - 2, - 2, - 2, - 1, - 1, - 2, - 2, - 2, - 1, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, 0, - 2, 0, - 2, 0, - 2, 0, 0, - 2, 0, - 2, - 2, 0, - 2, - 2, 0, - 2, - 2, 0, - 2, - 1, - 2, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, 0, - 2, - 2, - 2, - 1, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, 0, - 2, 0, 0, - 2, - 2, 0, - 2, - 1, - 1, 0, - 2, - 1, - 2, - 2, - 2, 0, 0, - 2, - 1, 0, - 1, - 2, - 1, - 2, 0, 0, - 2, - 2, 0, 0, 0, - 2, - 2, - 2, 0, 0, - 2, - 2, 0, 0, - 2, - 2, 0, 0, - 1, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, 0, - 2, 0, 0, - 2, 0, 0, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, 0, - 2, 0, 0, - 2, - 2, - 2, 0, - 2, - 2, - 1, - 2, - 2, 0, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, 0, 0, 0, - 2, - 2, 0, - 2, - 2, - 1, - 1, - 2, - 2, 0, 0, 0, 0, - 2, - 2, - 2, 0, - 2, - 1, - 1, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, 0, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, 0, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, - 2, - 2, 0, 0, - 2, 0, - 2, - 1, - 2, - 2, 0, 0, - 2, - 2, 0, 0, - 2, - 2, - 2, - 1, - 1, - 2, - 2, - 2, 0, - 2, 0, - 2, - 1, - 2, 0, - 2, - 2, - 1, 0, - 2, - 2, - 2, 0, - 2, 0, 0, - 1, - 1, - 1, - 2, 0, 0, - 2, - 1, 0, 0, 0, - 2, - 2, - 2, - 2, - 2, 0, 0, 0, 0, - 2, - 2, 0, - 1, - 2, 0, 0, - 2, - 2, - 2, - 2, 0, 0, 0, - 1, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, 0, - 2, 0, - 2, 0, - 2, - 1, - 2, - 1, - 2, - 2, 0, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, 0, 0, - 2, - 2, - 2, - 1, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 1, 0, - 2, - 1, 0, - 2, - 2, - 2, - 2, - 2, - 1, - 1, - 2, - 2, - 1, - 1, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, 0, - 1, - 2, - 2, 0, - 2, - 2, 0, - 1, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, 0, 0, - 2, 0, - 2, 0, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, - 1, - 2, - 2, 0, - 2, 0, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 1, - 2, - 2, 0, 2, - 2, 0, - 2, 0, - 2, 0, - 2, 0, 0, 0, - 2, - 2, - 1, - 2, 0, 0, 0, 0, - 1, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, 0, - 1, - 2, 0, - 1, 0, - 2, - 2, - 2, 0, - 2, - 2, - 2, 0, - 2, - 1, - 2, 0, - 2, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, 0, 0, - 2, 0, - 2, - 2, 0, 0, 0, - 1, - 2, 0, - 2, - 2, - 2, - 2, - 2, 0, - 1, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, 0, 0, - 2, 0, 0, 0, - 2, 0, - 2, - 2, 0, - 2, - 1, - 2, - 2, - 2, - 2, - 2, 0, 0, 0, - 2, 0, - 2, - 2, 0, - 2, - 2, - 2, 0, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, 0, 0, - 2, 0, - 2, - 2, 0, 0, 0, 0, - 2, - 2, 0, 0, 0, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 1, - 2, - 2, + 0, + 0, 0, 2, - 2, - 1, 0, - 2, - 2, 0, 0, 0, - 1, - 1, 0, - 2, - 2, - 2, 0, - 2, 0, - 2, - 2, 0, - 2, 0, 0, 0, 0, - 2, 0, 0, - 2, - 1, - 2, 0, - 2, - 2, - 2, - 2, 0, - 2, 0, - 2, 0, - 2, 0, 0, - 2, - 2, - 2, 0, 0, - 2, 0, - 1, 0, - 2, - 2, - 2, - 2, 0, 0, - 1, 0, - 2, - 2, - 2, 0, - 2, - 2, 0, - 2, 0, 0, 0, 0, 0, - 2, - 2, - 1, 0, 0, 0, - 2, - 2, 0, - 2, 0, 0, - 2, - 2, - 2, - 2, 0, 0, 0, @@ -153237,17 +183325,9 @@ 0, 0, 0, - 2, - 2, 0, - 2, 0, - 2, - 2, - 2, - 2, 0, - 2, 0, 0, 0, @@ -153260,26 +183340,19 @@ 0, 0, 0, - 2, 0, 0, - 1, 0, 0, 0, 0, 0, - 1, 0, - 2, 0, - 2, 0, 0, 0, 0, - 1, - 1, 0, 0, 0, @@ -153291,16 +183364,13 @@ 0, 0, 0, - 2, 0, 0, 0, - 1, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -153309,12 +183379,14 @@ 0, 0, 0, - 2, 0, 0, 0, 0, - 1, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -153380,7 +183452,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -153388,9 +183459,7 @@ 0, 0, 0, - 1, 0, - 1, 0, 0, 0, @@ -153405,7 +183474,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -153418,7 +183486,6 @@ 0, 0, 0, - 1, 0, 0, 0, @@ -153461,10 +183528,8 @@ 0, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, @@ -153473,9 +183538,6 @@ 0, 0, 0, - 0 - ], - "cumulative_refusals": [ 0, 0, 0, @@ -153534,1186 +183596,114 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "cumulative_refusals": [ 1, 1, - 1, - 1, - 1, - 1, - 1, - 1, - 1, - 2, - 2, - 2, 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 2, - 3, - 3, 3, - 3, - 3, - 4, - 4, 4, - 4, - 4, - 5, - 5, 5, 5, 5, - 5, - 5, - 5, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, - 6, 6, 6, - 6, - 6, - 6, - 6, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 7, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, - 8, 8, 8, 8, 8, 8, 9, + 9, 10, 10, 10, 10, - 10, - 10, - 10, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, 11, 11, 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 11, - 12, - 12, - 12, 12, - 12, - 12, - 12, - 12, - 12, - 12, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, 13, 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 13, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, 14, 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 14, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 15, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, 16, 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 16, - 17, - 17, - 17, - 17, 17, 17, 17, 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 18, - 19, - 19, - 19, - 19, - 19, - 19, 19, - 19, - 19, - 19, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, - 20, 20, 21, 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 21, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, 22, 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 22, - 23, 23, 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, - 24, 25, - 25, - 25, - 25, - 26, - 26, - 26, - 26, - 26, 26, 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 26, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, - 27, 27, 27, 27, - 27, - 27, - 28, - 28, 28, 29, 29, - 29, - 29, - 30, - 30, 30, - 30, - 30, - 30, - 30, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, - 31, 31, 32, 32, - 32, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, - 33, 33, 33, 33, - 33, - 33, - 33, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 34, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 35, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 36, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 37, - 38, - 39, - 39, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 40, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 41, - 42, - 42, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 43, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, - 44, + 34, + 35, + 36, + 36, + 36, + 36, + 37, + 37, + 38, + 38, + 38, + 39, + 40, + 41, + 42, + 42, + 43, + 43, 44, 44, 45, 45, 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 45, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, - 46, 46, - 46, - 46, - 46, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, - 47, 47, 47, 47, 48, 48, - 48, - 48, - 48, - 49, 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 49, - 50, - 50, - 50, - 50, - 50, - 50, 50, - 50, - 50, - 50, - 50, - 50, - 50, - 50, - 51, 51, 52, - 52, - 53, - 53, - 53, - 53, - 53, - 53, - 53, 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 53, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, - 54, 54, 54, 55, 55, 56, - 56, - 56, - 56, - 56, - 56, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, - 57, 57, 57, 58, @@ -154724,15 +183714,7 @@ 58, 58, 58, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, - 59, + 58, 59, 60, 60, @@ -154740,118 +183722,24 @@ 60, 61, 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 61, - 62, 62, 62, - 62, - 63, 63, 63, 64, 64, + 64, 65, - 65, - 65, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, 66, 66, - 66, - 66, - 66, - 66, - 66, - 66, - 66, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, 67, - 67, - 67, - 67, - 67, - 67, - 67, - 67, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, - 68, 68, 69, - 69, - 69, - 69, - 69, - 69, - 69, - 69, - 69, - 69, - 69, - 69, - 69, - 69, - 70, 70, 70, 70, 71, 72, - 72, - 72, - 72, - 72, - 72, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, - 73, 73, 73, 73, @@ -154860,184 +183748,119 @@ 74, 74, 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, - 75, 76, 76, - 76, - 77, - 77, - 77, 77, 78, - 78, - 78, - 78, - 79, 79, - 79, - 79, - 80, - 80, 80, 80, - 80, - 80, - 80, - 81, 81, 82, 82, - 82, - 83, - 83, - 83, 83, 84, - 84, - 84, - 84, - 84, - 84, - 84, - 84, - 84, - 84, - 85, 85, - 85, - 86, 86, - 86, - 86, - 87, - 87, 87, - 87, - 87, - 88, - 88, 88, 89, - 89, - 89, - 89, - 89, + 90, + 90, 90, 91, 92, - 92, - 92, - 92, - 92, - 93, - 93, 93, - 93, - 93, - 93, - 94, 94, 95, - 95, - 96, 96, 97, 98, - 98, - 98, 99, 99, 100, 100, 100, 100, - 100, - 100, - 100, 101, 102, 102, 103, - 103, + 104, + 104, 104, 105, + 105, + 106, + 106, + 106, 106, 107, 108, + 108, 109, 110, - 110, - 111, - 111, 111, 112, - 112, - 113, 113, 113, - 113, - 114, 114, 115, - 115, 116, 117, + 117, + 118, + 118, + 118, 118, 119, - 119, - 119, - 119, + 120, + 120, + 120, + 120, 120, 121, + 121, 122, 122, 123, 124, + 124, + 125, 125, 126, 127, 127, - 127, - 127, 128, 129, 129, - 129, - 129, 130, 131, 131, 131, 131, + 131, 132, 133, + 133, 134, 135, 136, 137, - 137, - 137, 138, 139, - 139, - 139, 140, 141, 142, + 142, + 142, 143, 143, 144, - 145, - 145, + 144, + 144, + 144, + 144, 145, 146, 146, @@ -155046,12 +183869,10 @@ 149, 149, 149, - 149, 150, 151, 152, 153, - 153, 154, 155, 156, @@ -155059,162 +183880,1499 @@ 158, 158, 159, - 159, 160, 161, 162, 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, + 162, 163, 164, - 164, 165, 166, 167, + 167, 168, 169, 170, 171, 172, 173, + 173, 174, 175, - 175, 176, 177, 178, 179, - 179, 180, 181, 182, 183, - 184, + 183, 184, 185, 186, + 186, 187, 188, + 188, 189, 189, 189, 190, - 190, - 190, + 191, + 191, 191, 192, 192, - 192, - 192, - 192, 193, + 193, + 193, + 194, 194, 195, 196, + 196, 197, 198, + 198, + 199, + 199, 199, 200, 201, 201, 202, + 202, + 203, + 203, + 203, + 203, 203, - 204, - 204, - 204, 204, 205, 206, - 207, + 206, + 206, 207, 207, 208, 209, 210, + 210, 211, 212, - 212, - 212, - 212, + 213, 213, 214, - 215, + 214, 215, 216, 217, 218, 219, + 219, + 219, + 219, + 220, + 220, 220, 221, 222, + 222, 223, 224, - 224, 225, 225, 226, + 226, 227, 228, 229, - 229, 230, 231, - 232, + 231, + 231, 232, 232, 233, + 233, + 233, 234, 235, 236, 236, - 237, + 236, 237, 238, - 238, 239, 240, + 240, + 241, + 241, 241, 241, 242, 243, 243, 243, + 243, 244, - 244, - 244, + 245, 245, 246, + 246, + 247, 247, + 247, + 248, 248, + 248, + 249, 249, 250, 251, - 252 - ], - "changepoint_dates": [ - "2023-02-19", - "2025-01-22" + 251, + 252, + 253, + 254, + 255, + 256, + 256, + 257, + 257, + 257, + 257, + 258, + 259, + 259, + 260, + 260, + 260, + 260, + 261, + 261, + 262, + 262, + 263, + 264, + 265, + 266, + 267, + 267, + 267, + 267, + 268, + 268, + 268, + 269, + 269, + 270, + 270, + 271, + 272, + 272, + 272, + 272, + 273, + 273, + 273, + 273, + 274, + 275, + 275, + 276, + 276, + 277, + 278, + 279, + 279, + 279, + 279, + 279, + 280, + 281, + 281, + 282, + 283, + 284, + 285, + 285, + 286, + 286, + 286, + 287, + 287, + 288, + 289, + 290, + 291, + 292, + 292, + 293, + 293, + 294, + 295, + 296, + 296, + 296, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 303, + 303, + 303, + 304, + 304, + 304, + 305, + 306, + 306, + 307, + 308, + 308, + 308, + 309, + 310, + 310, + 310, + 310, + 310, + 311, + 312, + 313, + 313, + 313, + 314, + 315, + 316, + 316, + 316, + 316, + 316, + 317, + 318, + 319, + 319, + 319, + 320, + 320, + 321, + 321, + 322, + 322, + 322, + 323, + 324, + 325, + 326, + 326, + 326, + 326, + 327, + 327, + 328, + 329, + 329, + 329, + 329, + 330, + 330, + 331, + 331, + 332, + 333, + 333, + 333, + 334, + 334, + 335, + 336, + 336, + 337, + 337, + 337, + 338, + 339, + 340, + 341, + 341, + 342, + 343, + 344, + 345, + 345, + 345, + 346, + 347, + 348, + 349, + 349, + 350, + 351, + 352, + 352, + 353, + 354, + 354, + 355, + 356, + 357, + 358, + 359, + 359, + 359, + 359, + 360, + 361, + 361, + 362, + 362, + 363, + 363, + 364, + 365, + 365, + 366, + 366, + 367, + 367, + 367, + 368, + 368, + 369, + 369, + 370, + 371, + 371, + 371, + 372, + 373, + 374, + 375, + 376, + 376, + 377, + 378, + 379, + 380, + 381, + 381, + 382, + 383, + 384, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 390, + 390, + 391, + 392, + 393, + 394, + 394, + 394, + 395, + 396, + 397, + 398, + 398, + 398, + 399, + 400, + 401, + 401, + 402, + 402, + 403, + 403, + 403, + 403, + 403, + 404, + 405, + 406, + 407, + 408, + 408, + 408, + 408, + 409, + 409, + 410, + 411, + 412, + 413, + 413, + 414, + 415, + 415, + 416, + 417, + 418, + 418, + 419, + 420, + 421, + 422, + 423, + 423, + 423, + 424, + 425, + 425, + 425, + 426, + 427, + 428, + 429, + 429, + 430, + 430, + 430, + 431, + 432, + 433, + 434, + 435, + 435, + 436, + 437, + 437, + 438, + 439, + 439, + 440, + 441, + 441, + 442, + 443, + 444, + 445, + 445, + 445, + 445, + 445, + 446, + 447, + 447, + 448, + 449, + 449, + 450, + 451, + 451, + 451, + 452, + 452, + 453, + 454, + 454, + 454, + 455, + 456, + 456, + 457, + 457, + 458, + 458, + 459, + 460, + 461, + 462, + 462, + 462, + 462, + 463, + 464, + 465, + 466, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 473, + 473, + 474, + 475, + 476, + 476, + 476, + 476, + 476, + 477, + 478, + 479, + 480, + 481, + 481, + 482, + 483, + 484, + 484, + 484, + 485, + 486, + 486, + 487, + 488, + 489, + 490, + 490, + 491, + 492, + 493, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 502, + 503, + 504, + 505, + 505, + 506, + 506, + 507, + 508, + 508, + 509, + 510, + 511, + 511, + 512, + 512, + 512, + 513, + 514, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 524, + 525, + 526, + 526, + 527, + 527, + 528, + 529, + 530, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 538, + 539, + 539, + 540, + 541, + 541, + 542, + 543, + 543, + 544, + 545, + 546, + 546, + 547, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 553, + 554, + 555, + 555, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 569, + 570, + 570, + 571, + 571, + 572, + 572, + 573, + 574, + 575, + 575, + 576, + 576, + 577, + 578, + 578, + 578, + 579, + 580, + 580, + 581, + 582, + 582, + 583, + 584, + 584, + 585, + 586, + 587, + 588, + 588, + 589, + 590, + 591, + 591, + 591, + 592, + 592, + 592, + 592, + 593, + 594, + 594, + 594, + 594, + 594, + 594, + 595, + 596, + 596, + 597, + 597, + 598, + 599, + 599, + 600, + 600, + 601, + 601, + 602, + 603, + 603, + 604, + 605, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 625, + 625, + 626, + 627, + 628, + 629, + 630, + 630, + 631, + 631, + 632, + 633, + 633, + 634, + 635, + 636, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 649, + 649, + 650, + 651, + 652, + 652, + 652, + 653, + 654, + 655, + 655, + 656, + 656, + 657, + 657, + 658, + 658, + 659, + 660, + 660, + 660, + 660, + 661, + 662, + 663, + 663, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 675, + 676, + 677, + 678, + 678, + 678, + 679, + 680, + 681, + 681, + 681, + 682, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 707, + 708, + 709, + 710, + 710, + 710, + 711, + 712, + 712, + 713, + 714, + 715, + 716, + 716, + 717, + 718, + 718, + 718, + 718, + 719, + 719, + 719, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 725, + 726, + 727, + 728, + 729, + 730, + 730, + 730, + 731, + 732, + 732, + 733, + 733, + 734, + 734, + 734, + 735, + 736, + 736, + 736, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 753, + 754, + 755, + 756, + 756, + 757, + 757, + 758, + 758, + 759, + 760, + 761, + 762, + 763, + 763, + 763, + 764, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 771, + 772, + 773, + 774, + 774, + 775, + 776, + 777, + 778, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 792, + 793, + 794, + 795, + 796, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 816, + 817, + 818, + 818, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 854, + 854, + 855, + 856, + 857, + 857, + 858, + 859, + 860, + 861, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 874, + 875, + 876, + 877, + 878, + 879, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 888, + 889, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 896, + 897, + 897, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 905, + 906, + 907, + 908, + 909, + 910, + 910, + 911, + 912, + 913, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 925, + 926, + 927, + 928, + 929, + 930, + 930, + 930, + 930, + 931, + 932, + 933, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 964, + 965, + 966, + 967, + 968, + 969, + 969, + 970, + 971, + 972, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1101, + 1102, + 1103, + 1104, + 1105, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1143, + 1143, + 1144, + 1145, + 1146, + 1147, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1169, + 1170, + 1171, + 1172, + 1172, + 1173, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1178, + 1179, + 1180, + 1181, + 1181, + 1182, + 1183, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1225, + 1226, + 1227, + 1227, + 1228, + 1229, + 1230, + 1231, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245 ], + "changepoint_dates": [], "segments": [ { "start_date": "2021-01-01", - "end_date": "2023-02-19", - "mean_faithfulness": 1.556687898089172, - "refusal_rate_percent": 3.4394904458598727 - }, - { - "start_date": "2023-02-19", - "end_date": "2025-01-22", - "mean_faithfulness": 1.2671428571428571, - "refusal_rate_percent": 10.428571428571429 - }, - { - "start_date": "2025-01-22", - "end_date": "2025-09-10", - "mean_faithfulness": 0.14035087719298245, - "refusal_rate_percent": 66.66666666666666 + "end_date": "2025-10-22", + "mean_faithfulness": 0.10637087599544938, + "refusal_rate_percent": 70.81911262798634 } ], - "total_observations": 1713 + "total_observations": 1758 }, "openai/gpt-5": { "dates": [ @@ -162237,7 +192395,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 0, @@ -163534,20 +193737,180 @@ 0, 0, 0, - 2, - 2, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, + 2, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, 0, + 2, 0, 0, 0, @@ -163555,20 +193918,15 @@ 0, 0, 0, - 1, - 2, 0, 0, 0, 0, 0, - 2, - 1, 0, 0, 0, 0, - 1, 0, 0, 2, @@ -163576,8 +193934,6 @@ 0, 0, 0, - 1, - 0, 0, 0, 0, @@ -163596,14 +193952,7 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, + 1, 0, 0, 0, @@ -163614,28 +193963,16 @@ 0, 2, 0, - 1, - 0, - 0, - 0, - 0, - 0, 0, - 1, 0, 0, 0, 0, - 1, - 1, 0, 0, 0, 0, 0, - 2, - 0, - 0, 0, 0, 0, @@ -163669,20 +194006,13 @@ 0, 0, 0, - 1, 0, 0, - 2, 0, 0, 0, 0, 0, - 1, - 2, - 2, - 2, - 0, 0, 0, 0, @@ -163707,8 +194037,6 @@ 0, 0, 0, - 2, - 0, 0, 0, 0, @@ -163726,8 +194054,6 @@ 0, 0, 0, - 2, - 0, 0, 0, 0, @@ -163746,18 +194072,10 @@ 0, 0, 0, - 0, - 0, + 2, 0, 1, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, 0, @@ -163773,14 +194091,6 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 1, 0, 0, @@ -163791,6 +194101,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -163798,6 +194109,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -163810,6 +194122,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -163824,56 +194137,9 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, - 1, 0, - 2, 0, 0, 0, @@ -163895,9 +194161,6 @@ 0, 0, 0, - 0, - 0, - 0, 1, 0, 0, @@ -163906,13 +194169,6 @@ 0, 0, 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, 0, 0, 0, @@ -163929,6 +194185,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -163943,15 +194200,6 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, 0 ], "cumulative_refusals": [ @@ -165667,7 +195915,52 @@ 294, 295, 295, - 295 + 295, + 295, + 296, + 297, + 298, + 298, + 298, + 299, + 299, + 299, + 299, + 299, + 300, + 301, + 301, + 302, + 302, + 302, + 302, + 303, + 303, + 303, + 303, + 303, + 304, + 304, + 304, + 304, + 304, + 305, + 305, + 305, + 305, + 305, + 305, + 306, + 306, + 307, + 308, + 308, + 308, + 309, + 310, + 311, + 312, + 313 ], "changepoint_dates": [ "2023-08-27" @@ -165681,12 +195974,12 @@ }, { "start_date": "2023-08-27", - "end_date": "2025-09-10", - "mean_faithfulness": 0.19515477792732167, - "refusal_rate_percent": 31.897711978465683 + "end_date": "2025-10-22", + "mean_faithfulness": 0.1916243654822335, + "refusal_rate_percent": 32.36040609137056 } ], - "total_observations": 1713 + "total_observations": 1758 }, "openai/gpt-oss-20b": { "dates": [ @@ -167402,7 +197695,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 0, @@ -168994,11 +199332,36 @@ 0, 0, 0, - 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, - 2, 0, 0, 0, @@ -169007,8 +199370,12 @@ 0, 0, 0, + 1, 0, + 2, 0, + 1, + 2, 0, 0, 0, @@ -169024,6 +199391,7 @@ 0, 0, 0, + 1, 0, 0, 0, @@ -169032,12 +199400,12 @@ 0, 0, 0, + 2, + 2, + 2, 1, 0, - 2, 0, - 1, - 2, 0, 0, 0, @@ -169053,7 +199421,14 @@ 0, 0, 0, - 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -169063,9 +199438,15 @@ 0, 0, 2, + 0, + 0, 2, + 0, + 0, + 0, + 0, + 0, 2, - 1, 0, 0, 0, @@ -169080,6 +199461,11 @@ 0, 0, 0, + 1, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -169099,16 +199485,13 @@ 0, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, 0, 0, - 2, 0, 0, 0, @@ -170832,7 +201215,52 @@ 258, 259, 259, - 259 + 259, + 260, + 261, + 262, + 262, + 262, + 262, + 263, + 263, + 263, + 263, + 263, + 264, + 265, + 266, + 267, + 267, + 267, + 268, + 269, + 270, + 270, + 271, + 271, + 272, + 273, + 274, + 275, + 276, + 276, + 277, + 277, + 277, + 277, + 277, + 277, + 278, + 279, + 280, + 280, + 280, + 281, + 282, + 282, + 282, + 283 ], "changepoint_dates": [ "2023-09-03" @@ -170846,12 +201274,12 @@ }, { "start_date": "2023-09-03", - "end_date": "2025-09-10", - "mean_faithfulness": 0.11653116531165311, - "refusal_rate_percent": 29.268292682926827 + "end_date": "2025-10-22", + "mean_faithfulness": 0.1111111111111111, + "refusal_rate_percent": 30.65134099616858 } ], - "total_observations": 1713 + "total_observations": 1758 }, "openchat/openchat-3.5-1210": { "dates": [ @@ -172567,7 +202995,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 2, @@ -173284,7 +203757,136 @@ 0, 0, 0, - 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0, 0, 0, @@ -173292,24 +203894,18 @@ 0, 0, 0, - 2, 0, 0, - 1, 0, 0, 0, 0, - 2, 0, 0, - 2, 0, 0, - 1, 0, 0, - 2, 0, 0, 0, @@ -173333,44 +203929,6 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 2, 0, 0, @@ -173382,10 +203940,8 @@ 0, 0, 0, - 2, 0, 0, - 2, 0, 0, 0, @@ -173436,7 +203992,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -173456,7 +204011,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -173645,6 +204199,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -173726,7 +204281,6 @@ 0, 0, 0, - 2, 0, 0, 0, @@ -174146,6 +204700,7 @@ 0, 0, 0, + 2, 0, 0, 0, @@ -174245,43 +204800,6 @@ 0, 0, 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, 0 ], "cumulative_refusals": [ @@ -175997,7 +206515,52 @@ 1116, 1117, 1118, - 1119 + 1119, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1140, + 1141, + 1142, + 1143, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159 ], "changepoint_dates": [ "2021-04-30", @@ -176018,12 +206581,12 @@ }, { "start_date": "2023-01-15", - "end_date": "2025-09-10", - "mean_faithfulness": 0.014462809917355372, - "refusal_rate_percent": 82.74793388429752 + "end_date": "2025-10-22", + "mean_faithfulness": 0.01579466929911155, + "refusal_rate_percent": 83.02073050345508 } ], - "total_observations": 1713 + "total_observations": 1758 }, "x-ai/grok-3": { "dates": [ @@ -177739,7 +208302,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 0, @@ -179454,6 +210062,51 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0 ], "cumulative_refusals": [ @@ -181169,7 +211822,52 @@ 168, 169, 169, - 170 + 170, + 171, + 172, + 173, + 174, + 174, + 175, + 176, + 176, + 176, + 176, + 176, + 176, + 177, + 177, + 178, + 178, + 179, + 180, + 180, + 181, + 181, + 182, + 182, + 183, + 183, + 184, + 184, + 185, + 186, + 187, + 187, + 187, + 187, + 188, + 188, + 189, + 190, + 191, + 192, + 192, + 193, + 194, + 194, + 195, + 196 ], "changepoint_dates": [ "2024-12-16" @@ -181183,12 +211881,12 @@ }, { "start_date": "2024-12-16", - "end_date": "2025-09-10", - "mean_faithfulness": 0.07984790874524715, - "refusal_rate_percent": 57.79467680608364 + "end_date": "2025-10-22", + "mean_faithfulness": 0.07467532467532467, + "refusal_rate_percent": 57.7922077922078 } ], - "total_observations": 1713 + "total_observations": 1758 }, "x-ai/grok-4": { "dates": [ @@ -182904,7 +213602,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 2, @@ -184619,6 +215362,51 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0 ], "cumulative_refusals": [ @@ -186334,7 +217122,52 @@ 297, 298, 299, - 300 + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 307, + 307, + 307, + 307, + 307, + 308, + 309, + 310, + 310, + 311, + 312, + 312, + 313, + 314, + 315, + 315, + 316, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 322, + 322, + 322, + 322, + 323, + 324, + 325, + 326, + 326, + 327, + 328, + 329, + 329, + 330 ], "changepoint_dates": [ "2024-11-18", @@ -186355,12 +217188,12 @@ }, { "start_date": "2025-01-08", - "end_date": "2025-09-10", - "mean_faithfulness": 0.01646090534979424, - "refusal_rate_percent": 76.95473251028807 + "end_date": "2025-10-22", + "mean_faithfulness": 0.013888888888888888, + "refusal_rate_percent": 75.34722222222221 } ], - "total_observations": 1713 + "total_observations": 1758 }, "z-ai/glm-4.5": { "dates": [ @@ -188076,7 +218909,52 @@ "2025-09-10", "2025-09-10", "2025-09-10", - "2025-09-10" + "2025-09-10", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-17", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-09-24", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-01", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-08", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-15", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22", + "2025-10-22" ], "faithfulness": [ 0, @@ -189791,6 +220669,51 @@ 0, 0, 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, 0 ], "cumulative_refusals": [ @@ -191506,7 +222429,52 @@ 399, 400, 401, - 401 + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 418, + 419, + 419, + 420, + 420, + 421, + 421, + 421, + 422, + 423, + 424, + 425, + 425, + 425, + 425, + 425, + 425, + 426, + 427, + 428, + 429, + 429, + 430, + 431, + 431, + 431, + 432 ], "changepoint_dates": [ "2024-03-11", @@ -191527,11 +222495,11 @@ }, { "start_date": "2024-12-16", - "end_date": "2025-09-10", - "mean_faithfulness": 0.07835820895522388, - "refusal_rate_percent": 69.40298507462687 + "end_date": "2025-10-22", + "mean_faithfulness": 0.0670926517571885, + "refusal_rate_percent": 69.32907348242811 } ], - "total_observations": 1713 + "total_observations": 1758 } } \ No newline at end of file