Decision-1.0-Nox-4B / temperature.json
Xunzhuo's picture
Release measured v1.2 update
d330a0b verified
Raw History Blame
6.1 kB
{
"arm": "natural_treatment",
"selected_step": 375,
"temperature": 1.0155830584882959,
"temperatures": {
"choice": 1.0155830584882959,
"noul": 1.0155830584882959,
"score": 1.0155830584882959
},
"fit": {
"temperature": 1.0155830584882959,
"inverse_temperature": 0.9846560472252349,
"status": "relative-bracket-converged",
"boundary_hit": false,
"iterations": 38,
"beta_final_bracket": [
0.9846560471889461,
0.9846560472615238
],
"objective_at_T1": 0.4262873409965549,
"objective_at_selected_T": 0.42624728463092443,
"derivative_at_selected_beta": 7.788978184145204e-12,
"initial_boundary_derivatives": {
"beta_0.05": -3.0366540479066213,
"beta_20": 0.19310407449992384
},
"derivative_at_beta1": 0.005185775194699754,
"initial_boundary_objectives": [
1.0957737013940982,
3.8927751504820978
]
},
"raw": {
"rows": 1600,
"accuracy_fraction": [
1007,
1200
],
"accuracy": 0.8391666666666666,
"brier": 0.22605177485769778,
"nll": 0.4262873409965549,
"score_rps": 0.033206021482489016,
"by_family": {
"old/stage4_dense_table": [
92,
100
],
"old/stage4_scope": [
94,
100
],
"old/stage4_arithmetic": [
80,
100
],
"old/stage4_ordinal": [
90,
100
],
"old/stage4_natural_nli": [
180,
200
],
"old/stage4_automaton": [
54,
100
],
"old/stage4_boolean": [
69,
100
],
"old/stage4_relations": [
68,
100
],
"old/stage4_registers": [
77,
100
],
"natural/natural_squad2_answerability": [
186,
200
],
"natural/natural_cosmos_qa": [
166,
200
],
"natural/natural_snli": [
179,
200
]
},
"temperature": 1.0,
"probability_source": "production-T1-normalized"
},
"calibrated": {
"rows": 1600,
"accuracy_fraction": [
1007,
1200
],
"accuracy": 0.8391666666666666,
"brier": 0.2261092775549145,
"nll": 0.42624728463092443,
"score_rps": 0.03323698212819523,
"by_family": {
"old/stage4_dense_table": [
92,
100
],
"old/stage4_scope": [
94,
100
],
"old/stage4_arithmetic": [
80,
100
],
"old/stage4_ordinal": [
90,
100
],
"old/stage4_natural_nli": [
180,
200
],
"old/stage4_automaton": [
54,
100
],
"old/stage4_boolean": [
69,
100
],
"old/stage4_relations": [
68,
100
],
"old/stage4_registers": [
77,
100
],
"natural/natural_squad2_answerability": [
186,
200
],
"natural/natural_cosmos_qa": [
166,
200
],
"natural/natural_snli": [
179,
200
]
},
"temperature": 1.0155830584882959,
"probability_source": "binary64-logits-diagnostic"
},
"inputs": {
"old": {
"data_sha256": "5ba3bd7527da831d77cec8c6a2f260a71e10a57742e356510c719f8f30d61a70",
"predictions_sha256": "07786988e0631422be3ec70e769abcc3b03c63785890aa51a6a147b1db43c54a",
"summary_sha256": "7237145e9368e083602d9efba7fe1c412084908db7212c673dbb656dbf20c2d9"
},
"natural": {
"data_sha256": "cc75c902fe9b51c4654d6ceaeb590fe135bdef6377d45bb774e391a66bb1fa25",
"predictions_sha256": "84212958359e8a716203d394b10a4f1f6bb2aaa00082ef09ad5ee0cec442cba7",
"summary_sha256": "8a772b0ec26315adc15d4fc9d2365f9456c01906f7c496e34f55f84202b21bfc"
}
},
"protocol_sha256": "441f06467d11f3374f9bda7a3abdfc23fb2274fb3db122dfae97a97715375e1b",
"weighted_math_sha256": "19c8dd94e9f078810be943bdcbf946b842a20ba77aac359a7faade5f62b19709",
"model_manifest_sha256": "a98e10438585d0891fabd8ba8447cc49385ac349334143d38dd28df397843424",
"winner_lock_sha256": "c369b72c875eafd3a9c78128a91a94f7e2c22762303419d882b1746309386d89",
"both_winners_lock_sha256": "a9e0dd8cbffae656b20cb8bebe664319462edc5f5be1d5b07bee7e5550b0d106",
"heldout_used": false,
"SELECT_used_for_temperature": false,
"qualification_established": false,
"dev_sha256": "45b4cd46acc4be53b95c7ed8f333b3533972296a4d0557c7b8c48c9cab6ced61",
"raw_predictions_sha256": "cf0b1a17008bddc2e3e18289866993770c41d4a5af5f6f4219508bb34fcabefa",
"ranking_unchanged": true,
"ranking_unchanged_scope": "Positive scalar preserves mathematical within-row logit order; native float32 outputs still require the separate full public reload proof.",
"calibration_objective": "0.5mean9(old family mean NLL)+0.5mean3(natural family mean NLL)",
"calibration_weights": {
"old_panel": [
1,
2
],
"natural_panel": [
1,
2
],
"each_old_family": [
1,
18
],
"each_natural_family": [
1,
6
]
},
"calibration_role": "original-two-panel-CAL",
"uniform_1600_fit": false,
"temperature_refitted": false,
"bridge": {
"schema": "natural-CAL-export-v1",
"family": "Nox",
"arm": "natural_treatment",
"rows": 1600,
"panel_order": [
"old",
"natural"
],
"panel_rows": {
"old": 1000,
"natural": 600
},
"original_temperature_sha256": "7ee6178ac029d830efea71305957eb4b8b788cce2e9e44d1717ffcb523ce732b",
"producer_complete_sha256": "3341c16d87acc08f36cf3ae18b3813413e01a05898e58db97ae6b332fad842d0",
"producer_freeze_sha256": "5ad8ecbd1151f303216d698ed90444c8f318265879896802c4a8e4c4e9b7d654",
"original_protocol_sha256": "441f06467d11f3374f9bda7a3abdfc23fb2274fb3db122dfae97a97715375e1b",
"ranking_sha256": "e888c82008dd82106ad160e187eac0c358c33b8d88face0f925d8702a204f11d",
"sequential_B8_boundary_preserved": true,
"normalization_profile_sha256": "be32858d15233e0a3fbee0e4257fb02be0b3439deee4eb9c3f61151df7b73850"
}
}