Decision-1.0-Sol-2B / temperature.json
Xunzhuo's picture
Release measured v1.3 update
2412d94 verified
Raw History Blame
6.06 kB
{
"arm": "natural_current",
"selected_step": 375,
"temperature": 1.3003552029656025,
"temperatures": {
"choice": 1.3003552029656025,
"noul": 1.3003552029656025,
"score": 1.3003552029656025
},
"fit": {
"temperature": 1.3003552029656025,
"inverse_temperature": 0.769020647373418,
"status": "relative-bracket-converged",
"boundary_hit": false,
"iterations": 38,
"beta_final_bracket": [
0.7690206473371293,
0.7690206474097069
],
"objective_at_T1": 0.569362473233671,
"objective_at_selected_T": 0.5549046279992716,
"derivative_at_selected_beta": 4.841598484701173e-12,
"initial_boundary_derivatives": {
"beta_0.05": -2.8242302257887846,
"beta_20": 0.3208414834317656
},
"derivative_at_beta1": 0.11324784241642165,
"initial_boundary_objectives": [
1.1051405691405813,
6.44627115179407
]
},
"raw": {
"rows": 1600,
"accuracy_fraction": [
63,
80
],
"accuracy": 0.7875,
"brier": 0.2906169648918241,
"nll": 0.569362473233671,
"score_rps": 0.06230023752934205,
"by_family": {
"old/stage4_dense_table": [
88,
100
],
"old/stage4_scope": [
97,
100
],
"old/stage4_arithmetic": [
70,
100
],
"old/stage4_ordinal": [
82,
100
],
"old/stage4_natural_nli": [
154,
200
],
"old/stage4_automaton": [
41,
100
],
"old/stage4_boolean": [
76,
100
],
"old/stage4_relations": [
70,
100
],
"old/stage4_registers": [
77,
100
],
"natural/natural_squad2_answerability": [
168,
200
],
"natural/natural_cosmos_qa": [
152,
200
],
"natural/natural_snli": [
173,
200
]
},
"temperature": 1.0,
"probability_source": "production-T1-normalized"
},
"calibrated": {
"rows": 1600,
"accuracy_fraction": [
63,
80
],
"accuracy": 0.7875,
"brier": 0.2884460366423907,
"nll": 0.5549046279992716,
"score_rps": 0.06118990586757342,
"by_family": {
"old/stage4_dense_table": [
88,
100
],
"old/stage4_scope": [
97,
100
],
"old/stage4_arithmetic": [
70,
100
],
"old/stage4_ordinal": [
82,
100
],
"old/stage4_natural_nli": [
154,
200
],
"old/stage4_automaton": [
41,
100
],
"old/stage4_boolean": [
76,
100
],
"old/stage4_relations": [
70,
100
],
"old/stage4_registers": [
77,
100
],
"natural/natural_squad2_answerability": [
168,
200
],
"natural/natural_cosmos_qa": [
152,
200
],
"natural/natural_snli": [
173,
200
]
},
"temperature": 1.3003552029656025,
"probability_source": "binary64-logits-diagnostic"
},
"inputs": {
"old": {
"data_sha256": "5ba3bd7527da831d77cec8c6a2f260a71e10a57742e356510c719f8f30d61a70",
"predictions_sha256": "6905e2e9cc879bb5561f2dcef3fa7eb07e206eacf6593c4f1e85c468d55072ce",
"summary_sha256": "c036ee133466c6ba5444ae1fcf9bba29943b653c589ae4819ab157c09e2b6e70"
},
"natural": {
"data_sha256": "cc75c902fe9b51c4654d6ceaeb590fe135bdef6377d45bb774e391a66bb1fa25",
"predictions_sha256": "f8347ab0cbf2a29040250bd420756267e171dd3b7633656a29d7c02785052ff5",
"summary_sha256": "c310f5ad35c50aadbbd7fc0257235386ef9c1217fe9c9a1cf1da61073a98261e"
}
},
"protocol_sha256": "c0bebbf203ebc1b60331e0eb9c573062a3490968d157b08c4f13dcf254685dcf",
"weighted_math_sha256": "19c8dd94e9f078810be943bdcbf946b842a20ba77aac359a7faade5f62b19709",
"model_manifest_sha256": "3ce83bcf1e5ec2244aef2fa3fb40796f9210fc6d9f21e3c2b6cc26dab2bc8140",
"winner_lock_sha256": "a9a5a2c6ec437b421c73b02d776b30c559340fe797012921a028c5ee659d7577",
"both_winners_lock_sha256": "79a47a8da8d85b9008a9f37c52b64d6896856dea5587267bf7d4563ba39d6149",
"heldout_used": false,
"SELECT_used_for_temperature": false,
"qualification_established": false,
"dev_sha256": "45b4cd46acc4be53b95c7ed8f333b3533972296a4d0557c7b8c48c9cab6ced61",
"raw_predictions_sha256": "e2b3aa3960ed6811d0eb9ffd23807daabd5eb3550bc42c887691e321de8ebaf6",
"ranking_unchanged": true,
"ranking_unchanged_scope": "Positive scalar preserves mathematical within-row logit order; native float32 outputs still require the separate full public reload proof.",
"calibration_objective": "0.5mean9(old family mean NLL)+0.5mean3(natural family mean NLL)",
"calibration_weights": {
"old_panel": [
1,
2
],
"natural_panel": [
1,
2
],
"each_old_family": [
1,
18
],
"each_natural_family": [
1,
6
]
},
"calibration_role": "original-two-panel-CAL",
"uniform_1600_fit": false,
"temperature_refitted": false,
"bridge": {
"schema": "Sol-composition-CAL-export-v1",
"family": "Sol",
"arm": "natural_current",
"rows": 1600,
"panel_order": [
"old",
"natural"
],
"panel_rows": {
"old": 1000,
"natural": 600
},
"original_temperature_sha256": "94428769673c0a19e20aedc09415f688463c4e574824ec8ae3e7ed58fa98d137",
"producer_complete_sha256": "5cd1281e66a2bcd429c4d21f48fe49174584137d0d11afb653e06c576af3dd62",
"producer_freeze_sha256": "a6c06671a7397b2b8d15a425d4ce61438e8284cf0035fd5a1a105b8ebd7a6d6b",
"original_protocol_sha256": "c0bebbf203ebc1b60331e0eb9c573062a3490968d157b08c4f13dcf254685dcf",
"ranking_sha256": "4e4090ad620ace1bb6530de8961a1665a71753ad040afdd532b5d9487cd5ed2c",
"sequential_B8_boundary_preserved": true,
"normalization_profile_sha256": "6b03450d42dbb68f0ffe14945ffcf3e6ea043e1033a819fb7211a8176a51722f"
}
}