{ "arm": "natural_treatment", "selected_step": 375, "temperature": 1.0155830584882959, "temperatures": { "choice": 1.0155830584882959, "noul": 1.0155830584882959, "score": 1.0155830584882959 }, "fit": { "temperature": 1.0155830584882959, "inverse_temperature": 0.9846560472252349, "status": "relative-bracket-converged", "boundary_hit": false, "iterations": 38, "beta_final_bracket": [ 0.9846560471889461, 0.9846560472615238 ], "objective_at_T1": 0.4262873409965549, "objective_at_selected_T": 0.42624728463092443, "derivative_at_selected_beta": 7.788978184145204e-12, "initial_boundary_derivatives": { "beta_0.05": -3.0366540479066213, "beta_20": 0.19310407449992384 }, "derivative_at_beta1": 0.005185775194699754, "initial_boundary_objectives": [ 1.0957737013940982, 3.8927751504820978 ] }, "raw": { "rows": 1600, "accuracy_fraction": [ 1007, 1200 ], "accuracy": 0.8391666666666666, "brier": 0.22605177485769778, "nll": 0.4262873409965549, "score_rps": 0.033206021482489016, "by_family": { "old/stage4_dense_table": [ 92, 100 ], "old/stage4_scope": [ 94, 100 ], "old/stage4_arithmetic": [ 80, 100 ], "old/stage4_ordinal": [ 90, 100 ], "old/stage4_natural_nli": [ 180, 200 ], "old/stage4_automaton": [ 54, 100 ], "old/stage4_boolean": [ 69, 100 ], "old/stage4_relations": [ 68, 100 ], "old/stage4_registers": [ 77, 100 ], "natural/natural_squad2_answerability": [ 186, 200 ], "natural/natural_cosmos_qa": [ 166, 200 ], "natural/natural_snli": [ 179, 200 ] }, "temperature": 1.0, "probability_source": "production-T1-normalized" }, "calibrated": { "rows": 1600, "accuracy_fraction": [ 1007, 1200 ], "accuracy": 0.8391666666666666, "brier": 0.2261092775549145, "nll": 0.42624728463092443, "score_rps": 0.03323698212819523, "by_family": { "old/stage4_dense_table": [ 92, 100 ], "old/stage4_scope": [ 94, 100 ], "old/stage4_arithmetic": [ 80, 100 ], "old/stage4_ordinal": [ 90, 100 ], "old/stage4_natural_nli": [ 180, 200 ], "old/stage4_automaton": [ 54, 100 ], "old/stage4_boolean": [ 69, 100 ], "old/stage4_relations": [ 68, 100 ], "old/stage4_registers": [ 77, 100 ], "natural/natural_squad2_answerability": [ 186, 200 ], "natural/natural_cosmos_qa": [ 166, 200 ], "natural/natural_snli": [ 179, 200 ] }, "temperature": 1.0155830584882959, "probability_source": "binary64-logits-diagnostic" }, "inputs": { "old": { "data_sha256": "5ba3bd7527da831d77cec8c6a2f260a71e10a57742e356510c719f8f30d61a70", "predictions_sha256": "07786988e0631422be3ec70e769abcc3b03c63785890aa51a6a147b1db43c54a", "summary_sha256": "7237145e9368e083602d9efba7fe1c412084908db7212c673dbb656dbf20c2d9" }, "natural": { "data_sha256": "cc75c902fe9b51c4654d6ceaeb590fe135bdef6377d45bb774e391a66bb1fa25", "predictions_sha256": "84212958359e8a716203d394b10a4f1f6bb2aaa00082ef09ad5ee0cec442cba7", "summary_sha256": "8a772b0ec26315adc15d4fc9d2365f9456c01906f7c496e34f55f84202b21bfc" } }, "protocol_sha256": "441f06467d11f3374f9bda7a3abdfc23fb2274fb3db122dfae97a97715375e1b", "weighted_math_sha256": "19c8dd94e9f078810be943bdcbf946b842a20ba77aac359a7faade5f62b19709", "model_manifest_sha256": "a98e10438585d0891fabd8ba8447cc49385ac349334143d38dd28df397843424", "winner_lock_sha256": "c369b72c875eafd3a9c78128a91a94f7e2c22762303419d882b1746309386d89", "both_winners_lock_sha256": "a9e0dd8cbffae656b20cb8bebe664319462edc5f5be1d5b07bee7e5550b0d106", "heldout_used": false, "SELECT_used_for_temperature": false, "qualification_established": false, "dev_sha256": "45b4cd46acc4be53b95c7ed8f333b3533972296a4d0557c7b8c48c9cab6ced61", "raw_predictions_sha256": "cf0b1a17008bddc2e3e18289866993770c41d4a5af5f6f4219508bb34fcabefa", "ranking_unchanged": true, "ranking_unchanged_scope": "Positive scalar preserves mathematical within-row logit order; native float32 outputs still require the separate full public reload proof.", "calibration_objective": "0.5mean9(old family mean NLL)+0.5mean3(natural family mean NLL)", "calibration_weights": { "old_panel": [ 1, 2 ], "natural_panel": [ 1, 2 ], "each_old_family": [ 1, 18 ], "each_natural_family": [ 1, 6 ] }, "calibration_role": "original-two-panel-CAL", "uniform_1600_fit": false, "temperature_refitted": false, "bridge": { "schema": "natural-CAL-export-v1", "family": "Nox", "arm": "natural_treatment", "rows": 1600, "panel_order": [ "old", "natural" ], "panel_rows": { "old": 1000, "natural": 600 }, "original_temperature_sha256": "7ee6178ac029d830efea71305957eb4b8b788cce2e9e44d1717ffcb523ce732b", "producer_complete_sha256": "3341c16d87acc08f36cf3ae18b3813413e01a05898e58db97ae6b332fad842d0", "producer_freeze_sha256": "5ad8ecbd1151f303216d698ed90444c8f318265879896802c4a8e4c4e9b7d654", "original_protocol_sha256": "441f06467d11f3374f9bda7a3abdfc23fb2274fb3db122dfae97a97715375e1b", "ranking_sha256": "e888c82008dd82106ad160e187eac0c358c33b8d88face0f925d8702a204f11d", "sequential_B8_boundary_preserved": true, "normalization_profile_sha256": "be32858d15233e0a3fbee0e4257fb02be0b3439deee4eb9c3f61151df7b73850" } }