{ "scope": "80 fixed requests, both explicit efforts; merged-model comparison, not independent generalization evidence", "checkpoint_step": 5949, "base_id": "Qwen/Qwen3.5-9B", "base_revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a", "comparison": { "passed": false, "gate": "identical160_argmax_and_max_probability_delta_le_0.05", "depths": { "16": { "before_correct": 66, "after_correct": 67, "changed_decisions": [ { "id": "mind2web:8368b990-c6ca-4cfe-a7ab-c2a88697639d:bf14f1d4-470f-4110-b3f4-019a9f7d0aed", "before": "candidate-e76caeae9d53c8942ed1", "after": "candidate-8b6280aa9682e1a79ce0", "gold": "candidate-8b6280aa9682e1a79ce0" } ], "max_probability_abs_difference": 0.07854090631008148, "mean_probability_abs_difference": 0.0016820763134663653, "max_logit_abs_difference": 0.375, "mean_logit_abs_difference": 0.03666374206542969 }, "32": { "before_correct": 67, "after_correct": 67, "changed_decisions": [], "max_probability_abs_difference": 0.04566878080368042, "mean_probability_abs_difference": 0.0006383866207283973, "max_logit_abs_difference": 0.25, "mean_logit_abs_difference": 0.03703125 } }, "before_sha256": "4b26f109ac83f3833136c6fd158c59f5282d1752592fb71f8b27424ce18aabf6", "after_sha256": "4ea7118b45a1b3fc94adef5bf2699210e87b1cfa2564e051b645d71c201278f7", "verified_at_unix": 1789984732.9972832 }, "runtime_validation": { "status": "passed", "decisions": 160, "max_probability_delta": 0.0, "no_jev_import": true, "long_input_rejected": true, "invalid_effort_rejected": true, "text_scope": "Execution smoke only; not TYPE accuracy or speed validation", "source_sha256": "1a9e55991d3a91dc4c704b080f6e251f3be244bfddb56246a0bdbcb00eb278b1" }, "decision_release": {}, "reviewed_variant": { "scope": "reviewed_variant_artifact", "passed": true, "private_only": true, "post_observation_scope_amendment": true, "original_comparison_sha256": "0a5ad3461c175596f1bcf76d0ef1142c2241b8d0044c1548d52a0e1f9cd0fb5d", "allowed_changed_ids": [ "mind2web:8368b990-c6ca-4cfe-a7ab-c2a88697639d:bf14f1d4-470f-4110-b3f4-019a9f7d0aed" ], "original_numerical_gate_passed": false, "original_decision_parity_passed": false, "decision_agreement": 159, "total_decisions": 160, "independent_questions": 80, "no_calibration_transfer": true, "probability_calibration_transfer_validated": false, "review": "One low-depth Browser decision changed from wrong to correct; high unchanged. This authorizes an independently measured private BF16 variant, NOT an adapter-equivalent replacement and NOT an improvement claim. Both earlier equivalence gates remain failed.", "before_top2_margin": 0.007057115435600281, "after_top2_margin": 0.12943440675735474, "required_final_gates": [ "all adapted weight matrices equal expected merge arithmetic", "portable runtime agrees with merged reference on160 decisions", "all artifacts SHA verified after pinned HF download", "fresh-process downloaded runtime verification" ] }, "decision_parity_passed": false, "decision_agreement": 159, "weight_arithmetic_status": "passed", "raw_inputs_included": false }