| { |
| "scope": "80 fixed requests, both explicit efforts; merged-model comparison, not independent generalization evidence", |
| "checkpoint_step": 5949, |
| "base_id": "Qwen/Qwen3.5-9B", |
| "base_revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a", |
| "comparison": { |
| "passed": false, |
| "gate": "identical160_argmax_and_max_probability_delta_le_0.05", |
| "depths": { |
| "16": { |
| "before_correct": 66, |
| "after_correct": 67, |
| "changed_decisions": [ |
| { |
| "id": "mind2web:8368b990-c6ca-4cfe-a7ab-c2a88697639d:bf14f1d4-470f-4110-b3f4-019a9f7d0aed", |
| "before": "candidate-e76caeae9d53c8942ed1", |
| "after": "candidate-8b6280aa9682e1a79ce0", |
| "gold": "candidate-8b6280aa9682e1a79ce0" |
| } |
| ], |
| "max_probability_abs_difference": 0.07854090631008148, |
| "mean_probability_abs_difference": 0.0016820763134663653, |
| "max_logit_abs_difference": 0.375, |
| "mean_logit_abs_difference": 0.03666374206542969 |
| }, |
| "32": { |
| "before_correct": 67, |
| "after_correct": 67, |
| "changed_decisions": [], |
| "max_probability_abs_difference": 0.04566878080368042, |
| "mean_probability_abs_difference": 0.0006383866207283973, |
| "max_logit_abs_difference": 0.25, |
| "mean_logit_abs_difference": 0.03703125 |
| } |
| }, |
| "before_sha256": "4b26f109ac83f3833136c6fd158c59f5282d1752592fb71f8b27424ce18aabf6", |
| "after_sha256": "4ea7118b45a1b3fc94adef5bf2699210e87b1cfa2564e051b645d71c201278f7", |
| "verified_at_unix": 1789984732.9972832 |
| }, |
| "runtime_validation": { |
| "status": "passed", |
| "decisions": 160, |
| "max_probability_delta": 0.0, |
| "no_jev_import": true, |
| "long_input_rejected": true, |
| "invalid_effort_rejected": true, |
| "text_scope": "Execution smoke only; not TYPE accuracy or speed validation", |
| "source_sha256": "1a9e55991d3a91dc4c704b080f6e251f3be244bfddb56246a0bdbcb00eb278b1" |
| }, |
| "decision_release": {}, |
| "reviewed_variant": { |
| "scope": "reviewed_variant_artifact", |
| "passed": true, |
| "private_only": true, |
| "post_observation_scope_amendment": true, |
| "original_comparison_sha256": "0a5ad3461c175596f1bcf76d0ef1142c2241b8d0044c1548d52a0e1f9cd0fb5d", |
| "allowed_changed_ids": [ |
| "mind2web:8368b990-c6ca-4cfe-a7ab-c2a88697639d:bf14f1d4-470f-4110-b3f4-019a9f7d0aed" |
| ], |
| "original_numerical_gate_passed": false, |
| "original_decision_parity_passed": false, |
| "decision_agreement": 159, |
| "total_decisions": 160, |
| "independent_questions": 80, |
| "no_calibration_transfer": true, |
| "probability_calibration_transfer_validated": false, |
| "review": "One low-depth Browser decision changed from wrong to correct; high unchanged. This authorizes an independently measured private BF16 variant, NOT an adapter-equivalent replacement and NOT an improvement claim. Both earlier equivalence gates remain failed.", |
| "before_top2_margin": 0.007057115435600281, |
| "after_top2_margin": 0.12943440675735474, |
| "required_final_gates": [ |
| "all adapted weight matrices equal expected merge arithmetic", |
| "portable runtime agrees with merged reference on160 decisions", |
| "all artifacts SHA verified after pinned HF download", |
| "fresh-process downloaded runtime verification" |
| ] |
| }, |
| "decision_parity_passed": false, |
| "decision_agreement": 159, |
| "weight_arithmetic_status": "passed", |
| "raw_inputs_included": false |
| } |
|
|
