File size: 3,446 Bytes
68e5880 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 | {
"scope": "80 fixed requests, both explicit efforts; merged-model comparison, not independent generalization evidence",
"checkpoint_step": 5949,
"base_id": "Qwen/Qwen3.5-9B",
"base_revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a",
"comparison": {
"passed": false,
"gate": "identical160_argmax_and_max_probability_delta_le_0.05",
"depths": {
"16": {
"before_correct": 66,
"after_correct": 67,
"changed_decisions": [
{
"id": "mind2web:8368b990-c6ca-4cfe-a7ab-c2a88697639d:bf14f1d4-470f-4110-b3f4-019a9f7d0aed",
"before": "candidate-e76caeae9d53c8942ed1",
"after": "candidate-8b6280aa9682e1a79ce0",
"gold": "candidate-8b6280aa9682e1a79ce0"
}
],
"max_probability_abs_difference": 0.07854090631008148,
"mean_probability_abs_difference": 0.0016820763134663653,
"max_logit_abs_difference": 0.375,
"mean_logit_abs_difference": 0.03666374206542969
},
"32": {
"before_correct": 67,
"after_correct": 67,
"changed_decisions": [],
"max_probability_abs_difference": 0.04566878080368042,
"mean_probability_abs_difference": 0.0006383866207283973,
"max_logit_abs_difference": 0.25,
"mean_logit_abs_difference": 0.03703125
}
},
"before_sha256": "4b26f109ac83f3833136c6fd158c59f5282d1752592fb71f8b27424ce18aabf6",
"after_sha256": "4ea7118b45a1b3fc94adef5bf2699210e87b1cfa2564e051b645d71c201278f7",
"verified_at_unix": 1789984732.9972832
},
"runtime_validation": {
"status": "passed",
"decisions": 160,
"max_probability_delta": 0.0,
"no_jev_import": true,
"long_input_rejected": true,
"invalid_effort_rejected": true,
"text_scope": "Execution smoke only; not TYPE accuracy or speed validation",
"source_sha256": "1a9e55991d3a91dc4c704b080f6e251f3be244bfddb56246a0bdbcb00eb278b1"
},
"decision_release": {},
"reviewed_variant": {
"scope": "reviewed_variant_artifact",
"passed": true,
"private_only": true,
"post_observation_scope_amendment": true,
"original_comparison_sha256": "0a5ad3461c175596f1bcf76d0ef1142c2241b8d0044c1548d52a0e1f9cd0fb5d",
"allowed_changed_ids": [
"mind2web:8368b990-c6ca-4cfe-a7ab-c2a88697639d:bf14f1d4-470f-4110-b3f4-019a9f7d0aed"
],
"original_numerical_gate_passed": false,
"original_decision_parity_passed": false,
"decision_agreement": 159,
"total_decisions": 160,
"independent_questions": 80,
"no_calibration_transfer": true,
"probability_calibration_transfer_validated": false,
"review": "One low-depth Browser decision changed from wrong to correct; high unchanged. This authorizes an independently measured private BF16 variant, NOT an adapter-equivalent replacement and NOT an improvement claim. Both earlier equivalence gates remain failed.",
"before_top2_margin": 0.007057115435600281,
"after_top2_margin": 0.12943440675735474,
"required_final_gates": [
"all adapted weight matrices equal expected merge arithmetic",
"portable runtime agrees with merged reference on160 decisions",
"all artifacts SHA verified after pinned HF download",
"fresh-process downloaded runtime verification"
]
},
"decision_parity_passed": false,
"decision_agreement": 159,
"weight_arithmetic_status": "passed",
"raw_inputs_included": false
}
|