verification.json

{
  "requests": 5,
  "tokens_per_request": [
    48,
    50,
    43,
    35,
    64
  ],
  "inventory": {
    "base_tensors": 310,
    "dropped": 0,
    "output_tensors": 310,
    "missing": [],
    "unexpected": [],
    "shape_or_dtype_mismatch": [],
    "ok": true
  },
  "head_conversion": {
    "tensors_equal": true,
    "temperature": 1.0,
    "kev_loader_temperature": 1.0,
    "temperature_equal": true
  },
  "m32_vs_ref": {
    "hidden_max_abs": 0.000209808349609375,
    "hidden_max_rel_l2": 1.4175554497342091e-05,
    "probs_max_abs": 2.9206275939941406e-06,
    "argmax_agree": 7,
    "questions": 7
  },
  "bitwise_vs_kev_bf16_merge": {
    "compared": 310,
    "kept_fp32_as_stored": 0,
    "adapted_compared": 196,
    "unequal": [],
    "ok": true
  },
  "artifact_load_info": {},
  "bf16_vs_ref": {
    "hidden_max_abs": 2.38006591796875,
    "hidden_max_rel_l2": 0.07829073816537857,
    "probs_max_abs": 0.006251394748687744,
    "argmax_agree": 7,
    "questions": 7
  },
  "bf16_weights_fp32_compute_vs_ref": {
    "hidden_max_abs": 0.6626873016357422,
    "hidden_max_rel_l2": 0.03125507012009621,
    "probs_max_abs": 0.0050428807735443115,
    "argmax_agree": 7,
    "questions": 7
  },
  "ref_probs": [
    [
      0.97941,
      0.009685,
      0.010906
    ],
    [
      0.004947,
      0.995053
    ],
    [
      0.956425,
      0.041193,
      0.002382
    ],
    [
      0.047005,
      0.556434,
      0.393538,
      0.002841,
      0.000183
    ],
    [
      0.823794,
      0.176206
    ],
    [
      0.999959,
      1e-05,
      3.1e-05,
      0.0
    ],
    [
      0.921602,
      0.078398
    ]
  ],
  "bf16_probs": [
    [
      0.980184,
      0.009297,
      0.010519
    ],
    [
      0.004709,
      0.995291
    ],
    [
      0.952732,
      0.045077,
      0.002192
    ],
    [
      0.049445,
      0.550182,
      0.397358,
      0.002825,
      0.00019
    ],
    [
      0.822964,
      0.177035
    ],
    [
      0.999961,
      8e-06,
      3e-05,
      0.0
    ],
    [
      0.917705,
      0.082295
    ]
  ],
  "seconds": 18.4
}