{
  "scope": "Isolated format-equation emulation on captured GGUF-runtime tensors; not native checkpoint or kernel parity",
  "official_source_revision": "dba1be0a40aa45a94ad051997016db3960a90277",
  "official_kernel_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/blob/dba1be0a40aa45a94ad051997016db3960a90277/inference/kernel.py#L48",
  "capture": "/workspace/evals-20260913/results/deepseek-capture-few-ref-f32kv",
  "tokens": [
    671,
    6102,
    294,
    8760,
    344
  ],
  "records": [
    {
      "name": "kv-0",
      "format": "window_fp8",
      "input_rounding": "none",
      "native_format_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.1078031063079834,
        "rmse": 0.0074743665754795074,
        "reference_rms": 0.2876218855381012,
        "relative_l2": 0.02598678134381771,
        "cosine": 0.9996674060821533
      },
      "f16_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.0006818771362304688,
        "rmse": 5.756232712883502e-05,
        "reference_rms": 0.2876218855381012,
        "relative_l2": 0.0002001319662667811,
        "cosine": 1.0
      },
      "native_vs_f16_max_abs": 0.107421875
    },
    {
      "name": "kv-0",
      "format": "window_fp8",
      "input_rounding": "bf16",
      "native_format_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.109375,
        "rmse": 0.0075126211158931255,
        "reference_rms": 0.28757962584495544,
        "relative_l2": 0.02612362615764141,
        "cosine": 0.9996607303619385
      },
      "f16_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 1.862645149230957e-09,
        "rmse": 3.6813756904008343e-11,
        "reference_rms": 0.28757962584495544,
        "relative_l2": 1.2801242010862524e-10,
        "cosine": 1.0
      },
      "native_vs_f16_max_abs": 0.109375
    },
    {
      "name": "kv-2",
      "format": "window_fp8",
      "input_rounding": "none",
      "native_format_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.08159804344177246,
        "rmse": 0.00969995092600584,
        "reference_rms": 0.3624826967716217,
        "relative_l2": 0.026759766042232513,
        "cosine": 0.9996424317359924
      },
      "f16_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.0009725093841552734,
        "rmse": 7.950469444040209e-05,
        "reference_rms": 0.3624826967716217,
        "relative_l2": 0.00021933381503913552,
        "cosine": 1.0
      },
      "native_vs_f16_max_abs": 0.08203125
    },
    {
      "name": "kv-2",
      "format": "window_fp8",
      "input_rounding": "bf16",
      "native_format_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.078125,
        "rmse": 0.009710741229355335,
        "reference_rms": 0.36245864629745483,
        "relative_l2": 0.026791315525770187,
        "cosine": 0.9996418356895447
      },
      "f16_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.0,
        "rmse": 0.0,
        "reference_rms": 0.36245864629745483,
        "relative_l2": 0.0,
        "cosine": 1.0
      },
      "native_vs_f16_max_abs": 0.078125
    },
    {
      "name": "comp_kv-2",
      "format": "main_fp4",
      "input_rounding": "none",
      "native_format_vs_input": {
        "finite": true,
        "n": 1024,
        "max_abs": 0.1687988042831421,
        "rmse": 0.03708076849579811,
        "reference_rms": 0.39435067772865295,
        "relative_l2": 0.09402993321418762,
        "cosine": 0.9955980181694031
      },
      "f16_vs_input": {
        "finite": true,
        "n": 1024,
        "max_abs": 0.00046515464782714844,
        "rmse": 8.162692392943427e-05,
        "reference_rms": 0.39435067772865295,
        "relative_l2": 0.00020699072047136724,
        "cosine": 0.9999998807907104
      },
      "native_vs_f16_max_abs": 0.1689453125
    },
    {
      "name": "comp_kv-2",
      "format": "main_fp4",
      "input_rounding": "bf16",
      "native_format_vs_input": {
        "finite": true,
        "n": 1024,
        "max_abs": 0.16796875,
        "rmse": 0.03671706095337868,
        "reference_rms": 0.3943956792354584,
        "relative_l2": 0.093097023665905,
        "cosine": 0.995661735534668
      },
      "f16_vs_input": {
        "finite": true,
        "n": 1024,
        "max_abs": 0.0,
        "rmse": 0.0,
        "reference_rms": 0.3943956792354584,
        "relative_l2": 0.0,
        "cosine": 1.0
      },
      "native_vs_f16_max_abs": 0.16796875
    },
    {
      "name": "idx_q-2",
      "format": "index_fp4",
      "input_rounding": "none",
      "native_format_vs_input": {
        "finite": true,
        "n": 20480,
        "max_abs": 3.2046165466308594,
        "rmse": 0.31850409507751465,
        "reference_rms": 2.7197964191436768,
        "relative_l2": 0.11710584908723831,
        "cosine": 0.9931387305259705
      },
      "f16_vs_input": {
        "finite": true,
        "n": 20480,
        "max_abs": 0.00678253173828125,
        "rmse": 0.0005677627050317824,
        "reference_rms": 2.7197964191436768,
        "relative_l2": 0.00020875198242720217,
        "cosine": 0.9999996423721313
      },
      "native_vs_f16_max_abs": 3.203125
    },
    {
      "name": "idx_q-2",
      "format": "index_fp4",
      "input_rounding": "bf16",
      "native_format_vs_input": {
        "finite": true,
        "n": 20480,
        "max_abs": 3.25,
        "rmse": 0.3178215026855469,
        "reference_rms": 2.719841718673706,
        "relative_l2": 0.11685295403003693,
        "cosine": 0.9931615591049194
      },
      "f16_vs_input": {
        "finite": true,
        "n": 20480,
        "max_abs": 0.0,
        "rmse": 0.0,
        "reference_rms": 2.719841718673706,
        "relative_l2": 0.0,
        "cosine": 1.0
      },
      "native_vs_f16_max_abs": 3.25
    },
    {
      "name": "idx_k_new-2",
      "format": "index_fp4",
      "input_rounding": "none",
      "native_format_vs_input": {
        "finite": true,
        "n": 256,
        "max_abs": 0.23543083667755127,
        "rmse": 0.04911869764328003,
        "reference_rms": 0.43309739232063293,
        "relative_l2": 0.11341258883476257,
        "cosine": 0.9935662746429443
      },
      "f16_vs_input": {
        "finite": true,
        "n": 256,
        "max_abs": 0.0003867149353027344,
        "rmse": 9.083151235245168e-05,
        "reference_rms": 0.43309739232063293,
        "relative_l2": 0.00020972537458874285,
        "cosine": 0.9999999403953552
      },
      "native_vs_f16_max_abs": 0.2353515625
    },
    {
      "name": "idx_k_new-2",
      "format": "index_fp4",
      "input_rounding": "bf16",
      "native_format_vs_input": {
        "finite": true,
        "n": 256,
        "max_abs": 0.234375,
        "rmse": 0.04908245801925659,
        "reference_rms": 0.43322697281837463,
        "relative_l2": 0.11329501122236252,
        "cosine": 0.9935617446899414
      },
      "f16_vs_input": {
        "finite": true,
        "n": 256,
        "max_abs": 2.9802322387695312e-08,
        "rmse": 1.862645149230957e-09,
        "reference_rms": 0.43322697281837463,
        "relative_l2": 4.299467004642565e-09,
        "cosine": 1.0
      },
      "native_vs_f16_max_abs": 0.234375
    },
    {
      "name": "kv-20",
      "format": "window_fp8",
      "input_rounding": "none",
      "native_format_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.12266135215759277,
        "rmse": 0.01696811243891716,
        "reference_rms": 0.6319940090179443,
        "relative_l2": 0.026848534122109413,
        "cosine": 0.9996395111083984
      },
      "f16_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.0009217262268066406,
        "rmse": 0.0001340397575404495,
        "reference_rms": 0.6319940090179443,
        "relative_l2": 0.00021209024998825043,
        "cosine": 0.9999998807907104
      },
      "native_vs_f16_max_abs": 0.123046875
    },
    {
      "name": "kv-20",
      "format": "window_fp8",
      "input_rounding": "bf16",
      "native_format_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.125,
        "rmse": 0.01704934611916542,
        "reference_rms": 0.6319649815559387,
        "relative_l2": 0.02697831578552723,
        "cosine": 0.9996364116668701
      },
      "f16_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.0,
        "rmse": 0.0,
        "reference_rms": 0.6319649815559387,
        "relative_l2": 0.0,
        "cosine": 1.0
      },
      "native_vs_f16_max_abs": 0.125
    },
    {
      "name": "comp_kv-20",
      "format": "main_fp4",
      "input_rounding": "none",
      "native_format_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.3353954553604126,
        "rmse": 0.07496742904186249,
        "reference_rms": 0.7885670065879822,
        "relative_l2": 0.09506793320178986,
        "cosine": 0.9955059289932251
      },
      "f16_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.0009603500366210938,
        "rmse": 0.00016746165056247264,
        "reference_rms": 0.7885670065879822,
        "relative_l2": 0.00021236203610897064,
        "cosine": 0.9999999403953552
      },
      "native_vs_f16_max_abs": 0.3349609375
    },
    {
      "name": "comp_kv-20",
      "format": "main_fp4",
      "input_rounding": "bf16",
      "native_format_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.3359375,
        "rmse": 0.07526585459709167,
        "reference_rms": 0.7884917855262756,
        "relative_l2": 0.09545549750328064,
        "cosine": 0.9954756498336792
      },
      "f16_vs_input": {
        "finite": true,
        "n": 2560,
        "max_abs": 0.0,
        "rmse": 0.0,
        "reference_rms": 0.7884917855262756,
        "relative_l2": 0.0,
        "cosine": 1.0
      },
      "native_vs_f16_max_abs": 0.3359375
    },
    {
      "name": "idx_q-20",
      "format": "index_fp4",
      "input_rounding": "none",
      "native_format_vs_input": {
        "finite": true,
        "n": 20480,
        "max_abs": 1.9969072341918945,
        "rmse": 0.3139103651046753,
        "reference_rms": 2.6235339641571045,
        "relative_l2": 0.11965174973011017,
        "cosine": 0.9928234815597534
      },
      "f16_vs_input": {
        "finite": true,
        "n": 20480,
        "max_abs": 0.00568389892578125,
        "rmse": 0.0005396056803874671,
        "reference_rms": 2.6235339641571045,
        "relative_l2": 0.00020567905448842794,
        "cosine": 0.9999993443489075
      },
      "native_vs_f16_max_abs": 2.0
    },
    {
      "name": "idx_q-20",
      "format": "index_fp4",
      "input_rounding": "bf16",
      "native_format_vs_input": {
        "finite": true,
        "n": 20480,
        "max_abs": 2.0,
        "rmse": 0.3132164180278778,
        "reference_rms": 2.6234993934631348,
        "relative_l2": 0.1193888708949089,
        "cosine": 0.9928514957427979
      },
      "f16_vs_input": {
        "finite": true,
        "n": 20480,
        "max_abs": 0.0,
        "rmse": 0.0,
        "reference_rms": 2.6234993934631348,
        "relative_l2": 0.0,
        "cosine": 1.0
      },
      "native_vs_f16_max_abs": 2.0
    },
    {
      "name": "idx_k_new-20",
      "format": "index_fp4",
      "input_rounding": "none",
      "native_format_vs_input": {
        "finite": true,
        "n": 640,
        "max_abs": 0.33481287956237793,
        "rmse": 0.08144402503967285,
        "reference_rms": 0.6753154993057251,
        "relative_l2": 0.12060143053531647,
        "cosine": 0.9927101731300354
      },
      "f16_vs_input": {
        "finite": true,
        "n": 640,
        "max_abs": 0.0009367465972900391,
        "rmse": 0.00014101507258601487,
        "reference_rms": 0.6753154993057251,
        "relative_l2": 0.00020881358068436384,
        "cosine": 0.9999999403953552
      },
      "native_vs_f16_max_abs": 0.333984375
    },
    {
      "name": "idx_k_new-20",
      "format": "index_fp4",
      "input_rounding": "bf16",
      "native_format_vs_input": {
        "finite": true,
        "n": 640,
        "max_abs": 0.328125,
        "rmse": 0.08144737035036087,
        "reference_rms": 0.6752577424049377,
        "relative_l2": 0.12061671167612076,
        "cosine": 0.9927247762680054
      },
      "f16_vs_input": {
        "finite": true,
        "n": 640,
        "max_abs": 0.0,
        "rmse": 0.0,
        "reference_rms": 0.6752577424049377,
        "relative_l2": 0.0,
        "cosine": 1.0
      },
      "native_vs_f16_max_abs": 0.328125
    }
  ]
}