{
  "tokens": [
    671,
    6102,
    294,
    8760,
    344
  ],
  "oracle_directory": "/workspace/evals-20260913/results/deepseek-oracle-few-ref-cascade",
  "runtime_directory": "/workspace/evals-20260913/results/deepseek-capture-few-ref-nofa",
  "oracle_logits_sha256": "ab2a446134263f5ac02182e893d9c3e33d878d563cd6bc9c0192e042c953c6f2",
  "runtime_logits_sha256": "1fcfec4d3327be59cf404321cef32c099a7bccc02da2c84a8ed75b155934bc8e",
  "oracle_precision": "float32 PyTorch; GGUF NumPy dequantization; no quantized GEMM activation approximation",
  "oracle_cache_mode": "f16",
  "max_abs_logit_difference": 2.703558623790741,
  "rmse": 0.4129078464574033,
  "positions": [
    {
      "position": 0,
      "input_token": 671,
      "oracle_argmax": 671,
      "runtime_argmax": 671,
      "argmax_agrees": true,
      "oracle_top10": [
        671,
        201,
        54,
        1613,
        271,
        455,
        259,
        223,
        330,
        1805
      ],
      "runtime_top10": [
        671,
        201,
        54,
        1613,
        271,
        455,
        259,
        223,
        330,
        1805
      ],
      "top10_overlap": 10,
      "centered_cosine": 0.9999997672782053,
      "kl_oracle_to_runtime": 1.0724564204303768e-06,
      "kl_runtime_to_oracle": 1.0721350513633124e-06,
      "max_abs_logit_difference": 0.010180473327636719
    },
    {
      "position": 1,
      "input_token": 6102,
      "oracle_argmax": 305,
      "runtime_argmax": 305,
      "argmax_agrees": true,
      "oracle_top10": [
        305,
        294,
        6102,
        515,
        671,
        344,
        455,
        271,
        1613,
        201
      ],
      "runtime_top10": [
        305,
        294,
        6102,
        515,
        671,
        344,
        455,
        271,
        1613,
        201
      ],
      "top10_overlap": 10,
      "centered_cosine": 0.9999998719970413,
      "kl_oracle_to_runtime": 1.1624314338232627e-06,
      "kl_runtime_to_oracle": 1.1625068913873405e-06,
      "max_abs_logit_difference": 0.007609844207763672
    },
    {
      "position": 2,
      "input_token": 294,
      "oracle_argmax": 270,
      "runtime_argmax": 270,
      "argmax_agrees": true,
      "oracle_top10": [
        270,
        455,
        8760,
        5837,
        5794,
        57295,
        671,
        14909,
        35913,
        223
      ],
      "runtime_top10": [
        270,
        455,
        8760,
        5837,
        5794,
        57295,
        671,
        14909,
        35913,
        223
      ],
      "top10_overlap": 10,
      "centered_cosine": 0.9999999033053908,
      "kl_oracle_to_runtime": 6.159674035125694e-07,
      "kl_runtime_to_oracle": 6.159209031996241e-07,
      "max_abs_logit_difference": 0.006228923797607422
    },
    {
      "position": 3,
      "input_token": 8760,
      "oracle_argmax": 344,
      "runtime_argmax": 344,
      "argmax_agrees": true,
      "oracle_top10": [
        344,
        16,
        14,
        671,
        51119,
        223,
        734,
        515,
        33,
        1613
      ],
      "runtime_top10": [
        344,
        16,
        14,
        671,
        339,
        515,
        223,
        734,
        603,
        305
      ],
      "top10_overlap": 7,
      "centered_cosine": 0.9720138807701504,
      "kl_oracle_to_runtime": 0.042446181388640036,
      "kl_runtime_to_oracle": 0.04486754100276848,
      "max_abs_logit_difference": 2.703558623790741
    },
    {
      "position": 4,
      "input_token": 344,
      "oracle_argmax": 11111,
      "runtime_argmax": 11111,
      "argmax_agrees": true,
      "oracle_top10": [
        11111,
        223,
        671,
        4588,
        42761,
        51119,
        1613,
        295,
        35,
        1686
      ],
      "runtime_top10": [
        11111,
        671,
        223,
        4588,
        1613,
        51119,
        42761,
        7840,
        35,
        260
      ],
      "top10_overlap": 8,
      "centered_cosine": 0.9778598371105909,
      "kl_oracle_to_runtime": 0.06448596907492513,
      "kl_runtime_to_oracle": 0.0630922434824763,
      "max_abs_logit_difference": 2.205579102039337
    }
  ]
}