[
  {
    "context_target_tokens": 128,
    "actual_prefix_tokens": 143,
    "questions": 1,
    "candidates_each": 2,
    "mode": "full",
    "warm_ms_raw": [
      35.41683399816975,
      36.06150200357661,
      36.46006100461818
    ],
    "warm_ms_median": 36.06150200357661,
    "shared_detail_raw": []
  },
  {
    "context_target_tokens": 128,
    "actual_prefix_tokens": 143,
    "questions": 1,
    "candidates_each": 2,
    "mode": "shared",
    "warm_ms_raw": [
      47.040126999490894,
      46.82339199644048,
      47.04286299238447
    ],
    "warm_ms_median": 47.040126999490894,
    "shared_detail_raw": [
      {
        "prefill_ms": 24.777023994829506,
        "branch_ms": 21.930192000581883,
        "prefix_tokens": 143,
        "branches": 2,
        "branch_tokens": 38,
        "cache_bytes": 3514368
      },
      {
        "prefill_ms": 25.327163995825686,
        "branch_ms": 21.176549009396695,
        "prefix_tokens": 143,
        "branches": 2,
        "branch_tokens": 38,
        "cache_bytes": 3514368
      },
      {
        "prefill_ms": 24.761503998888656,
        "branch_ms": 21.966863991110586,
        "prefix_tokens": 143,
        "branches": 2,
        "branch_tokens": 38,
        "cache_bytes": 3514368
      }
    ]
  },
  {
    "context_target_tokens": 128,
    "actual_prefix_tokens": 143,
    "questions": 4,
    "candidates_each": 2,
    "mode": "full",
    "warm_ms_raw": [
      118.72279799717944,
      117.24635900463909,
      118.4771520056529
    ],
    "warm_ms_median": 118.4771520056529,
    "shared_detail_raw": []
  },
  {
    "context_target_tokens": 128,
    "actual_prefix_tokens": 143,
    "questions": 4,
    "candidates_each": 2,
    "mode": "shared",
    "warm_ms_raw": [
      51.060615995083936,
      50.092718011001125,
      50.730264993035235
    ],
    "warm_ms_median": 50.730264993035235,
    "shared_detail_raw": [
      {
        "prefill_ms": 24.739457003306597,
        "branch_ms": 25.740249999216758,
        "prefix_tokens": 143,
        "branches": 8,
        "branch_tokens": 152,
        "cache_bytes": 3514368
      },
      {
        "prefill_ms": 23.97366899822373,
        "branch_ms": 25.65383500768803,
        "prefix_tokens": 143,
        "branches": 8,
        "branch_tokens": 152,
        "cache_bytes": 3514368
      },
      {
        "prefill_ms": 24.667088990099728,
        "branch_ms": 25.614587008021772,
        "prefix_tokens": 143,
        "branches": 8,
        "branch_tokens": 152,
        "cache_bytes": 3514368
      }
    ]
  },
  {
    "context_target_tokens": 128,
    "actual_prefix_tokens": 143,
    "questions": 16,
    "candidates_each": 2,
    "mode": "full",
    "warm_ms_raw": [
      465.16129800875206,
      467.1271900006104,
      464.2543280060636
    ],
    "warm_ms_median": 465.16129800875206,
    "shared_detail_raw": []
  },
  {
    "context_target_tokens": 128,
    "actual_prefix_tokens": 143,
    "questions": 16,
    "candidates_each": 2,
    "mode": "shared",
    "warm_ms_raw": [
      128.94107500324026,
      128.767684000195,
      127.9665529873455
    ],
    "warm_ms_median": 128.767684000195,
    "shared_detail_raw": [
      {
        "prefill_ms": 23.99702899856493,
        "branch_ms": 103.81061299995054,
        "prefix_tokens": 143,
        "branches": 32,
        "branch_tokens": 608,
        "cache_bytes": 3514368
      },
      {
        "prefill_ms": 24.05259599618148,
        "branch_ms": 103.7010619911598,
        "prefix_tokens": 143,
        "branches": 32,
        "branch_tokens": 608,
        "cache_bytes": 3514368
      },
      {
        "prefill_ms": 24.023332007345743,
        "branch_ms": 102.94453799724579,
        "prefix_tokens": 143,
        "branches": 32,
        "branch_tokens": 608,
        "cache_bytes": 3514368
      }
    ]
  },
  {
    "context_target_tokens": 1024,
    "actual_prefix_tokens": 1031,
    "questions": 1,
    "candidates_each": 2,
    "mode": "full",
    "warm_ms_raw": [
      315.5249670089688,
      313.0096370005049,
      314.1731189971324
    ],
    "warm_ms_median": 314.1731189971324,
    "shared_detail_raw": []
  },
  {
    "context_target_tokens": 1024,
    "actual_prefix_tokens": 1031,
    "questions": 1,
    "candidates_each": 2,
    "mode": "shared",
    "warm_ms_raw": [
      186.43490099930204,
      184.62366399762686,
      183.24995900911745
    ],
    "warm_ms_median": 184.62366399762686,
    "shared_detail_raw": [
      {
        "prefill_ms": 158.48170399840456,
        "branch_ms": 26.817027988727205,
        "prefix_tokens": 1031,
        "branches": 2,
        "branch_tokens": 38,
        "cache_bytes": 25337856
      },
      {
        "prefill_ms": 157.44871798960958,
        "branch_ms": 26.076952010043897,
        "prefix_tokens": 1031,
        "branches": 2,
        "branch_tokens": 38,
        "cache_bytes": 25337856
      },
      {
        "prefill_ms": 156.01094999874476,
        "branch_ms": 26.12277600564994,
        "prefix_tokens": 1031,
        "branches": 2,
        "branch_tokens": 38,
        "cache_bytes": 25337856
      }
    ]
  },
  {
    "context_target_tokens": 1024,
    "actual_prefix_tokens": 1031,
    "questions": 4,
    "candidates_each": 2,
    "mode": "full",
    "warm_ms_raw": [
      1261.442816001363,
      1260.6127239996567,
      1261.58983798814
    ],
    "warm_ms_median": 1261.442816001363,
    "shared_detail_raw": []
  },
  {
    "context_target_tokens": 1024,
    "actual_prefix_tokens": 1031,
    "questions": 4,
    "candidates_each": 2,
    "mode": "shared",
    "warm_ms_raw": [
      202.9949959978694,
      203.23165200534277,
      202.3416720039677
    ],
    "warm_ms_median": 202.9949959978694,
    "shared_detail_raw": [
      {
        "prefill_ms": 156.75123399705626,
        "branch_ms": 45.02738598966971,
        "prefix_tokens": 1031,
        "branches": 8,
        "branch_tokens": 152,
        "cache_bytes": 25337856
      },
      {
        "prefill_ms": 157.84882700245362,
        "branch_ms": 44.15889499068726,
        "prefix_tokens": 1031,
        "branches": 8,
        "branch_tokens": 152,
        "cache_bytes": 25337856
      },
      {
        "prefill_ms": 156.46357100922614,
        "branch_ms": 44.650876996456645,
        "prefix_tokens": 1031,
        "branches": 8,
        "branch_tokens": 152,
        "cache_bytes": 25337856
      }
    ]
  },
  {
    "context_target_tokens": 1024,
    "actual_prefix_tokens": 1031,
    "questions": 16,
    "candidates_each": 2,
    "mode": "full",
    "warm_ms_raw": [
      5033.510699999169,
      5043.799562990898,
      5040.814408988808
    ],
    "warm_ms_median": 5040.814408988808,
    "shared_detail_raw": []
  },
  {
    "context_target_tokens": 1024,
    "actual_prefix_tokens": 1031,
    "questions": 16,
    "candidates_each": 2,
    "mode": "shared",
    "warm_ms_raw": [
      336.42669999971986,
      334.6114469895838,
      336.85141798923723
    ],
    "warm_ms_median": 336.42669999971986,
    "shared_detail_raw": [
      {
        "prefill_ms": 157.43018800276332,
        "branch_ms": 177.2362659976352,
        "prefix_tokens": 1031,
        "branches": 32,
        "branch_tokens": 608,
        "cache_bytes": 25337856
      },
      {
        "prefill_ms": 156.8722879892448,
        "branch_ms": 175.97435299830977,
        "prefix_tokens": 1031,
        "branches": 32,
        "branch_tokens": 608,
        "cache_bytes": 25337856
      },
      {
        "prefill_ms": 157.62175600684714,
        "branch_ms": 177.46314400574192,
        "prefix_tokens": 1031,
        "branches": 32,
        "branch_tokens": 608,
        "cache_bytes": 25337856
      }
    ]
  }
]