| [ |
| { |
| "context_target_tokens": 128, |
| "actual_prefix_tokens": 143, |
| "questions": 1, |
| "candidates_each": 2, |
| "mode": "full", |
| "warm_ms_raw": [ |
| 35.41683399816975, |
| 36.06150200357661, |
| 36.46006100461818 |
| ], |
| "warm_ms_median": 36.06150200357661, |
| "shared_detail_raw": [] |
| }, |
| { |
| "context_target_tokens": 128, |
| "actual_prefix_tokens": 143, |
| "questions": 1, |
| "candidates_each": 2, |
| "mode": "shared", |
| "warm_ms_raw": [ |
| 47.040126999490894, |
| 46.82339199644048, |
| 47.04286299238447 |
| ], |
| "warm_ms_median": 47.040126999490894, |
| "shared_detail_raw": [ |
| { |
| "prefill_ms": 24.777023994829506, |
| "branch_ms": 21.930192000581883, |
| "prefix_tokens": 143, |
| "branches": 2, |
| "branch_tokens": 38, |
| "cache_bytes": 3514368 |
| }, |
| { |
| "prefill_ms": 25.327163995825686, |
| "branch_ms": 21.176549009396695, |
| "prefix_tokens": 143, |
| "branches": 2, |
| "branch_tokens": 38, |
| "cache_bytes": 3514368 |
| }, |
| { |
| "prefill_ms": 24.761503998888656, |
| "branch_ms": 21.966863991110586, |
| "prefix_tokens": 143, |
| "branches": 2, |
| "branch_tokens": 38, |
| "cache_bytes": 3514368 |
| } |
| ] |
| }, |
| { |
| "context_target_tokens": 128, |
| "actual_prefix_tokens": 143, |
| "questions": 4, |
| "candidates_each": 2, |
| "mode": "full", |
| "warm_ms_raw": [ |
| 118.72279799717944, |
| 117.24635900463909, |
| 118.4771520056529 |
| ], |
| "warm_ms_median": 118.4771520056529, |
| "shared_detail_raw": [] |
| }, |
| { |
| "context_target_tokens": 128, |
| "actual_prefix_tokens": 143, |
| "questions": 4, |
| "candidates_each": 2, |
| "mode": "shared", |
| "warm_ms_raw": [ |
| 51.060615995083936, |
| 50.092718011001125, |
| 50.730264993035235 |
| ], |
| "warm_ms_median": 50.730264993035235, |
| "shared_detail_raw": [ |
| { |
| "prefill_ms": 24.739457003306597, |
| "branch_ms": 25.740249999216758, |
| "prefix_tokens": 143, |
| "branches": 8, |
| "branch_tokens": 152, |
| "cache_bytes": 3514368 |
| }, |
| { |
| "prefill_ms": 23.97366899822373, |
| "branch_ms": 25.65383500768803, |
| "prefix_tokens": 143, |
| "branches": 8, |
| "branch_tokens": 152, |
| "cache_bytes": 3514368 |
| }, |
| { |
| "prefill_ms": 24.667088990099728, |
| "branch_ms": 25.614587008021772, |
| "prefix_tokens": 143, |
| "branches": 8, |
| "branch_tokens": 152, |
| "cache_bytes": 3514368 |
| } |
| ] |
| }, |
| { |
| "context_target_tokens": 128, |
| "actual_prefix_tokens": 143, |
| "questions": 16, |
| "candidates_each": 2, |
| "mode": "full", |
| "warm_ms_raw": [ |
| 465.16129800875206, |
| 467.1271900006104, |
| 464.2543280060636 |
| ], |
| "warm_ms_median": 465.16129800875206, |
| "shared_detail_raw": [] |
| }, |
| { |
| "context_target_tokens": 128, |
| "actual_prefix_tokens": 143, |
| "questions": 16, |
| "candidates_each": 2, |
| "mode": "shared", |
| "warm_ms_raw": [ |
| 128.94107500324026, |
| 128.767684000195, |
| 127.9665529873455 |
| ], |
| "warm_ms_median": 128.767684000195, |
| "shared_detail_raw": [ |
| { |
| "prefill_ms": 23.99702899856493, |
| "branch_ms": 103.81061299995054, |
| "prefix_tokens": 143, |
| "branches": 32, |
| "branch_tokens": 608, |
| "cache_bytes": 3514368 |
| }, |
| { |
| "prefill_ms": 24.05259599618148, |
| "branch_ms": 103.7010619911598, |
| "prefix_tokens": 143, |
| "branches": 32, |
| "branch_tokens": 608, |
| "cache_bytes": 3514368 |
| }, |
| { |
| "prefill_ms": 24.023332007345743, |
| "branch_ms": 102.94453799724579, |
| "prefix_tokens": 143, |
| "branches": 32, |
| "branch_tokens": 608, |
| "cache_bytes": 3514368 |
| } |
| ] |
| }, |
| { |
| "context_target_tokens": 1024, |
| "actual_prefix_tokens": 1031, |
| "questions": 1, |
| "candidates_each": 2, |
| "mode": "full", |
| "warm_ms_raw": [ |
| 315.5249670089688, |
| 313.0096370005049, |
| 314.1731189971324 |
| ], |
| "warm_ms_median": 314.1731189971324, |
| "shared_detail_raw": [] |
| }, |
| { |
| "context_target_tokens": 1024, |
| "actual_prefix_tokens": 1031, |
| "questions": 1, |
| "candidates_each": 2, |
| "mode": "shared", |
| "warm_ms_raw": [ |
| 186.43490099930204, |
| 184.62366399762686, |
| 183.24995900911745 |
| ], |
| "warm_ms_median": 184.62366399762686, |
| "shared_detail_raw": [ |
| { |
| "prefill_ms": 158.48170399840456, |
| "branch_ms": 26.817027988727205, |
| "prefix_tokens": 1031, |
| "branches": 2, |
| "branch_tokens": 38, |
| "cache_bytes": 25337856 |
| }, |
| { |
| "prefill_ms": 157.44871798960958, |
| "branch_ms": 26.076952010043897, |
| "prefix_tokens": 1031, |
| "branches": 2, |
| "branch_tokens": 38, |
| "cache_bytes": 25337856 |
| }, |
| { |
| "prefill_ms": 156.01094999874476, |
| "branch_ms": 26.12277600564994, |
| "prefix_tokens": 1031, |
| "branches": 2, |
| "branch_tokens": 38, |
| "cache_bytes": 25337856 |
| } |
| ] |
| }, |
| { |
| "context_target_tokens": 1024, |
| "actual_prefix_tokens": 1031, |
| "questions": 4, |
| "candidates_each": 2, |
| "mode": "full", |
| "warm_ms_raw": [ |
| 1261.442816001363, |
| 1260.6127239996567, |
| 1261.58983798814 |
| ], |
| "warm_ms_median": 1261.442816001363, |
| "shared_detail_raw": [] |
| }, |
| { |
| "context_target_tokens": 1024, |
| "actual_prefix_tokens": 1031, |
| "questions": 4, |
| "candidates_each": 2, |
| "mode": "shared", |
| "warm_ms_raw": [ |
| 202.9949959978694, |
| 203.23165200534277, |
| 202.3416720039677 |
| ], |
| "warm_ms_median": 202.9949959978694, |
| "shared_detail_raw": [ |
| { |
| "prefill_ms": 156.75123399705626, |
| "branch_ms": 45.02738598966971, |
| "prefix_tokens": 1031, |
| "branches": 8, |
| "branch_tokens": 152, |
| "cache_bytes": 25337856 |
| }, |
| { |
| "prefill_ms": 157.84882700245362, |
| "branch_ms": 44.15889499068726, |
| "prefix_tokens": 1031, |
| "branches": 8, |
| "branch_tokens": 152, |
| "cache_bytes": 25337856 |
| }, |
| { |
| "prefill_ms": 156.46357100922614, |
| "branch_ms": 44.650876996456645, |
| "prefix_tokens": 1031, |
| "branches": 8, |
| "branch_tokens": 152, |
| "cache_bytes": 25337856 |
| } |
| ] |
| }, |
| { |
| "context_target_tokens": 1024, |
| "actual_prefix_tokens": 1031, |
| "questions": 16, |
| "candidates_each": 2, |
| "mode": "full", |
| "warm_ms_raw": [ |
| 5033.510699999169, |
| 5043.799562990898, |
| 5040.814408988808 |
| ], |
| "warm_ms_median": 5040.814408988808, |
| "shared_detail_raw": [] |
| }, |
| { |
| "context_target_tokens": 1024, |
| "actual_prefix_tokens": 1031, |
| "questions": 16, |
| "candidates_each": 2, |
| "mode": "shared", |
| "warm_ms_raw": [ |
| 336.42669999971986, |
| 334.6114469895838, |
| 336.85141798923723 |
| ], |
| "warm_ms_median": 336.42669999971986, |
| "shared_detail_raw": [ |
| { |
| "prefill_ms": 157.43018800276332, |
| "branch_ms": 177.2362659976352, |
| "prefix_tokens": 1031, |
| "branches": 32, |
| "branch_tokens": 608, |
| "cache_bytes": 25337856 |
| }, |
| { |
| "prefill_ms": 156.8722879892448, |
| "branch_ms": 175.97435299830977, |
| "prefix_tokens": 1031, |
| "branches": 32, |
| "branch_tokens": 608, |
| "cache_bytes": 25337856 |
| }, |
| { |
| "prefill_ms": 157.62175600684714, |
| "branch_ms": 177.46314400574192, |
| "prefix_tokens": 1031, |
| "branches": 32, |
| "branch_tokens": 608, |
| "cache_bytes": 25337856 |
| } |
| ] |
| } |
| ] |
|
|
