evidence/l5_generation.json

{
  "hf_greedy": {
    "tokens": [
      71499,
      563,
      506,
      11001,
      4912,
      529,
      29433,
      1534,
      1027,
      1156,
      7751,
      607,
      3413,
      653,
      2778,
      236761,
      106
    ],
    "text": "Gravity is the fundamental force of attraction between any two objects with mass or energy.<turn|>",
    "wall_s": 7.257209062576294,
    "tok_per_s": 4.409408592762803,
    "peak_vram_mb": 9786
  },
  "onnx_target_greedy": {
    "tokens": [
      71499,
      563,
      506,
      11001,
      4912,
      529,
      29433,
      1534,
      1027,
      1156,
      7751,
      607,
      3413,
      653,
      2778,
      236761,
      106,
      106,
      106,
      1,
      236745,
      106,
      106,
      1,
      106,
      1,
      106,
      106,
      1,
      106,
      1,
      106
    ],
    "text": "Gravity is the fundamental force of attraction between any two objects with mass or energy.<turn|><turn|><turn|><eos>t<turn|><turn|><eos><turn|><eos><turn|><turn|><eos><turn|><eos><turn|>",
    "match_hf": true,
    "matched_prefix_len": 32,
    "first_divergence": -1,
    "prefill_ms": 174.04913902282715,
    "decode_ms_mean": 6.606863391014837,
    "decode_tok_per_s": 151.3577534174498,
    "onnx_vram_used_mb": 21963,
    "onnx_vram_delta_mb": 11450
  },
  "hf_assisted": {
    "tokens": [
      71499,
      563,
      506,
      11001,
      4912,
      529,
      29433,
      1534,
      1027,
      1156,
      7751,
      607,
      3413,
      653,
      2778,
      236761,
      106
    ],
    "text": "Gravity is the fundamental force of attraction between any two objects with mass or energy.<turn|>",
    "wall_s": 4.447322130203247,
    "num_assistant_tokens": 6,
    "matches_greedy": true,
    "peak_vram_mb": 9964
  }
}