{ "label": "mtp-3", "workers": 32, "rounds": [ { "round": 0, "warmup": true, "seconds": 12.065198183059692, "tokens": 7120, "json_valid": 64, "requests": 64, "truncated": 0, "output_tps": 590.1270656288874 }, { "round": 1, "warmup": false, "seconds": 7.756687641143799, "tokens": 7186, "json_valid": 64, "requests": 64, "truncated": 0, "output_tps": 926.4263732734704 }, { "round": 2, "warmup": false, "seconds": 7.630668878555298, "tokens": 7136, "json_valid": 64, "requests": 64, "truncated": 0, "output_tps": 935.173588786498 } ], "mtp_metrics": [ "vllm:spec_decode_num_drafts_total{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B-FP8\"} 7724.0", "vllm:spec_decode_num_drafts_created{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B-FP8\"} 1.7890392532883267e+09", "vllm:spec_decode_num_draft_tokens_total{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B-FP8\"} 23013.0", "vllm:spec_decode_num_draft_tokens_created{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B-FP8\"} 1.7890392532883449e+09", "vllm:spec_decode_num_accepted_tokens_total{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B-FP8\"} 13831.0", "vllm:spec_decode_num_accepted_tokens_created{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B-FP8\"} 1.7890392532883563e+09", "vllm:spec_decode_num_accepted_tokens_per_pos_total{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B-FP8\",position=\"0\"} 6169.0", "vllm:spec_decode_num_accepted_tokens_per_pos_total{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B-FP8\",position=\"1\"} 4549.0", "vllm:spec_decode_num_accepted_tokens_per_pos_total{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B-FP8\",position=\"2\"} 3113.0", "vllm:spec_decode_num_accepted_tokens_per_pos_created{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B-FP8\",position=\"0\"} 1.789039253288371e+09", "vllm:spec_decode_num_accepted_tokens_per_pos_created{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B-FP8\",position=\"1\"} 1.789039253288375e+09", "vllm:spec_decode_num_accepted_tokens_per_pos_created{engine=\"0\",model_name=\"Qwen/Qwen3.8-27B-FP8\",position=\"2\"} 1.7890392532883773e+09" ] }