Upload benchmark artifact bench/results_vllm_rtn_g64_3090.jsonl

bench/results_vllm_rtn_g64_3090.jsonl

@@ -0,0 +1,5 @@
+{"label": "vllm_g64_rtn_40192_empty", "base_url": "http://127.0.0.1:18000", "model": "default", "target_prompt_tokens": 64, "actual_prompt_tokens": 64, "max_tokens": 128, "concurrency": 2, "started_at": 1778615046.293441, "stream": {"wall_s": 4.81992053007707, "requests": [{"ok": true, "stream": true, "prompt_tokens": 64, "completion_tokens": 128, "ttft_s": 3.546279798960313, "total_s": 4.818317258032039, "decode_tok_s": 100.62596748794529}, {"ok": true, "stream": true, "prompt_tokens": 64, "completion_tokens": 128, "ttft_s": 3.5426623090170324, "total_s": 4.813517276197672, "decode_tok_s": 100.7195968899306}]}, "nonstream": {"wall_s": 0.9071402489207685, "requests": [{"ok": true, "stream": false, "prompt_tokens": 64, "completion_tokens": 128, "total_s": 0.9008853940758854, "overall_tok_s": 142.08244560486017}, {"ok": true, "stream": false, "prompt_tokens": 64, "completion_tokens": 128, "total_s": 0.9058408751152456, "overall_tok_s": 141.30517126831487}]}}
+{"label": "vllm_g64_rtn_40192_empty_warm", "base_url": "http://127.0.0.1:18000", "model": "default", "target_prompt_tokens": 64, "actual_prompt_tokens": 64, "max_tokens": 128, "concurrency": 2, "started_at": 1778615068.386521, "stream": {"wall_s": 0.8765364421997219, "requests": [{"ok": true, "stream": true, "prompt_tokens": 64, "completion_tokens": 128, "ttft_s": 0.05877408687956631, "total_s": 0.8744656138587743, "decode_tok_s": 156.92206645081743}, {"ok": true, "stream": true, "prompt_tokens": 64, "completion_tokens": 128, "ttft_s": 0.05764461308717728, "total_s": 0.8734017990063876, "decode_tok_s": 156.90943605451324}]}, "nonstream": {"wall_s": 0.9251208659261465, "requests": [{"ok": true, "stream": false, "prompt_tokens": 64, "completion_tokens": 128, "total_s": 0.9195665270090103, "overall_tok_s": 139.19601925521783}, {"ok": true, "stream": false, "prompt_tokens": 64, "completion_tokens": 128, "total_s": 0.9237142640631646, "overall_tok_s": 138.5709899476525}]}}
+{"label": "vllm_g64_rtn_40192_full40000", "base_url": "http://127.0.0.1:18000", "model": "default", "target_prompt_tokens": 40000, "actual_prompt_tokens": 40000, "max_tokens": 128, "concurrency": 2, "started_at": 1778615133.6048315, "stream": {"wall_s": 12.6026253758464, "requests": [{"ok": true, "stream": true, "prompt_tokens": 40000, "completion_tokens": 128, "ttft_s": 11.395745646907017, "total_s": 12.598471990088001, "decode_tok_s": 106.42487439118041}, {"ok": true, "stream": true, "prompt_tokens": 40000, "completion_tokens": 128, "ttft_s": 11.39252318511717, "total_s": 12.595475825946778, "decode_tok_s": 106.40485390324734}]}, "nonstream": {"wall_s": 1.6201983171049505, "requests": [{"ok": true, "stream": false, "prompt_tokens": 40000, "completion_tokens": 128, "total_s": 1.6118401628918946, "overall_tok_s": 79.41234059483162}, {"ok": true, "stream": false, "prompt_tokens": 40000, "completion_tokens": 128, "total_s": 1.6176655611488968, "overall_tok_s": 79.12636769561439}]}}
+{"label": "vllm_g64_rtn_40192_empty_unique", "base_url": "http://127.0.0.1:18000", "model": "default", "target_prompt_tokens": 64, "actual_prompt_tokens": [64, 64], "max_tokens": 128, "concurrency": 2, "started_at": 1778615271.0987272, "stream": {"wall_s": 0.9238896030001342, "requests": [{"ok": true, "stream": true, "prompt_tokens": 64, "completion_tokens": 128, "ttft_s": 0.0725152890663594, "total_s": 0.921555717010051, "decode_tok_s": 150.7584277347144}, {"ok": true, "stream": true, "prompt_tokens": 64, "completion_tokens": 128, "ttft_s": 0.0712872059084475, "total_s": 0.9203317039646208, "decode_tok_s": 150.75770503553917}]}, "nonstream": {"wall_s": 0.932592174038291, "requests": [{"ok": true, "stream": false, "prompt_tokens": 64, "completion_tokens": 128, "total_s": 0.9265609078574926, "overall_tok_s": 138.1452626746117}, {"ok": true, "stream": false, "prompt_tokens": 64, "completion_tokens": 128, "total_s": 0.9311743821017444, "overall_tok_s": 137.46082630741245}]}}
+{"label": "vllm_g64_rtn_40192_full40000_unique", "base_url": "http://127.0.0.1:18000", "model": "default", "target_prompt_tokens": 40000, "actual_prompt_tokens": [40000, 40000], "max_tokens": 128, "concurrency": 2, "started_at": 1778615382.8968105, "stream": {"wall_s": 23.798304149881005, "requests": [{"ok": true, "stream": true, "prompt_tokens": 40000, "completion_tokens": 128, "ttft_s": 22.46000154898502, "total_s": 23.7942821320612, "decode_tok_s": 95.93184643734863}, {"ok": true, "stream": true, "prompt_tokens": 40000, "completion_tokens": 128, "ttft_s": 11.541311410954222, "total_s": 23.747639956884086, "decode_tok_s": 10.486363652949594}]}, "nonstream": {"wall_s": 12.841328993905336, "requests": [{"ok": true, "stream": false, "prompt_tokens": 40000, "completion_tokens": 128, "total_s": 12.794177142903209, "overall_tok_s": 10.004551177486253}, {"ok": true, "stream": false, "prompt_tokens": 40000, "completion_tokens": 128, "total_s": 12.839090878143907, "overall_tok_s": 9.96955323510448}]}}