{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 128, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 4}, "duration": 270.26525966095505, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357423, "request_throughput": 0.9472175607073929, "input_throughput": 5304.4183399614, "output_throughput": 1326.10458499035, "total_throughput": 6630.522924951751, "mean_e2e_latency_ms": 115873.4375566405, "median_e2e_latency_ms": 99845.07387300255, "std_e2e_latency_ms": 33137.97639090115, "p99_e2e_latency_ms": 189349.86204589368, "mean_ttft_ms": 27944.714792327886, "median_ttft_ms": 9297.615786024835, "std_ttft_ms": 35142.72769730466, "p99_ttft_ms": 102300.77446623764, "mean_tpot_ms": 62.8511242060848, "median_tpot_ms": 62.88816780629958, "std_tpot_ms": 8.267099234511885, "p99_tpot_ms": 98.26999207533525, "mean_itl_ms": 62.851106331213366, "median_itl_ms": 59.61486301384866, "std_itl_ms": 205.9335221709368, "p95_itl_ms": 75.49234169418922, "p99_itl_ms": 146.8097744416445, "concurrency": 109.75735487318143, "accept_length": null}
