{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 64, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 3}, "duration": 472.2191316760145, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357380, "request_throughput": 0.5421211950718663, "input_throughput": 3035.8786924024516, "output_throughput": 758.9696731006129, "total_throughput": 3794.8483655030645, "mean_e2e_latency_ms": 107554.93915878901, "median_e2e_latency_ms": 90359.45288301446, "std_e2e_latency_ms": 31654.837402077123, "p99_e2e_latency_ms": 169973.6965835822, "mean_ttft_ms": 27772.712050983955, "median_ttft_ms": 5927.501880505588, "std_ttft_ms": 33791.98694881531, "p99_ttft_ms": 93308.82224023226, "mean_tpot_ms": 57.02803939085422, "median_tpot_ms": 55.48065267978409, "std_tpot_ms": 7.082520372002947, "p99_tpot_ms": 84.694075106753, "mean_itl_ms": 57.02769098896228, "median_itl_ms": 55.492323997896165, "std_itl_ms": 184.56280166766805, "p95_itl_ms": 67.3201430181507, "p99_itl_ms": 129.22215301194225, "concurrency": 58.30781215264457, "accept_length": null}
