{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 128, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 3}, "duration": 474.6469522760017, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357632, "request_throughput": 0.5393482435154012, "input_throughput": 3020.350163686247, "output_throughput": 755.0875409215618, "total_throughput": 3775.437704607809, "mean_e2e_latency_ms": 183434.97295299085, "median_e2e_latency_ms": 178433.2005000033, "std_e2e_latency_ms": 61925.27936818663, "p99_e2e_latency_ms": 253734.9911344092, "mean_ttft_ms": 104223.35452885431, "median_ttft_ms": 95616.57555299462, "std_ttft_ms": 60588.820707449755, "p99_ttft_ms": 172300.68376810232, "mean_tpot_ms": 56.620170424686584, "median_tpot_ms": 58.141547233020894, "std_tpot_ms": 5.746348833958972, "p99_tpot_ms": 78.80408489540181, "mean_itl_ms": 56.619751456778815, "median_itl_ms": 55.404911981895566, "std_itl_ms": 168.09295989152477, "p95_itl_ms": 66.44271162804215, "p99_itl_ms": 128.12699096393771, "concurrency": 98.93533046149075, "accept_length": null}
