{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 32, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 3}, "duration": 599.8742285789922, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357768, "request_throughput": 0.42675612287332926, "input_throughput": 2389.834288090644, "output_throughput": 597.458572022661, "total_throughput": 2987.292860113305, "mean_e2e_latency_ms": 74777.22830888387, "median_e2e_latency_ms": 74366.89462748473, "std_e2e_latency_ms": 2265.337671397315, "p99_e2e_latency_ms": 81540.72747224418, "mean_ttft_ms": 1211.8487398588513, "median_ttft_ms": 952.136537496699, "std_ttft_ms": 809.8392524307396, "p99_ttft_ms": 4368.716235540339, "mean_tpot_ms": 52.58425987778772, "median_tpot_ms": 52.50441200608568, "std_tpot_ms": 1.2230070265955677, "p99_tpot_ms": 55.263318017462474, "mean_itl_ms": 52.584480490027744, "median_itl_ms": 51.04787804884836, "std_itl_ms": 11.767979190196243, "p95_itl_ms": 58.683172101154916, "p99_itl_ms": 128.90856757410796, "concurrency": 31.911640032313045, "accept_length": null}
