{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 64, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 4}, "duration": 336.7630660170107, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 356643, "request_throughput": 0.7601783741542156, "input_throughput": 4256.998895263608, "output_throughput": 1064.249723815902, "total_throughput": 5321.24861907951, "mean_e2e_latency_ms": 80854.45739414627, "median_e2e_latency_ms": 81019.42863149452, "std_e2e_latency_ms": 6377.836305192771, "p99_e2e_latency_ms": 93383.17598713911, "mean_ttft_ms": 2036.1661123827162, "median_ttft_ms": 1035.2733864856418, "std_ttft_ms": 2167.333853723893, "p99_ttft_ms": 8287.416979926638, "mean_tpot_ms": 56.33902164529202, "median_tpot_ms": 56.03745164726798, "std_tpot_ms": 3.705814426167437, "p99_tpot_ms": 62.17761242990129, "mean_itl_ms": 56.33935672967156, "median_itl_ms": 54.30983300902881, "std_itl_ms": 12.339575055936463, "p95_itl_ms": 71.88032453414047, "p99_itl_ms": 119.0675464569359, "concurrency": 61.463809965003406, "accept_length": null}
