{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 128, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 2}, "duration": 526.5584070769837, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357316, "request_throughput": 0.4861758858264177, "input_throughput": 2722.584960627939, "output_throughput": 680.6462401569847, "total_throughput": 3403.2312007849237, "mean_e2e_latency_ms": 207713.57264891843, "median_e2e_latency_ms": 196645.46530600637, "std_e2e_latency_ms": 63101.132206935865, "p99_e2e_latency_ms": 280462.83093834936, "mean_ttft_ms": 120375.25524663238, "median_ttft_ms": 107218.65689498372, "std_ttft_ms": 66321.77585850145, "p99_ttft_ms": 192811.45135558618, "mean_tpot_ms": 62.42910464780991, "median_tpot_ms": 62.50320110149934, "std_tpot_ms": 6.444749541370979, "p99_tpot_ms": 88.56465713720087, "mean_itl_ms": 62.428830678847376, "median_itl_ms": 59.45325002539903, "std_itl_ms": 177.04984986690368, "p95_itl_ms": 75.82783965626732, "p99_itl_ms": 148.93731921096332, "concurrency": 100.98533018075788, "accept_length": null}
