{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 16, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 3}, "duration": 985.2786546209827, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357443, "request_throughput": 0.25982497316810155, "input_throughput": 1455.0198497413685, "output_throughput": 363.7549624353421, "total_throughput": 1818.7748121767106, "mean_e2e_latency_ms": 60095.52134647151, "median_e2e_latency_ms": 60504.16494999081, "std_e2e_latency_ms": 4318.868695060885, "p99_e2e_latency_ms": 69292.54399034253, "mean_ttft_ms": 689.8327683074967, "median_ttft_ms": 517.6178709953092, "std_ttft_ms": 392.9071473710981, "p99_ttft_ms": 1958.7139642710083, "mean_tpot_ms": 42.462965388251625, "median_tpot_ms": 42.618739201582095, "std_tpot_ms": 3.0628956830729313, "p99_tpot_ms": 49.1084208165042, "mean_itl_ms": 42.46324479772601, "median_itl_ms": 41.87183501198888, "std_itl_ms": 6.376780013354071, "p95_itl_ms": 49.59758642362429, "p99_itl_ms": 67.08313711336814, "concurrency": 15.614317221370033, "accept_length": null}
