{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 16, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 4}, "duration": 999.295374547015, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357770, "request_throughput": 0.2561805113088269, "input_throughput": 1434.6108633294307, "output_throughput": 358.65271583235767, "total_throughput": 1793.2635791617886, "mean_e2e_latency_ms": 61053.21599602553, "median_e2e_latency_ms": 60382.15122150723, "std_e2e_latency_ms": 3797.21720640357, "p99_e2e_latency_ms": 71298.5380919301, "mean_ttft_ms": 656.6197354036376, "median_ttft_ms": 509.8471365054138, "std_ttft_ms": 409.29975379102564, "p99_ttft_ms": 2418.3927637146544, "mean_tpot_ms": 43.17126251652744, "median_tpot_ms": 42.7656209760479, "std_tpot_ms": 2.640510518588001, "p99_tpot_ms": 49.35668696292138, "mean_itl_ms": 43.1714828987605, "median_itl_ms": 42.13614296168089, "std_itl_ms": 6.241301169679035, "p95_itl_ms": 50.37278500967658, "p99_itl_ms": 67.76635777321634, "concurrency": 15.64064409091007, "accept_length": null}
