{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 128, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 3}, "duration": 277.65858477400616, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357698, "request_throughput": 0.9219956235402026, "input_throughput": 5163.1754918251345, "output_throughput": 1290.7938729562836, "total_throughput": 6453.969364781418, "mean_e2e_latency_ms": 117618.59472814467, "median_e2e_latency_ms": 103395.30513403588, "std_e2e_latency_ms": 32363.237506785852, "p99_e2e_latency_ms": 190026.91081677913, "mean_ttft_ms": 31879.410433961766, "median_ttft_ms": 16826.57816950814, "std_ttft_ms": 32342.000847554074, "p99_ttft_ms": 103381.00062078738, "mean_tpot_ms": 61.28605024602066, "median_tpot_ms": 61.95257810719832, "std_tpot_ms": 6.1160183773243055, "p99_tpot_ms": 89.22467076563825, "mean_itl_ms": 61.2862556182376, "median_itl_ms": 58.10376402223483, "std_itl_ms": 164.60310697172454, "p95_itl_ms": 76.01333850179799, "p99_itl_ms": 145.87047033244744, "concurrency": 108.44382958629812, "accept_length": null}
