{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 32, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 2}, "duration": 631.5163491009735, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357612, "request_throughput": 0.4053735114925236, "input_throughput": 2270.091664358132, "output_throughput": 567.522916089533, "total_throughput": 2837.614580447665, "mean_e2e_latency_ms": 78626.56932931895, "median_e2e_latency_ms": 77824.57664399408, "std_e2e_latency_ms": 2884.9011689045783, "p99_e2e_latency_ms": 88025.05958183028, "mean_ttft_ms": 1398.13566587668, "median_ttft_ms": 847.6409734867048, "std_ttft_ms": 1490.212311952095, "p99_ttft_ms": 7562.567167231462, "mean_tpot_ms": 55.20259732912243, "median_tpot_ms": 54.81722474733039, "std_tpot_ms": 1.277218620059451, "p99_tpot_ms": 57.71408439509238, "mean_itl_ms": 55.202661797745264, "median_itl_ms": 53.135031019337475, "std_itl_ms": 12.562343149461691, "p95_itl_ms": 66.18495921720746, "p99_itl_ms": 137.97271925606762, "concurrency": 31.87312850563638, "accept_length": null}
