{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 64, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 2}, "duration": 530.0367625519866, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357769, "request_throughput": 0.48298536646293705, "input_throughput": 2704.7180521924474, "output_throughput": 676.1795130481119, "total_throughput": 3380.8975652405593, "mean_e2e_latency_ms": 119836.23615441138, "median_e2e_latency_ms": 97712.70121599082, "std_e2e_latency_ms": 33879.874350173144, "p99_e2e_latency_ms": 182392.32986805728, "mean_ttft_ms": 31567.030435931658, "median_ttft_ms": 9036.825482500717, "std_ttft_ms": 35684.5641662822, "p99_ttft_ms": 97963.30962285574, "mean_tpot_ms": 63.09450015616849, "median_tpot_ms": 62.93862473696113, "std_tpot_ms": 6.25076195200978, "p99_tpot_ms": 89.44634700349732, "mean_itl_ms": 63.09445446312681, "median_itl_ms": 60.24149997392669, "std_itl_ms": 184.5595858786435, "p95_itl_ms": 74.69561549951321, "p99_itl_ms": 148.51440313970667, "concurrency": 57.879148434577445, "accept_length": null}
