{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 32, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 3}, "duration": 546.9327101940289, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357577, "request_throughput": 0.4680648921312128, "input_throughput": 2621.1633959347914, "output_throughput": 655.2908489836979, "total_throughput": 3276.4542449184896, "mean_e2e_latency_ms": 66419.22482760219, "median_e2e_latency_ms": 67622.99761397298, "std_e2e_latency_ms": 6112.061146731562, "p99_e2e_latency_ms": 76140.37111378857, "mean_ttft_ms": 1136.2811038029577, "median_ttft_ms": 595.5348175193649, "std_ttft_ms": 1556.0561994812567, "p99_ttft_ms": 7872.58047600335, "mean_tpot_ms": 46.66400552094299, "median_tpot_ms": 47.88838502966527, "std_tpot_ms": 4.27344527680662, "p99_tpot_ms": 53.705335374783175, "mean_itl_ms": 46.66425160273762, "median_itl_ms": 44.971670024096966, "std_itl_ms": 9.188030111253708, "p95_itl_ms": 62.32044226489959, "p99_itl_ms": 82.90133422473444, "concurrency": 31.08850730437039, "accept_length": null}
