{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 16, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 3}, "duration": 1052.2579687220277, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357685, "request_throughput": 0.2432863495544854, "input_throughput": 1362.4035575051182, "output_throughput": 340.60088937627955, "total_throughput": 1703.0044468813978, "mean_e2e_latency_ms": 65596.3584986755, "median_e2e_latency_ms": 64769.873814017046, "std_e2e_latency_ms": 2906.6307734237603, "p99_e2e_latency_ms": 72204.74284318334, "mean_ttft_ms": 714.1521625276255, "median_ttft_ms": 510.30672001070343, "std_ttft_ms": 689.1468252765994, "p99_ttft_ms": 5011.896336937207, "mean_tpot_ms": 46.37755992576688, "median_tpot_ms": 45.89753917045542, "std_tpot_ms": 1.8911304728916363, "p99_tpot_ms": 50.23433556265961, "mean_itl_ms": 46.377799842443146, "median_itl_ms": 44.76764798164368, "std_itl_ms": 8.181757940129966, "p95_itl_ms": 56.56406628550028, "p99_itl_ms": 82.92593160877001, "concurrency": 15.958698603210106, "accept_length": null}
