{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 64, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 3}, "duration": 323.7628490990028, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357747, "request_throughput": 0.7907022090780969, "input_throughput": 4427.932370837342, "output_throughput": 1106.9830927093356, "total_throughput": 5534.9154635466775, "mean_e2e_latency_ms": 78980.05307733138, "median_e2e_latency_ms": 76994.0392599965, "std_e2e_latency_ms": 5356.209417539744, "p99_e2e_latency_ms": 93731.53259149403, "mean_ttft_ms": 3297.74672046824, "median_ttft_ms": 1602.9449445195496, "std_ttft_ms": 4077.0561531558487, "p99_ttft_ms": 16559.575936739566, "mean_tpot_ms": 54.09743127724313, "median_tpot_ms": 54.308993635440196, "std_tpot_ms": 2.044269080860162, "p99_tpot_ms": 58.36874050412301, "mean_itl_ms": 54.097645084702776, "median_itl_ms": 51.54891399433836, "std_itl_ms": 12.290487247345462, "p95_itl_ms": 69.9263317626901, "p99_itl_ms": 128.9601987937931, "concurrency": 62.449702441351256, "accept_length": null}
