{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 32, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 4}, "duration": 557.507431910024, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357723, "request_throughput": 0.45918670379503707, "input_throughput": 2571.4455412522075, "output_throughput": 642.8613853130519, "total_throughput": 3214.3069265652593, "mean_e2e_latency_ms": 67360.13947442416, "median_e2e_latency_ms": 66805.6161144923, "std_e2e_latency_ms": 5139.331565826406, "p99_e2e_latency_ms": 77772.46350834612, "mean_ttft_ms": 1039.260640216071, "median_ttft_ms": 623.1813839985989, "std_ttft_ms": 989.4589093599664, "p99_ttft_ms": 4964.898095402167, "mean_tpot_ms": 47.40591767992001, "median_tpot_ms": 47.213814279488595, "std_tpot_ms": 3.3720686717025043, "p99_tpot_ms": 55.16988083887175, "mean_itl_ms": 47.40603594934815, "median_itl_ms": 45.80726794665679, "std_itl_ms": 8.610597272844021, "p95_itl_ms": 58.187803498003625, "p99_itl_ms": 81.21042492566623, "concurrency": 30.93088041243479, "accept_length": null}
