{"tag": null, "backend": "sglang", "dataset_name": "random", "request_rate": Infinity, "max_concurrency": 16, "sharegpt_output_len": null, "random_input_len": 5600, "random_output_len": 1400, "random_range_ratio": 1.0, "server_info": {"router_manager": true, "routers_count": 1, "workers_count": 2}, "duration": 1058.734417975007, "completed": 256, "total_input_tokens": 1433600, "total_input_text_tokens": 1433600, "total_input_vision_tokens": 0, "total_output_tokens": 358400, "total_output_tokens_retokenized": 357233, "request_throughput": 0.2417981277019779, "input_throughput": 1354.0695151310763, "output_throughput": 338.5173787827691, "total_throughput": 1692.5868939138452, "mean_e2e_latency_ms": 66039.27176442061, "median_e2e_latency_ms": 64033.52031201939, "std_e2e_latency_ms": 4419.577039552372, "p99_e2e_latency_ms": 78288.84908146865, "mean_ttft_ms": 917.5198804091451, "median_ttft_ms": 594.7115525195841, "std_ttft_ms": 1046.9667495183303, "p99_ttft_ms": 6306.961586998659, "mean_tpot_ms": 46.54878619300319, "median_tpot_ms": 45.38665573123734, "std_tpot_ms": 2.6195557120432804, "p99_tpot_ms": 52.47518541509375, "mean_itl_ms": 46.5489353904232, "median_itl_ms": 44.82286795973778, "std_itl_ms": 9.002784098250077, "p95_itl_ms": 54.03259136364795, "p99_itl_ms": 79.16185216279699, "concurrency": 15.968172267439, "accept_length": null}
