dsr1-fp8-1k1k-max-tpt

best_of

1.00

burstiness

1.00

completed

10,240

duration

261

max_concurrency

1,024

mean_e2el_ms

24,990ms

mean_itl_ms

1,244ms

mean_tpot_ms

25.48ms

mean_ttft_ms

1,526ms

median_e2el_ms

24,754ms

median_itl_ms

1,272ms

median_tpot_ms

25.47ms

median_ttft_ms

957ms

num_prompts

10,240

output_throughput

36,138tok/s

p99_e2el_ms

32,227ms

p99_itl_ms

1,870ms

p99_tpot_ms

26.42ms

p99_ttft_ms

7,917ms

peak_output_tokens_per_s

44,335s

request_throughput

39.20tok/s

std_e2el_ms

2,272ms

std_itl_ms

218ms

std_tpot_ms

0.71ms

std_ttft_ms

1,697ms

total_input_tokens

9,440,068

total_output_tokens

9,440,624

total_token_throughput

72,275tok/s