dsr1-fp8-1k1k-max-tpt

best_of

1.00

burstiness

1.00

completed

10,240

duration

262

max_concurrency

1,024

mean_e2el_ms

25,134ms

mean_itl_ms

1,247ms

mean_tpot_ms

25.53ms

mean_ttft_ms

1,622ms

median_e2el_ms

24,719ms

median_itl_ms

1,276ms

median_tpot_ms

25.56ms

median_ttft_ms

942ms

num_prompts

10,240

output_throughput

36,000tok/s

p99_e2el_ms

34,133ms

p99_itl_ms

1,711ms

p99_tpot_ms

26.63ms

p99_ttft_ms

8,773ms

peak_output_tokens_per_s

43,502s

request_throughput

39.05tok/s

std_e2el_ms

2,666ms

std_itl_ms

199ms

std_tpot_ms

0.86ms

std_ttft_ms

2,069ms

total_input_tokens

9,440,068

total_output_tokens

9,440,624

total_token_throughput

71,998tok/s