dsr1-fp4-1k1k-mid-curve

best_of

1.00

burstiness

1.00

completed

5,120

duration

164

max_concurrency

512

mean_e2el_ms

15,810ms

mean_itl_ms

788ms

mean_tpot_ms

16.06ms

mean_ttft_ms

1,004ms

median_e2el_ms

15,765ms

median_itl_ms

778ms

median_tpot_ms

16.26ms

median_ttft_ms

744ms

num_prompts

5,120

output_throughput

28,741tok/s

p99_e2el_ms

19,232ms

p99_itl_ms

1,119ms

p99_tpot_ms

16.67ms

p99_ttft_ms

3,688ms

peak_output_tokens_per_s

35,697s

request_throughput

31.16tok/s

std_e2el_ms

1,234ms

std_itl_ms

157ms

std_tpot_ms

0.84ms

std_ttft_ms

966ms

total_input_tokens

4,717,859

total_output_tokens

4,722,209

total_token_throughput

57,455tok/s