dsr1-fp4-1k1k-mid-curve

best_of

1.00

burstiness

1.00

completed

5,120

duration

153

max_concurrency

512

mean_e2el_ms

14,693ms

mean_itl_ms

730ms

mean_tpot_ms

14.90ms

mean_ttft_ms

959ms

median_e2el_ms

14,655ms

median_itl_ms

717ms

median_tpot_ms

15.11ms

median_ttft_ms

734ms

num_prompts

5,120

output_throughput

30,918tok/s

p99_e2el_ms

17,446ms

p99_itl_ms

1,108ms

p99_tpot_ms

15.64ms

p99_ttft_ms

3,472ms

peak_output_tokens_per_s

38,373s

request_throughput

33.52tok/s

std_e2el_ms

1,121ms

std_itl_ms

142ms

std_tpot_ms

0.70ms

std_ttft_ms

794ms

total_input_tokens

4,717,859

total_output_tokens

4,722,209

total_token_throughput

61,807tok/s