dsr1-fp4-1k1k-mid-curve

best_of

1.00

burstiness

1.00

completed

81,920

duration

680

max_concurrency

8,192

mean_e2el_ms

65,649ms

mean_itl_ms

1,135ms

mean_tpot_ms

23.15ms

mean_ttft_ms

44,336ms

median_e2el_ms

68,033ms

median_itl_ms

997ms

median_tpot_ms

21.23ms

median_ttft_ms

48,779ms

num_prompts

81,920

output_throughput

111,074tok/s

p99_e2el_ms

80,999ms

p99_itl_ms

3,221ms

p99_tpot_ms

40.26ms

p99_ttft_ms

59,093ms

peak_output_tokens_per_s

158,412s

request_throughput

121tok/s

std_e2el_ms

8,353ms

std_itl_ms

616ms

std_tpot_ms

6.77ms

std_ttft_ms

11,037ms

total_input_tokens

75,511,905

total_output_tokens

75,496,082

total_token_throughput

222,172tok/s