[fused-c8] rep0 c= 8 ok=8/8 degen=0 per-stream=34.7 tok/s agg=277.7 wall-agg=149.1 chunkTPOT=47.26ms accept=0.447 ttft=4755ms prefill=891tok/s prompt=2229 tokens=2048 chunks=642
[fused-c8] rep1 c= 8 ok=8/8 degen=0 per-stream=33.6 tok/s agg=268.4 wall-agg=150.6 chunkTPOT=47.05ms accept=0.439 ttft=4495ms prefill=907tok/s prompt=2238 tokens=2048 chunks=650
[fused-c8] rep2 c= 8 ok=8/8 degen=0 per-stream=32.8 tok/s agg=262.3 wall-agg=151.6 chunkTPOT=47.10ms accept=0.439 ttft=4270ms prefill=1017tok/s prompt=2240 tokens=2048 chunks=649
[fused-c8] rep3 c= 8 ok=8/8 degen=0 per-stream=32.8 tok/s agg=262.1 wall-agg=146.4 chunkTPOT=47.52ms accept=0.436 ttft=4781ms prefill=876tok/s prompt=2246 tokens=2048 chunks=652
[fused-c8] SUMMARY {"8": {"per_stream": 33.451988670102125, "agg": 267.615909360817, "accept": 0.44031937084983513, "ttft_ms": 4575.25215078158, "prefill_tok_s": 922.6937943710816, "degenerate": 0}}
