[gdnoff1-16k] rep0 c= 1 ok=1/1 degen=0 per-stream=101.1 tok/s agg=101.1 wall-agg=27.9 chunkTPOT=32.41ms accept=0.462 ttft=3338ms prefill=5129tok/s prompt=17119 tokens=128 chunks=40
[gdnoff1-16k] rep1 c= 1 ok=1/1 degen=0 per-stream=86.5 tok/s agg=86.5 wall-agg=26.6 chunkTPOT=33.07ms accept=0.369 ttft=3342ms prefill=5108tok/s prompt=17072 tokens=128 chunks=46
[gdnoff1-16k] rep2 c= 1 ok=1/1 degen=0 per-stream=103.0 tok/s agg=103.0 wall-agg=27.9 chunkTPOT=33.08ms accept=0.468 ttft=3354ms prefill=5091tok/s prompt=17073 tokens=128 chunks=39
[gdnoff1-16k] rep3 c= 1 ok=1/1 degen=0 per-stream=123.9 tok/s agg=123.9 wall-agg=29.2 chunkTPOT=33.28ms accept=0.626 ttft=3352ms prefill=5094tok/s prompt=17074 tokens=128 chunks=32
[gdnoff1-16k] SUMMARY {"1": {"per_stream": 103.64075867685992, "agg": 103.64075867685992, "accept": 0.4811637136679582, "ttft_ms": 3346.3951142512087, "prefill_tok_s": 5105.372611670629, "degenerate": 0}}
