[gdnon1-16k] rep0 c= 1 ok=1/1 degen=0 per-stream=102.0 tok/s agg=102.0 wall-agg=26.5 chunkTPOT=32.15ms accept=0.462 ttft=3576ms prefill=4787tok/s prompt=17119 tokens=128 chunks=40
[gdnon1-16k] rep1 c= 1 ok=1/1 degen=0 per-stream=87.9 tok/s agg=87.9 wall-agg=25.5 chunkTPOT=32.26ms accept=0.369 ttft=3565ms prefill=4789tok/s prompt=17072 tokens=128 chunks=46
[gdnon1-16k] rep2 c= 1 ok=1/1 degen=0 per-stream=104.3 tok/s agg=104.3 wall-agg=26.9 chunkTPOT=32.28ms accept=0.468 ttft=3536ms prefill=4829tok/s prompt=17073 tokens=128 chunks=39
[gdnon1-16k] rep3 c= 1 ok=1/1 degen=0 per-stream=128.5 tok/s agg=128.5 wall-agg=28.6 chunkTPOT=32.20ms accept=0.626 ttft=3491ms prefill=4891tok/s prompt=17074 tokens=128 chunks=32
[gdnon1-16k] SUMMARY {"1": {"per_stream": 105.67246604876816, "agg": 105.67246604876816, "accept": 0.4811637136679582, "ttft_ms": 3541.88914174847, "prefill_tok_s": 4823.949071641751, "degenerate": 0}}
