[gdnon1-short] rep0 c= 1 ok=1/1 degen=0 per-stream=133.3 tok/s agg=133.3 wall-agg=125.8 chunkTPOT=30.99ms accept=0.623 ttft=121ms prefill=1106tok/s prompt=134 tokens=256 chunks=63
[gdnon1-short] rep1 c= 1 ok=1/1 degen=0 per-stream=85.9 tok/s agg=85.9 wall-agg=82.8 chunkTPOT=30.97ms accept=0.338 ttft=122ms prefill=740tok/s prompt=90 tokens=256 chunks=97
[gdnon1-short] rep2 c= 1 ok=1/1 degen=0 per-stream=109.6 tok/s agg=109.6 wall-agg=105.1 chunkTPOT=31.15ms accept=0.480 ttft=110ms prefill=793tok/s prompt=87 tokens=256 chunks=76
[gdnon1-short] rep3 c= 1 ok=1/1 degen=0 per-stream=86.6 tok/s agg=86.6 wall-agg=83.6 chunkTPOT=31.06ms accept=0.341 ttft=117ms prefill=741tok/s prompt=87 tokens=256 chunks=96
[gdnon1-short] SUMMARY {"1": {"per_stream": 103.83966265249131, "agg": 103.83966265249131, "accept": 0.4452833191850594, "ttft_ms": 117.45635300030699, "prefill_tok_s": 845.1323458387391, "degenerate": 0}}
