[fpon1] rep0 c= 1 ok=1/1 degen=0 per-stream=127.5 tok/s agg=127.5 wall-agg=121.9 chunkTPOT=31.40ms accept=0.597 ttft=100ms prefill=1345tok/s prompt=134 tokens=256 chunks=65
[fpon1] rep0 c= 8 ok=8/8 degen=0 per-stream=64.0 tok/s agg=511.9 wall-agg=424.9 chunkTPOT=45.29ms accept=0.379 ttft=251ms prefill=465tok/s prompt=102 tokens=2048 chunks=715
[fpon1] rep1 c= 1 ok=1/1 degen=0 per-stream=93.5 tok/s agg=93.5 wall-agg=90.5 chunkTPOT=31.40ms accept=0.389 ttft=102ms prefill=885tok/s prompt=90 tokens=256 chunks=88
[fpon1] rep1 c= 8 ok=8/8 degen=0 per-stream=66.7 tok/s agg=533.2 wall-agg=479.0 chunkTPOT=46.19ms accept=0.430 ttft=193ms prefill=582tok/s prompt=104 tokens=2048 chunks=659
[fpon1] rep2 c= 1 ok=1/1 degen=0 per-stream=90.3 tok/s agg=90.3 wall-agg=87.5 chunkTPOT=31.43ms accept=0.369 ttft=101ms prefill=862tok/s prompt=87 tokens=256 chunks=91
[fpon1] rep2 c= 8 ok=8/8 degen=0 per-stream=70.4 tok/s agg=563.0 wall-agg=460.2 chunkTPOT=45.89ms accept=0.445 ttft=209ms prefill=485tok/s prompt=102 tokens=2048 chunks=646
[fpon1] rep3 c= 1 ok=1/1 degen=0 per-stream=88.3 tok/s agg=88.3 wall-agg=85.5 chunkTPOT=31.76ms accept=0.360 ttft=105ms prefill=828tok/s prompt=87 tokens=256 chunks=92
[fpon1] rep3 c= 8 ok=8/8 degen=0 per-stream=66.7 tok/s agg=534.0 wall-agg=430.9 chunkTPOT=45.85ms accept=0.413 ttft=217ms prefill=479tok/s prompt=104 tokens=2048 chunks=682
[fpon1] SUMMARY {"1": {"per_stream": 99.90777530284507, "agg": 99.90777530284507, "accept": 0.42867729911372154, "ttft_ms": 101.83100074937101, "prefill_tok_s": 979.9668238428345, "degenerate": 0}, "8": {"per_stream": 66.94055691442772, "agg": 535.5244553154217, "accept": 0.41668896505082076, "ttft_ms": 217.32991434396354, "prefill_tok_s": 502.8408502505763, "degenerate": 0}}
