[fpoff1] rep0 c= 1 ok=1/1 degen=0 per-stream=112.0 tok/s agg=112.0 wall-agg=107.6 chunkTPOT=31.28ms accept=0.504 ttft=102ms prefill=1317tok/s prompt=134 tokens=256 chunks=74
[fpoff1] rep0 c= 8 ok=8/8 degen=0 per-stream=65.9 tok/s agg=527.6 wall-agg=451.2 chunkTPOT=45.62ms accept=0.406 ttft=255ms prefill=452tok/s prompt=102 tokens=2048 chunks=685
[fpoff1] rep1 c= 1 ok=1/1 degen=0 per-stream=94.0 tok/s agg=94.0 wall-agg=91.1 chunkTPOT=31.27ms accept=0.389 ttft=98ms prefill=917tok/s prompt=90 tokens=256 chunks=88
[fpoff1] rep1 c= 8 ok=8/8 degen=0 per-stream=67.6 tok/s agg=540.9 wall-agg=482.9 chunkTPOT=45.94ms accept=0.437 ttft=191ms prefill=581tok/s prompt=104 tokens=2048 chunks=654
[fpoff1] rep2 c= 1 ok=1/1 degen=0 per-stream=90.8 tok/s agg=90.8 wall-agg=87.8 chunkTPOT=31.23ms accept=0.369 ttft=108ms prefill=805tok/s prompt=87 tokens=256 chunks=91
[fpoff1] rep2 c= 8 ok=8/8 degen=0 per-stream=70.5 tok/s agg=563.8 wall-agg=461.3 chunkTPOT=45.83ms accept=0.445 ttft=207ms prefill=490tok/s prompt=102 tokens=2048 chunks=646
[fpoff1] rep3 c= 1 ok=1/1 degen=0 per-stream=89.3 tok/s agg=89.3 wall-agg=86.5 chunkTPOT=31.46ms accept=0.360 ttft=102ms prefill=852tok/s prompt=87 tokens=256 chunks=92
[fpoff1] rep3 c= 8 ok=8/8 degen=0 per-stream=66.8 tok/s agg=534.2 wall-agg=428.2 chunkTPOT=45.41ms accept=0.404 ttft=207ms prefill=501tok/s prompt=104 tokens=2048 chunks=687
[fpoff1] SUMMARY {"1": {"per_stream": 96.51863645621357, "agg": 96.51863645621357, "accept": 0.4054859463739955, "ttft_ms": 102.53211200324586, "prefill_tok_s": 972.625327460604, "degenerate": 0}, "8": {"per_stream": 67.70354029884622, "agg": 541.6283223907698, "accept": 0.42286609776026846, "ttft_ms": 214.97703934278434, "prefill_tok_s": 506.034878775687, "degenerate": 0}}
