[lad8-b] rep0 c= 1 ok=1/1 degen=0 per-stream=127.5 tok/s agg=127.5 wall-agg=122.3 chunkTPOT=31.40ms accept=0.597 ttft=92ms prefill=1457tok/s prompt=134 tokens=256 chunks=65
[lad8-b] rep0 c= 3 ok=3/3 degen=0 per-stream=88.6 tok/s agg=265.7 wall-agg=231.9 chunkTPOT=35.80ms accept=0.446 ttft=158ms prefill=769tok/s prompt=104 tokens=768 chunks=242
[lad8-b] rep0 c= 5 ok=5/5 degen=0 per-stream=75.0 tok/s agg=374.8 wall-agg=319.7 chunkTPOT=39.36ms accept=0.395 ttft=142ms prefill=790tok/s prompt=102 tokens=1280 chunks=436
[lad8-b] rep0 c= 8 ok=8/8 degen=0 per-stream=66.5 tok/s agg=531.6 wall-agg=451.7 chunkTPOT=45.64ms accept=0.404 ttft=208ms prefill=489tok/s prompt=102 tokens=2048 chunks=688
[lad8-b] rep1 c= 1 ok=1/1 degen=0 per-stream=82.7 tok/s agg=82.7 wall-agg=80.6 chunkTPOT=31.18ms accept=0.315 ttft=91ms prefill=990tok/s prompt=90 tokens=256 chunks=100
[lad8-b] rep1 c= 3 ok=3/3 degen=0 per-stream=93.4 tok/s agg=280.2 wall-agg=226.4 chunkTPOT=35.78ms accept=0.459 ttft=102ms prefill=995tok/s prompt=101 tokens=768 chunks=236
[lad8-b] rep1 c= 5 ok=5/5 degen=0 per-stream=75.1 tok/s agg=375.5 wall-agg=344.3 chunkTPOT=39.99ms accept=0.403 ttft=147ms prefill=701tok/s prompt=103 tokens=1280 chunks=430
[lad8-b] rep1 c= 8 ok=8/8 degen=0 per-stream=66.5 tok/s agg=531.7 wall-agg=460.7 chunkTPOT=45.76ms accept=0.421 ttft=185ms prefill=599tok/s prompt=104 tokens=2048 chunks=669
[lad8-b] rep2 c= 1 ok=1/1 degen=0 per-stream=97.6 tok/s agg=97.6 wall-agg=94.5 chunkTPOT=31.17ms accept=0.407 ttft=96ms prefill=906tok/s prompt=87 tokens=256 chunks=85
[lad8-b] rep2 c= 3 ok=3/3 degen=0 per-stream=77.8 tok/s agg=233.3 wall-agg=210.8 chunkTPOT=36.16ms accept=0.363 ttft=102ms prefill=1005tok/s prompt=102 tokens=768 chunks=276
[lad8-b] rep2 c= 5 ok=5/5 degen=0 per-stream=77.0 tok/s agg=384.8 wall-agg=329.8 chunkTPOT=39.48ms accept=0.404 ttft=145ms prefill=711tok/s prompt=103 tokens=1280 chunks=429
[lad8-b] rep2 c= 8 ok=8/8 degen=0 per-stream=67.8 tok/s agg=542.8 wall-agg=442.9 chunkTPOT=45.66ms accept=0.419 ttft=209ms prefill=486tok/s prompt=102 tokens=2048 chunks=672
[lad8-b] SUMMARY {"1": {"per_stream": 102.57916758773274, "agg": 102.57916758773274, "accept": 0.4397231240981241, "ttft_ms": 92.9754376678223, "prefill_tok_s": 1117.5934372233282, "degenerate": 0}, "3": {"per_stream": 86.58266794961294, "agg": 259.74800384883883, "accept": 0.4228741785945442, "ttft_ms": 120.56204855454982, "prefill_tok_s": 923.0290217582778, "degenerate": 0}, "5": {"per_stream": 75.67537356520727, "agg": 378.3768678260363, "accept": 0.40096634314540947, "ttft_ms": 144.85492386690262, "prefill_tok_s": 734.0878778364184, "degenerate": 0}, "8": {"per_stream": 66.91877948644888, "agg": 535.3502358915911, "accept": 0.4148610799878342, "ttft_ms": 200.47177354172163, "prefill_tok_s": 524.5942306141164, "degenerate": 0}}
