[lad1-b] rep0 c= 1 ok=1/1 degen=0 per-stream=131.2 tok/s agg=131.2 wall-agg=124.9 chunkTPOT=31.43ms accept=0.629 ttft=106ms prefill=1259tok/s prompt=134 tokens=256 chunks=63
[lad1-b] rep0 c= 3 ok=3/3 degen=0 per-stream=72.5 tok/s agg=217.5 wall-agg=188.2 chunkTPOT=41.03ms accept=0.405 ttft=155ms prefill=781tok/s prompt=104 tokens=768 chunks=258
[lad1-b] rep0 c= 5 ok=5/5 degen=0 per-stream=59.4 tok/s agg=296.9 wall-agg=261.6 chunkTPOT=46.12ms accept=0.358 ttft=150ms prefill=744tok/s prompt=102 tokens=1280 chunks=463
[lad1-b] rep0 c= 8 ok=8/8 degen=0 per-stream=62.0 tok/s agg=495.7 wall-agg=404.6 chunkTPOT=47.29ms accept=0.373 ttft=206ms prefill=492tok/s prompt=102 tokens=2048 chunks=723
[lad1-b] rep1 c= 1 ok=1/1 degen=0 per-stream=88.1 tok/s agg=88.1 wall-agg=85.5 chunkTPOT=31.22ms accept=0.351 ttft=99ms prefill=909tok/s prompt=90 tokens=256 chunks=94
[lad1-b] rep1 c= 3 ok=3/3 degen=0 per-stream=73.3 tok/s agg=220.0 wall-agg=190.8 chunkTPOT=41.60ms accept=0.414 ttft=109ms prefill=928tok/s prompt=101 tokens=768 chunks=255
[lad1-b] rep1 c= 5 ok=5/5 degen=0 per-stream=62.0 tok/s agg=310.2 wall-agg=269.0 chunkTPOT=47.62ms accept=0.397 ttft=151ms prefill=686tok/s prompt=103 tokens=1280 chunks=436
[lad1-b] rep1 c= 8 ok=8/8 degen=0 per-stream=66.4 tok/s agg=531.2 wall-agg=443.2 chunkTPOT=46.95ms accept=0.431 ttft=193ms prefill=576tok/s prompt=104 tokens=2048 chunks=660
[lad1-b] rep2 c= 1 ok=1/1 degen=0 per-stream=90.6 tok/s agg=90.6 wall-agg=88.1 chunkTPOT=30.97ms accept=0.363 ttft=93ms prefill=934tok/s prompt=87 tokens=256 chunks=92
[lad1-b] rep2 c= 3 ok=3/3 degen=0 per-stream=73.3 tok/s agg=219.9 wall-agg=204.0 chunkTPOT=42.36ms accept=0.429 ttft=115ms prefill=893tok/s prompt=102 tokens=768 chunks=248
[lad1-b] rep2 c= 5 ok=5/5 degen=0 per-stream=62.2 tok/s agg=311.0 wall-agg=273.3 chunkTPOT=48.54ms accept=0.407 ttft=149ms prefill=693tok/s prompt=103 tokens=1280 chunks=427
[lad1-b] rep2 c= 8 ok=8/8 degen=0 per-stream=64.5 tok/s agg=516.0 wall-agg=408.2 chunkTPOT=46.44ms accept=0.404 ttft=251ms prefill=469tok/s prompt=102 tokens=2048 chunks=689
[lad1-b] SUMMARY {"1": {"per_stream": 103.30889998672814, "agg": 103.30889998672814, "accept": 0.4474024183701603, "ttft_ms": 99.49486900101572, "prefill_tok_s": 1034.367068606824, "degenerate": 0}, "3": {"per_stream": 73.03877998631124, "agg": 219.1163399589337, "accept": 0.4161157796451914, "ttft_ms": 126.40959066629875, "prefill_tok_s": 867.7391130131211, "degenerate": 0}, "5": {"per_stream": 61.207410241597, "agg": 306.037051207985, "accept": 0.3873131158328783, "ttft_ms": 149.78270926512778, "prefill_tok_s": 707.4484738636487, "degenerate": 0}, "8": {"per_stream": 64.29229077716207, "agg": 514.3383262172965, "accept": 0.4026784729015793, "ttft_ms": 216.7309231666271, "prefill_tok_s": 512.3726803774307, "degenerate": 0}}
