{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T04:54:06.666041Z", "end": "2026-09-24T04:55:22.844657Z", "decode_tps": { "median": 34.19874815524826, "min": 33.732893912243895, "max": 34.431350349292885, "stdev": 0.25770509567900407, "n": 5 }, "e2e_tps": { "median": 33.661603265107146, "min": 33.187173742530305, "max": 33.88883334880362, "stdev": 0.2596495291421083, "n": 5 }, "ttft_s": { "median": 0.2752558240026701, "min": 0.26709574001142755, "max": 0.2902121870138217, "stdev": 0.008414405368207431, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-code": { "start": "2026-09-24T04:55:22.845005Z", "end": "2026-09-24T04:56:05.195748Z", "decode_tps": { "median": 62.53438572826624, "min": 61.68107153320841, "max": 62.826044811575045, "stdev": 0.4239033284044835, "n": 5 }, "e2e_tps": { "median": 60.622490039966976, "min": 59.75465893844947, "max": 60.85528980778605, "stdev": 0.4109256166825347, "n": 5 }, "ttft_s": { "median": 0.2819653369951993, "min": 0.2742062190081924, "max": 0.285584874014603, "stdev": 0.003933994587750075, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 1, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T04:56:05.196012Z", "end": "2026-09-24T04:57:16.028518Z", "decode_tps": { "median": 35.81562922128458, "min": 35.70255926503195, "max": 38.40553827833285, "stdev": 1.2340059870349802, "n": 5 }, "e2e_tps": { "median": 35.25135194541153, "min": 35.174902103441966, "max": 37.73720366589183, "stdev": 1.17530915689561, "n": 5 }, "ttft_s": { "median": 0.2567514030088205, "min": 0.24313353697652929, "max": 0.26214027899550274, "stdev": 0.00807603421440646, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-prose2": { "start": "2026-09-24T04:57:16.028782Z", "end": "2026-09-24T04:58:35.972573Z", "decode_tps": { "median": 32.593232336917104, "min": 31.921086057849944, "max": 32.691109727044164, "stdev": 0.2827346690213706, "n": 5 }, "e2e_tps": { "median": 32.14796026984099, "min": 31.482143968615887, "max": 32.24790271884108, "stdev": 0.28117493331150917, "n": 5 }, "ttft_s": { "median": 0.24584048701217398, "min": 0.24453151001944207, "max": 0.2549599139892962, "stdev": 0.0037692337784409583, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c4": { "start": "2026-09-24T04:58:35.972831Z", "end": "2026-09-24T05:00:50.906760Z", "agg_tps": { "median": 75.95946166591474, "min": 74.59195156259172, "max": 76.85603397628454, "stdev": 0.7430426292136045, "n": 5 }, "per_stream_decode_median": 24.43991397944115, "waves": [ { "wall_s": 27.009973464999348, "tokens": 2048, "agg_tps": 75.82384346485509, "per_stream_decode": [ 19.43807131845702, 31.937914091024858, 19.963152082632774, 32.201032604781865 ], "errors": [] }, { "wall_s": 26.647224610002013, "tokens": 2048, "agg_tps": 76.85603397628454, "per_stream_decode": [ 19.44135523085248, 33.57746427567021, 19.580187112060067, 29.410788646512362 ], "errors": [] }, { "wall_s": 26.85713364899857, "tokens": 2048, "agg_tps": 76.2553452935721, "per_stream_decode": [ 19.282861871230608, 28.875345236861623, 20.139986948163745, 29.835461930203653 ], "errors": [] }, { "wall_s": 27.456045285012806, "tokens": 2048, "agg_tps": 74.59195156259172, "per_stream_decode": [ 19.816166729649513, 34.934034607967114, 19.093159154095662, 31.851294842771022 ], "errors": [] }, { "wall_s": 26.961749795009382, "tokens": 2048, "agg_tps": 75.95946166591474, "per_stream_decode": [ 19.834132811082338, 28.73984101071856, 19.20889458229572, 29.905994855280802 ], "errors": [] } ] } } }