{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T05:21:27.748258Z", "end": "2026-09-24T05:22:44.674754Z", "decode_tps": { "median": 33.928312554211644, "min": 33.606226540295125, "max": 33.96167436317664, "stdev": 0.1552574426729756, "n": 5 }, "e2e_tps": { "median": 33.37913655828912, "min": 33.082197030403165, "max": 33.41473812475493, "stdev": 0.1381548977912405, "n": 5 }, "ttft_s": { "median": 0.27620765098254196, "min": 0.26634540400118567, "max": 0.2890130130108446, "stdev": 0.007578469044603093, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-code": { "start": "2026-09-24T05:22:44.675148Z", "end": "2026-09-24T05:23:26.472659Z", "decode_tps": { "median": 63.3042223614169, "min": 62.63427334193451, "max": 63.794382122354776, "stdev": 0.4256956564225184, "n": 5 }, "e2e_tps": { "median": 61.11804908607316, "min": 60.710246338042886, "max": 61.70281048945739, "stdev": 0.3781590395051261, "n": 5 }, "ttft_s": { "median": 0.28772949101403356, "min": 0.27502971098874696, "max": 0.30509936399175785, "stdev": 0.009659966356863553, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 2, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T05:23:26.472902Z", "end": "2026-09-24T05:24:35.951724Z", "decode_tps": { "median": 37.30923001979135, "min": 36.363113536977885, "max": 38.96270980048691, "stdev": 0.9842802207742183, "n": 5 }, "e2e_tps": { "median": 36.6953839796829, "min": 35.767149613795944, "max": 38.31777618124065, "stdev": 0.9639382482245583, "n": 5 }, "ttft_s": { "median": 0.25040769399493, "min": 0.243538057024125, "max": 0.26210932500544004, "stdev": 0.006662025036724268, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-prose2": { "start": "2026-09-24T05:24:35.951928Z", "end": "2026-09-24T05:25:55.623013Z", "decode_tps": { "median": 32.65800419725601, "min": 32.3135229869843, "max": 32.86179017911218, "stdev": 0.23804012075993766, "n": 5 }, "e2e_tps": { "median": 32.2181259268983, "min": 31.876105376070367, "max": 32.42156465273268, "stdev": 0.215225448723732, "n": 5 }, "ttft_s": { "median": 0.24466904500150122, "min": 0.24198387100477703, "max": 0.30299143900629133, "stdev": 0.023343534785984485, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c4": { "start": "2026-09-24T05:25:55.623436Z", "end": "2026-09-24T05:28:13.663116Z", "agg_tps": { "median": 73.82748474494251, "min": 73.5166756330444, "max": 75.27758633485925, "stdev": 0.6804796633026531, "n": 5 }, "per_stream_decode_median": 23.86574416874368, "waves": [ { "wall_s": 27.740346390986815, "tokens": 2048, "agg_tps": 73.82748474494251, "per_stream_decode": [ 18.663678535039235, 32.22023085631571, 19.03088475774789, 28.80352332326222 ], "errors": [] }, { "wall_s": 27.422325907013146, "tokens": 2048, "agg_tps": 74.68367223643244, "per_stream_decode": [ 18.89358637173515, 28.62456630886407, 19.225607352006257, 29.066066890608294 ], "errors": [] }, { "wall_s": 27.811462840996683, "tokens": 2048, "agg_tps": 73.63870112510075, "per_stream_decode": [ 18.611340513417915, 32.619651045795486, 18.811608163534043, 29.00498909110479 ], "errors": [] }, { "wall_s": 27.857625258009648, "tokens": 2048, "agg_tps": 73.5166756330444, "per_stream_decode": [ 18.58402013208095, 31.802398277992303, 19.115596753204038, 28.9376119375646 ], "errors": [] }, { "wall_s": 27.205973247997463, "tokens": 2048, "agg_tps": 75.27758633485925, "per_stream_decode": [ 19.093864232358204, 33.248475163073984, 19.258784016733472, 28.472704320753895 ], "errors": [] } ] } } }