{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T05:55:01.714583Z", "end": "2026-09-24T05:56:17.776217Z", "decode_tps": { "median": 34.28991546355345, "min": 33.72904682082692, "max": 34.52085181814676, "stdev": 0.28727722388670834, "n": 5 }, "e2e_tps": { "median": 33.74758593501977, "min": 33.20814280976846, "max": 33.96052772598421, "stdev": 0.27418637174747074, "n": 5 }, "ttft_s": { "median": 0.27061324601527303, "min": 0.2677587879879866, "max": 0.273678904020926, "stdev": 0.001996410618116843, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 4, "errors": [] }, "c1-code": { "start": "2026-09-24T05:56:17.776574Z", "end": "2026-09-24T05:57:00.074983Z", "decode_tps": { "median": 62.68534917680779, "min": 62.00184858196798, "max": 62.7621930995119, "stdev": 0.2786122136683339, "n": 5 }, "e2e_tps": { "median": 60.6670732548735, "min": 59.89980478240101, "max": 60.85063913295529, "stdev": 0.3286011228559471, "n": 5 }, "ttft_s": { "median": 0.28659858999890275, "min": 0.27220050399773754, "max": 0.3059174049994908, "stdev": 0.011039090872916506, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 1, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T05:57:00.075215Z", "end": "2026-09-24T05:58:10.642465Z", "decode_tps": { "median": 36.56672971866727, "min": 35.775746406303256, "max": 39.02099594356964, "stdev": 1.1073334595089546, "n": 5 }, "e2e_tps": { "median": 35.97134278870293, "min": 35.24008301399718, "max": 38.2867333998844, "stdev": 1.039085379669675, "n": 5 }, "ttft_s": { "median": 0.25050187099259347, "min": 0.24549048399785534, "max": 0.2772643289936241, "stdev": 0.011388088100504554, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-prose2": { "start": "2026-09-24T05:58:10.642738Z", "end": "2026-09-24T05:59:31.401296Z", "decode_tps": { "median": 32.27055203210613, "min": 31.851292650972663, "max": 32.45865791149364, "stdev": 0.24144874262785762, "n": 5 }, "e2e_tps": { "median": 31.75914544730853, "min": 31.43174747453415, "max": 31.969651729154773, "stdev": 0.20497244427011033, "n": 5 }, "ttft_s": { "median": 0.27208537800470367, "min": 0.24595804602722637, "max": 0.28647045500110835, "stdev": 0.017712224282519135, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c4": { "start": "2026-09-24T05:59:31.401547Z", "end": "2026-09-24T06:01:46.468876Z", "agg_tps": { "median": 76.02556858942668, "min": 74.99330938387578, "max": 76.22317911025947, "stdev": 0.45257629930735654, "n": 5 }, "per_stream_decode_median": 24.518682743446696, "waves": [ { "wall_s": 27.309102862986038, "tokens": 2048, "agg_tps": 74.99330938387578, "per_stream_decode": [ 18.961072352234655, 33.020115101674676, 19.463837609377826, 29.173019459655663 ], "errors": [] }, { "wall_s": 27.060236755001824, "tokens": 2048, "agg_tps": 75.68300375721756, "per_stream_decode": [ 19.1445181482922, 33.07519022893233, 19.641923604409378, 29.299447293296257 ], "errors": [] }, { "wall_s": 26.88994832901517, "tokens": 2048, "agg_tps": 76.16228841132202, "per_stream_decode": [ 19.57052948183767, 32.09897438414604, 19.26231477761855, 32.09989586292486 ], "errors": [] }, { "wall_s": 26.868467360007344, "tokens": 2048, "agg_tps": 76.22317911025947, "per_stream_decode": [ 19.278811122632664, 33.48943550690583, 19.864346027237726, 29.324265058554342 ], "errors": [] }, { "wall_s": 26.938305599003797, "tokens": 2048, "agg_tps": 76.02556858942668, "per_stream_decode": [ 19.229278780019236, 33.270544307043075, 19.81246710333757, 29.238243885324316 ], "errors": [] } ] } } }