{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T06:32:33.259239Z", "end": "2026-09-24T06:33:50.275805Z", "decode_tps": { "median": 33.85576228350857, "min": 33.48715511676022, "max": 34.04496907702633, "stdev": 0.20292966257648593, "n": 5 }, "e2e_tps": { "median": 33.3196721180645, "min": 32.95725059196105, "max": 33.497511679954734, "stdev": 0.19712480344474542, "n": 5 }, "ttft_s": { "median": 0.2728552079934161, "min": 0.26407793001271784, "max": 0.2756941659899894, "stdev": 0.004396473371862443, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 1, "errors": [] }, "c1-code": { "start": "2026-09-24T06:33:50.276168Z", "end": "2026-09-24T06:34:33.215461Z", "decode_tps": { "median": 61.66845311220679, "min": 60.4408443769496, "max": 62.278749410815294, "stdev": 0.5988197520099342, "n": 5 }, "e2e_tps": { "median": 59.74604940761201, "min": 58.60083061556281, "max": 60.313287571375184, "stdev": 0.5592827441120561, "n": 5 }, "ttft_s": { "median": 0.2839623800246045, "min": 0.27515586800291203, "max": 0.28534747299272567, "stdev": 0.0036348775586012836, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 3, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T06:34:33.215784Z", "end": "2026-09-24T06:35:43.997466Z", "decode_tps": { "median": 36.72841059069013, "min": 35.733569969158296, "max": 37.72802832598771, "stdev": 0.6681574612169758, "n": 5 }, "e2e_tps": { "median": 36.090261521903685, "min": 35.15849437862833, "max": 37.11525176510721, "stdev": 0.6656472107682659, "n": 5 }, "ttft_s": { "median": 0.2623474420106504, "min": 0.24945770899648778, "max": 0.29858965598396026, "stdev": 0.018125263493453673, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-prose2": { "start": "2026-09-24T06:35:43.997651Z", "end": "2026-09-24T06:37:04.733585Z", "decode_tps": { "median": 32.25375061513519, "min": 31.558330148500712, "max": 32.52607524491929, "stdev": 0.3242638618796142, "n": 5 }, "e2e_tps": { "median": 31.807480894066373, "min": 31.134122083181317, "max": 32.092097476149966, "stdev": 0.31912671068801995, "n": 5 }, "ttft_s": { "median": 0.2502157650014851, "min": 0.2436112399736885, "max": 0.2537234619958326, "stdev": 0.004031445560131058, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 4, "errors": [] }, "c4": { "start": "2026-09-24T06:37:04.733837Z", "end": "2026-09-24T06:39:18.373803Z", "agg_tps": { "median": 76.79534180092614, "min": 75.3319932023249, "max": 77.2604852788781, "stdev": 0.6727715308703494, "n": 5 }, "per_stream_decode_median": 24.77160146396045, "waves": [ { "wall_s": 26.507728919998044, "tokens": 2048, "agg_tps": 77.2604852788781, "per_stream_decode": [ 19.54332253208995, 31.146541203416884, 19.85571322509664, 33.05169392465095 ], "errors": [] }, { "wall_s": 26.66828419500962, "tokens": 2048, "agg_tps": 76.79534180092614, "per_stream_decode": [ 19.440838405640225, 33.85770208032423, 19.677090914770403, 31.537911768254407 ], "errors": [] }, { "wall_s": 26.677068827993935, "tokens": 2048, "agg_tps": 76.77005345695642, "per_stream_decode": [ 19.489194336266657, 33.43153816921011, 19.716467585586987, 32.3417420822638 ], "errors": [] }, { "wall_s": 26.598846579989186, "tokens": 2048, "agg_tps": 76.99581986914986, "per_stream_decode": [ 19.47864394235671, 32.72222972904274, 20.103084783840135, 31.083032871739274 ], "errors": [] }, { "wall_s": 27.186324334994424, "tokens": 2048, "agg_tps": 75.3319932023249, "per_stream_decode": [ 19.065932305752323, 29.440118144080767, 19.29122956393509, 30.87478685324516 ], "errors": [] } ] } } }