{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T06:49:15.701488Z", "end": "2026-09-24T06:50:31.494958Z", "decode_tps": { "median": 34.274566645912266, "min": 34.15239604761976, "max": 34.61999059533001, "stdev": 0.15861288647835778, "n": 5 }, "e2e_tps": { "median": 33.735942983559, "min": 33.6132004510652, "max": 34.05840317296785, "stdev": 0.15363224762153205, "n": 5 }, "ttft_s": { "median": 0.27274253897485323, "min": 0.2676773499988485, "max": 0.28290049300994724, "stdev": 0.0052269384369985055, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-code": { "start": "2026-09-24T06:50:31.495221Z", "end": "2026-09-24T06:51:13.779439Z", "decode_tps": { "median": 62.67873542107646, "min": 62.15725972313302, "max": 62.70511991309862, "stdev": 0.21729854579888436, "n": 5 }, "e2e_tps": { "median": 60.67628431945975, "min": 60.209015956415236, "max": 60.70866672528289, "stdev": 0.19499229615079605, "n": 5 }, "ttft_s": { "median": 0.28273768100189045, "min": 0.2822947039967403, "max": 0.2882653340057004, "stdev": 0.002225666041263451, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 1, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T06:51:13.779676Z", "end": "2026-09-24T06:52:24.485822Z", "decode_tps": { "median": 36.55333723543977, "min": 36.05265632779633, "max": 37.695192388650085, "stdev": 0.665646571176813, "n": 5 }, "e2e_tps": { "median": 35.9915604885383, "min": 35.43762882300372, "max": 37.06824163205108, "stdev": 0.6433389754703916, "n": 5 }, "ttft_s": { "median": 0.25625738099915907, "min": 0.24539374498999678, "max": 0.27420636199531145, "stdev": 0.010851814511473563, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-prose2": { "start": "2026-09-24T06:52:24.486012Z", "end": "2026-09-24T06:53:45.039624Z", "decode_tps": { "median": 32.161525481733015, "min": 31.94363849920592, "max": 32.64346689095394, "stdev": 0.2401527004325526, "n": 5 }, "e2e_tps": { "median": 31.73084971687867, "min": 31.517133489014412, "max": 32.18621313290993, "stdev": 0.23558031092045953, "n": 5 }, "ttft_s": { "median": 0.24820686201564968, "min": 0.24301303600077517, "max": 0.2676815149898175, "stdev": 0.008561569874572779, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c4": { "start": "2026-09-24T06:53:45.039859Z", "end": "2026-09-24T06:55:58.384592Z", "agg_tps": { "median": 76.79886287951686, "min": 75.83009707326711, "max": 77.99304801104851, "stdev": 0.8709029832289641, "n": 5 }, "per_stream_decode_median": 24.95974639371618, "waves": [ { "wall_s": 26.258750648004934, "tokens": 2048, "agg_tps": 77.99304801104851, "per_stream_decode": [ 20.633933912670766, 31.6252234357315, 19.98553245976985, 32.13830218294725 ], "errors": [] }, { "wall_s": 26.66706150601385, "tokens": 2048, "agg_tps": 76.79886287951686, "per_stream_decode": [ 19.433704217755388, 33.64849653262657, 20.282094879618136, 29.35379844363607 ], "errors": [] }, { "wall_s": 27.007745987997623, "tokens": 2048, "agg_tps": 75.83009707326711, "per_stream_decode": [ 19.176872243065873, 33.40189541914637, 19.85652974982934, 29.285558874761595 ], "errors": [] }, { "wall_s": 26.412572906992864, "tokens": 2048, "agg_tps": 77.53882998114817, "per_stream_decode": [ 19.624028724543226, 32.13836932980318, 19.85861150345344, 32.410098611037014 ], "errors": [] }, { "wall_s": 26.99689267500071, "tokens": 2048, "agg_tps": 75.8605823512593, "per_stream_decode": [ 19.199059807942152, 31.48728255206798, 19.540177088311744, 32.265380648920534 ], "errors": [] } ] } } }