{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T03:10:08.813109Z", "end": "2026-09-24T03:11:34.837253Z", "decode_tps": { "median": 30.20463244637247, "min": 30.19835447555504, "max": 30.304643603392023, "stdev": 0.04002213600933091, "n": 5 }, "e2e_tps": { "median": 29.746680927229757, "min": 29.720619419455584, "max": 29.83782536992468, "stdev": 0.0404729459511774, "n": 5 }, "ttft_s": { "median": 0.2951492109859828, "min": 0.29373712997767143, "max": 0.30916249300935306, "stdev": 0.005771756515360771, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 3, "errors": [] }, "c1-code": { "start": "2026-09-24T03:11:34.837672Z", "end": "2026-09-24T03:12:24.922433Z", "decode_tps": { "median": 52.665543069350676, "min": 52.26552116906319, "max": 52.82127123086595, "stdev": 0.19816605286333822, "n": 5 }, "e2e_tps": { "median": 51.13923264592087, "min": 50.794177380080534, "max": 51.27085965033531, "stdev": 0.17083597753909913, "n": 5 }, "ttft_s": { "median": 0.31065292897983454, "min": 0.302895508997608, "max": 0.31204641101066954, "stdev": 0.0036150490863715865, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 4, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T03:12:24.922745Z", "end": "2026-09-24T03:13:47.283789Z", "decode_tps": { "median": 31.765500659857278, "min": 29.697373265373784, "max": 32.89356615436822, "stdev": 1.081278254239538, "n": 5 }, "e2e_tps": { "median": 31.24830403377015, "min": 29.29132630025729, "max": 32.36481422791053, "stdev": 1.037611049399527, "n": 5 }, "ttft_s": { "median": 0.28469609600142576, "min": 0.2726681989734061, "max": 0.29825468600029126, "stdev": 0.009478380429013247, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-prose2": { "start": "2026-09-24T03:13:47.284098Z", "end": "2026-09-24T03:15:19.360703Z", "decode_tps": { "median": 28.096832911046235, "min": 27.975949300176225, "max": 28.457373954477696, "stdev": 0.16877691121756025, "n": 5 }, "e2e_tps": { "median": 27.727376467069007, "min": 27.602561546637236, "max": 28.093428111831376, "stdev": 0.1694924207250327, "n": 5 }, "ttft_s": { "median": 0.2751621979987249, "min": 0.26610920898383483, "max": 0.2833137319830712, "stdev": 0.00636920423840279, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 4, "errors": [] }, "c4": { "start": "2026-09-24T03:15:19.360900Z", "end": "2026-09-24T03:17:48.375919Z", "agg_tps": { "median": 68.90043919413297, "min": 67.26018174004479, "max": 70.38741791972843, "stdev": 1.0250982333140672, "n": 5 }, "per_stream_decode_median": 22.819343452595632, "waves": [ { "wall_s": 30.029465629020706, "tokens": 2048, "agg_tps": 68.19968178257548, "per_stream_decode": [ 17.330983415469433, 29.674530897233026, 17.239953136699377, 27.87157712372412 ], "errors": [] }, { "wall_s": 29.715141758002574, "tokens": 2048, "agg_tps": 68.92109136408389, "per_stream_decode": [ 18.017023748034518, 29.3220631361003, 17.426993049078842, 27.621663157156743 ], "errors": [] }, { "wall_s": 29.096109227015404, "tokens": 2048, "agg_tps": 70.38741791972843, "per_stream_decode": [ 17.99971657795235, 28.320648117565863, 17.80305666705549, 29.365599983227597 ], "errors": [] }, { "wall_s": 30.44892159101437, "tokens": 2048, "agg_tps": 67.26018174004479, "per_stream_decode": [ 17.926219994823803, 27.923457787314774, 17.006494004776034, 30.995281662385445 ], "errors": [] }, { "wall_s": 29.724048554024193, "tokens": 2048, "agg_tps": 68.90043919413297, "per_stream_decode": [ 17.92787249161996, 29.444913146434587, 17.42699541032832, 27.722769512862573 ], "errors": [] } ] } } }