{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T01:27:50.644892Z", "end": "2026-09-24T01:30:48.033711Z", "decode_tps": { "median": 14.531314786236196, "min": 14.498317390220066, "max": 14.540096971108191, "stdev": 0.014885751490078692, "n": 5 }, "e2e_tps": { "median": 14.43760647127148, "min": 14.396505895904543, "max": 14.445945931576476, "stdev": 0.01796161044506494, "n": 5 }, "ttft_s": { "median": 0.2982748580107, "min": 0.2973841190105304, "max": 0.31871580000733957, "stdev": 0.008325591172631428, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 4, "errors": [] }, "c1-code": { "start": "2026-09-24T01:30:48.034053Z", "end": "2026-09-24T01:33:48.373670Z", "decode_tps": { "median": 14.288115150818658, "min": 14.248727453333311, "max": 14.324269790630654, "stdev": 0.023954005655303003, "n": 5 }, "e2e_tps": { "median": 14.19638838979781, "min": 14.157889945805852, "max": 14.232175789681602, "stdev": 0.02352757152406854, "n": 5 }, "ttft_s": { "median": 0.3011019350087736, "min": 0.3002145210048184, "max": 0.3035308270191308, "stdev": 0.001139939447043756, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 2, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T01:33:48.373919Z", "end": "2026-09-24T01:36:48.226769Z", "decode_tps": { "median": 14.288964860239865, "min": 14.247724873058196, "max": 14.400842017716926, "stdev": 0.05573226683494727, "n": 5 }, "e2e_tps": { "median": 14.208293799840845, "min": 14.166315221228965, "max": 14.315782692739608, "stdev": 0.054312353503544214, "n": 5 }, "ttft_s": { "median": 0.2766977619903628, "min": 0.27342814300209284, "max": 0.28068658598931506, "stdev": 0.002378265575784311, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c4": { "start": "2026-09-24T01:36:48.227020Z", "end": "2026-09-24T01:43:13.987521Z", "agg_tps": { "median": 26.598612331654017, "min": 26.168853058157968, "max": 26.741760525093262, "stdev": 0.20104514523088857, "n": 5 }, "per_stream_decode_median": 6.702180392062834, "waves": [ { "wall_s": 77.16353066801094, "tokens": 2048, "agg_tps": 26.54103541232883, "per_stream_decode": [ 6.774811715619531, 6.656909307277356, 6.669315683094223, 6.701065364663178 ], "errors": [] }, { "wall_s": 76.99649795499863, "tokens": 2048, "agg_tps": 26.598612331654017, "per_stream_decode": [ 6.703295419462489, 6.671347418050753, 6.759862021222889, 6.691669239249417 ], "errors": [] }, { "wall_s": 76.7532612720097, "tokens": 2048, "agg_tps": 26.682905274109345, "per_stream_decode": [ 6.78792570142176, 6.692536078658641, 6.728291691381802, 6.723899293997339 ], "errors": [] }, { "wall_s": 78.26097672100877, "tokens": 2048, "agg_tps": 26.168853058157968, "per_stream_decode": [ 6.68506565225802, 6.56568598712421, 6.649312394195234, 6.607157557456856 ], "errors": [] }, { "wall_s": 76.58433699898887, "tokens": 2048, "agg_tps": 26.741760525093262, "per_stream_decode": [ 6.845969758291728, 6.709370327488606, 6.776977351721686, 6.717561823884349 ], "errors": [] } ] } } }