{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T02:04:40.422660Z", "end": "2026-09-24T02:06:10.168131Z", "decode_tps": { "median": 28.974424334678925, "min": 28.816928765601457, "max": 29.018433210466057, "stdev": 0.07053012488263999, "n": 5 }, "e2e_tps": { "median": 28.54892195230059, "min": 28.393789151644167, "max": 28.586527985081602, "stdev": 0.06830092452098734, "n": 5 }, "ttft_s": { "median": 0.29857000897754915, "min": 0.29708173099788837, "max": 0.30103808298008516, "stdev": 0.0013649762741166, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 3, "errors": [] }, "c1-code": { "start": "2026-09-24T02:06:10.168581Z", "end": "2026-09-24T02:07:03.195421Z", "decode_tps": { "median": 49.578853736741486, "min": 49.388722556083344, "max": 49.85000527521478, "stdev": 0.17893989552353784, "n": 5 }, "e2e_tps": { "median": 48.2906400754474, "min": 48.03273293545012, "max": 48.52521048205608, "stdev": 0.18439872408763686, "n": 5 }, "ttft_s": { "median": 0.3004652969830204, "min": 0.2956551820097957, "max": 0.31290610000723973, "stdev": 0.005727379139705661, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 1, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T02:07:03.195719Z", "end": "2026-09-24T02:08:26.235719Z", "decode_tps": { "median": 31.339935330019497, "min": 30.126063297163906, "max": 32.21007080100806, "stdev": 0.7753708300670317, "n": 5 }, "e2e_tps": { "median": 30.873285858160372, "min": 29.710212468699982, "max": 31.72069324332039, "stdev": 0.7504520029443075, "n": 5 }, "ttft_s": { "median": 0.2746631600020919, "min": 0.2702115410065744, "max": 0.2788415439717937, "stdev": 0.0032173862582832893, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c4": { "start": "2026-09-24T02:08:26.236003Z", "end": "2026-09-24T02:11:11.411306Z", "agg_tps": { "median": 61.336334583222246, "min": 59.960722967924134, "max": 65.40458658472033, "stdev": 1.8495169410499672, "n": 5 }, "per_stream_decode_median": 18.852192375077525, "waves": [ { "wall_s": 32.813325908995466, "tokens": 2048, "agg_tps": 62.41366710829395, "per_stream_decode": [ 15.765962645241133, 21.042252270098036, 15.910732979949932, 22.139127823207858 ], "errors": [] }, { "wall_s": 34.15569223699276, "tokens": 2048, "agg_tps": 59.960722967924134, "per_stream_decode": [ 15.134523299203806, 21.000810573158656, 15.922569665210505, 22.08878387784682 ], "errors": [] }, { "wall_s": 31.31278870400274, "tokens": 2048, "agg_tps": 65.40458658472033, "per_stream_decode": [ 16.960541654944382, 22.836454560020684, 16.71696613342058, 22.836312466979674 ], "errors": [] }, { "wall_s": 33.501556683011586, "tokens": 2048, "agg_tps": 61.13148769109368, "per_stream_decode": [ 15.435869227099062, 20.743843095210668, 15.966039312784362, 22.172065083767347 ], "errors": [] }, { "wall_s": 33.389670476986794, "tokens": 2048, "agg_tps": 61.336334583222246, "per_stream_decode": [ 15.498155110191634, 21.337141551842265, 15.971467731900992, 22.237215500626444 ], "errors": [] } ] } } }