{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T00:17:29.650519Z", "end": "2026-09-24T00:18:59.353194Z", "decode_tps": { "median": 29.27645476736454, "min": 27.67700309238315, "max": 29.50919808918854, "stdev": 0.6850916212364143, "n": 5 }, "e2e_tps": { "median": 28.853444387816666, "min": 27.292176272147486, "max": 29.07005726927691, "stdev": 0.6624885327142935, "n": 5 }, "ttft_s": { "median": 0.2951523860101588, "min": 0.29054935701424256, "max": 0.3090305860096123, "stdev": 0.00632985465320519, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 4, "errors": [] }, "c1-code": { "start": "2026-09-24T00:18:59.353548Z", "end": "2026-09-24T00:19:58.752312Z", "decode_tps": { "median": 44.651054569186776, "min": 42.38873408722295, "max": 44.79113673280377, "stdev": 0.904225170607912, "n": 5 }, "e2e_tps": { "median": 43.59445654041989, "min": 41.424905490574226, "max": 43.62621639285975, "stdev": 0.8526314794077675, "n": 5 }, "ttft_s": { "median": 0.29924691800260916, "min": 0.2976356709841639, "max": 0.3361054499982856, "stdev": 0.014644267653813627, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 3, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T00:19:58.752638Z", "end": "2026-09-24T00:21:29.856881Z", "decode_tps": { "median": 28.874664043625828, "min": 26.651409840564057, "max": 29.718418236106352, "stdev": 1.1294104656397965, "n": 5 }, "e2e_tps": { "median": 28.488474822532357, "min": 26.33471781472955, "max": 29.29425241100806, "stdev": 1.0822468250837494, "n": 5 }, "ttft_s": { "median": 0.27563407897832803, "min": 0.2685460699722171, "max": 0.31134711898630485, "stdev": 0.015035300160570388, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c4": { "start": "2026-09-24T00:21:29.857129Z", "end": "2026-09-24T00:24:11.541728Z", "agg_tps": { "median": 63.775887527282904, "min": 60.1771474551172, "max": 67.14416842009668, "stdev": 2.4103645805144067, "n": 5 }, "per_stream_decode_median": 19.464852528992004, "waves": [ { "wall_s": 34.03285277899704, "tokens": 2048, "agg_tps": 60.1771474551172, "per_stream_decode": [ 15.201670434395123, 21.559347758376386, 15.643056734855456, 23.14013564033147 ], "errors": [] }, { "wall_s": 32.11245000900817, "tokens": 2048, "agg_tps": 63.775887527282904, "per_stream_decode": [ 17.269197473261077, 24.059352176534073, 16.303514987216786, 24.231307262962 ], "errors": [] }, { "wall_s": 33.26648191199638, "tokens": 2048, "agg_tps": 61.56346816046879, "per_stream_decode": [ 15.553310715214751, 23.609288846899055, 16.136559785956933, 22.80116393008344 ], "errors": [] }, { "wall_s": 31.769531569996616, "tokens": 2048, "agg_tps": 64.46428067369261, "per_stream_decode": [ 16.75918200521417, 23.771432878406564, 16.29517129302821, 25.058231019707353 ], "errors": [] }, { "wall_s": 30.501531974994577, "tokens": 2048, "agg_tps": 67.14416842009668, "per_stream_decode": [ 16.981395065747215, 25.462273755006112, 17.370357299607626, 24.16737939155503 ], "errors": [] } ] } } }