{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T02:25:13.169341Z", "end": "2026-09-24T02:26:43.498382Z", "decode_tps": { "median": 28.85776483063593, "min": 28.400104003159516, "max": 29.054411016101817, "stdev": 0.22829343985534112, "n": 5 }, "e2e_tps": { "median": 28.44305992321338, "min": 27.998426488195335, "max": 28.63082150427199, "stdev": 0.22292264310932436, "n": 5 }, "ttft_s": { "median": 0.29385008799727075, "min": 0.28792399901431054, "max": 0.29906008898979053, "stdev": 0.003582640612334518, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-code": { "start": "2026-09-24T02:26:43.498690Z", "end": "2026-09-24T02:27:38.199125Z", "decode_tps": { "median": 48.03605252121343, "min": 47.94130506870396, "max": 48.1066719037942, "stdev": 0.05414376102443014, "n": 5 }, "e2e_tps": { "median": 46.823428593197, "min": 46.650185543656285, "max": 46.88737020264673, "stdev": 0.08009168731833961, "n": 5 }, "ttft_s": { "median": 0.2975577360193711, "min": 0.29471399702015333, "max": 0.316437571978895, "stdev": 0.007974647562888194, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 1, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T02:27:38.199305Z", "end": "2026-09-24T02:29:00.207297Z", "decode_tps": { "median": 31.955450836721173, "min": 30.763102544318894, "max": 32.53209947652125, "stdev": 0.6463953408022295, "n": 5 }, "e2e_tps": { "median": 31.479408767946907, "min": 30.324803863988187, "max": 32.044758091283576, "stdev": 0.6275748574821314, "n": 5 }, "ttft_s": { "median": 0.27306014599162154, "min": 0.2700892749999184, "max": 0.2735881900007371, "stdev": 0.001248719954266394, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c4": { "start": "2026-09-24T02:29:00.207567Z", "end": "2026-09-24T02:31:26.335789Z", "agg_tps": { "median": 69.64133190863006, "min": 68.87901188947882, "max": 72.72176280384262, "stdev": 1.3536935970694766, "n": 5 }, "per_stream_decode_median": 21.72280583294492, "waves": [ { "wall_s": 29.40782354201656, "tokens": 2048, "agg_tps": 69.64133190863006, "per_stream_decode": [ 18.042386855011983, 25.262806246882977, 17.613398417616523, 24.984198252458164 ], "errors": [] }, { "wall_s": 28.162133603997063, "tokens": 2048, "agg_tps": 72.72176280384262, "per_stream_decode": [ 18.404265621885628, 26.348456846272658, 18.623090764286925, 25.578647955268107 ], "errors": [] }, { "wall_s": 29.294551241997397, "tokens": 2048, "agg_tps": 69.91061180906354, "per_stream_decode": [ 17.6875690183544, 26.02568320284832, 18.4879913286725, 25.656399549371745 ], "errors": [] }, { "wall_s": 29.528297887009103, "tokens": 2048, "agg_tps": 69.35719789324573, "per_stream_decode": [ 17.752856534720774, 24.945838621591175, 17.535272593572703, 25.08471166772687 ], "errors": [] }, { "wall_s": 29.733295293000992, "tokens": 2048, "agg_tps": 68.87901188947882, "per_stream_decode": [ 18.07300757006893, 24.822520901602918, 17.427483238375693, 25.3929100352451 ], "errors": [] } ] } } }