{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T04:09:27.692497Z", "end": "2026-09-24T04:10:49.812175Z", "decode_tps": { "median": 31.7278133583062, "min": 31.50968162055648, "max": 31.762688242567467, "stdev": 0.09303928495967567, "n": 5 }, "e2e_tps": { "median": 31.227463781339413, "min": 31.013296182618113, "max": 31.264856760721198, "stdev": 0.09087139615100134, "n": 5 }, "ttft_s": { "median": 0.28833950401167385, "min": 0.2824551460216753, "max": 0.29181034601060674, "stdev": 0.0031900284768870087, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 4, "errors": [] }, "c1-code": { "start": "2026-09-24T04:10:49.812422Z", "end": "2026-09-24T04:11:36.713622Z", "decode_tps": { "median": 56.328264799633075, "min": 56.05789912936029, "max": 56.482173446614915, "stdev": 0.1440660855699417, "n": 5 }, "e2e_tps": { "median": 54.653951269495145, "min": 54.28040425096555, "max": 54.86378671864269, "stdev": 0.20063167244189237, "n": 5 }, "ttft_s": { "median": 0.3007574660005048, "min": 0.2851008139841724, "max": 0.31692631301120855, "stdev": 0.012005561019250247, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 1, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T04:11:36.713914Z", "end": "2026-09-24T04:12:55.853918Z", "decode_tps": { "median": 32.49810366046333, "min": 31.20885034262006, "max": 35.0137645967413, "stdev": 1.3364338358472703, "n": 5 }, "e2e_tps": { "median": 32.02722417544107, "min": 30.76258203981316, "max": 34.43333008553438, "stdev": 1.2936996694320673, "n": 5 }, "ttft_s": { "median": 0.2700358850124758, "min": 0.2531899609894026, "max": 0.27505363000091165, "stdev": 0.007794632833261645, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-prose2": { "start": "2026-09-24T04:12:55.854105Z", "end": "2026-09-24T04:14:24.800461Z", "decode_tps": { "median": 29.105996363526554, "min": 28.878276772067856, "max": 29.657962860712324, "stdev": 0.2712110667179917, "n": 5 }, "e2e_tps": { "median": 28.730578432969978, "min": 28.524910416525206, "max": 29.284066162400332, "stdev": 0.2653458779871224, "n": 5 }, "ttft_s": { "median": 0.25725750499987043, "min": 0.2541366899968125, "max": 0.2642143919947557, "stdev": 0.0037565974900274704, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 4, "errors": [] }, "c4": { "start": "2026-09-24T04:14:24.800671Z", "end": "2026-09-24T04:16:52.685283Z", "agg_tps": { "median": 69.27184425077319, "min": 68.02500626731297, "max": 70.07557816749221, "stdev": 0.7180666037391091, "n": 5 }, "per_stream_decode_median": 23.460183366513448, "waves": [ { "wall_s": 29.564681324001867, "tokens": 2048, "agg_tps": 69.27184425077319, "per_stream_decode": [ 17.62965177557744, 31.12099037428442, 17.503397528741406, 29.10053902537144 ], "errors": [] }, { "wall_s": 29.66353382100351, "tokens": 2048, "agg_tps": 69.04099870089978, "per_stream_decode": [ 17.442054974443455, 29.15994746580009, 17.64855878950813, 28.28101432047258 ], "errors": [] }, { "wall_s": 30.10657569000614, "tokens": 2048, "agg_tps": 68.02500626731297, "per_stream_decode": [ 17.1883854863466, 29.019777942391453, 17.972981967428588, 30.023506955902356 ], "errors": [] }, { "wall_s": 29.225588336994406, "tokens": 2048, "agg_tps": 70.07557816749221, "per_stream_decode": [ 17.711308709935153, 29.956639862518017, 18.639352412554313, 30.705619286999106 ], "errors": [] }, { "wall_s": 29.32287099401583, "tokens": 2048, "agg_tps": 69.84309280008608, "per_stream_decode": [ 17.662443151267883, 29.05710987890815, 17.830646387014045, 28.330242931451835 ], "errors": [] } ] } } }