{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T05:37:58.285601Z", "end": "2026-09-24T05:39:14.659412Z", "decode_tps": { "median": 34.229893215514146, "min": 33.70124863353135, "max": 34.41648933949413, "stdev": 0.28662511390839096, "n": 5 }, "e2e_tps": { "median": 33.6833127640921, "min": 33.10908712017757, "max": 33.82318754285835, "stdev": 0.2906581842247987, "n": 5 }, "ttft_s": { "median": 0.2851390730065759, "min": 0.2719331970147323, "max": 0.30138957197777927, "stdev": 0.010680740817586824, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 3, "errors": [] }, "c1-code": { "start": "2026-09-24T05:39:14.659746Z", "end": "2026-09-24T05:40:01.787879Z", "decode_tps": { "median": 55.993374010998174, "min": 55.163097077652964, "max": 56.38866520591978, "stdev": 0.40417126580952817, "n": 5 }, "e2e_tps": { "median": 54.416792520853235, "min": 53.66800492695245, "max": 54.83083739270938, "stdev": 0.380821084684543, "n": 5 }, "ttft_s": { "median": 0.2762417590129189, "min": 0.2749013339926023, "max": 0.2827805129927583, "stdev": 0.0028216721461682367, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 3, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T05:40:01.788058Z", "end": "2026-09-24T05:41:11.857727Z", "decode_tps": { "median": 36.975580580363705, "min": 36.62598034137787, "max": 38.55859544382572, "stdev": 0.7050511653921208, "n": 5 }, "e2e_tps": { "median": 36.33805328501966, "min": 36.0391387831785, "max": 37.903690612994154, "stdev": 0.6874609077707041, "n": 5 }, "ttft_s": { "median": 0.26353142902371474, "min": 0.2549317980010528, "max": 0.2702386589953676, "stdev": 0.006692290857838588, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-prose2": { "start": "2026-09-24T05:41:11.857931Z", "end": "2026-09-24T05:42:34.288991Z", "decode_tps": { "median": 31.523186089970757, "min": 31.11095116957281, "max": 31.80943371488208, "stdev": 0.22812704981744117, "n": 5 }, "e2e_tps": { "median": 31.069697129690436, "min": 30.70087338536976, "max": 31.36061640688902, "stdev": 0.21554223346596765, "n": 5 }, "ttft_s": { "median": 0.25196554299327545, "min": 0.24774486597743817, "max": 0.2687888360233046, "stdev": 0.007979169084807296, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c4": { "start": "2026-09-24T05:42:34.289219Z", "end": "2026-09-24T05:44:49.572408Z", "agg_tps": { "median": 76.20272487139474, "min": 73.68566368968531, "max": 77.52149277457093, "stdev": 1.5652150029718592, "n": 5 }, "per_stream_decode_median": 22.47753189138034, "waves": [ { "wall_s": 26.418479916988872, "tokens": 2048, "agg_tps": 77.52149277457093, "per_stream_decode": [ 20.13078942134432, 28.35630743808786, 19.85250040453597, 27.545697594009823 ], "errors": [] }, { "wall_s": 26.552729637973243, "tokens": 2048, "agg_tps": 77.12954667647958, "per_stream_decode": [ 19.510024592558334, 27.381345893395693, 19.963542363276066, 27.16884027303252 ], "errors": [] }, { "wall_s": 26.875679359975038, "tokens": 2048, "agg_tps": 76.20272487139474, "per_stream_decode": [ 19.327862133024905, 27.096253618381194, 19.72646443928712, 27.263893453527725 ], "errors": [] }, { "wall_s": 27.793737580010202, "tokens": 2048, "agg_tps": 73.68566368968531, "per_stream_decode": [ 18.631602107196677, 24.91804217477609, 18.96588656915399, 26.952968502154167 ], "errors": [] }, { "wall_s": 27.64080364300753, "tokens": 2048, "agg_tps": 74.09335945693806, "per_stream_decode": [ 18.745440193462883, 24.82427436141636, 19.386212900891376, 26.564768122718434 ], "errors": [] } ] } } }