{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T03:33:36.560658Z", "end": "2026-09-24T03:35:01.787553Z", "decode_tps": { "median": 30.498101268011187, "min": 30.243856550332247, "max": 30.786130518748354, "stdev": 0.18168216715658586, "n": 5 }, "e2e_tps": { "median": 30.0254319225977, "min": 29.75342580689415, "max": 30.29953950058001, "stdev": 0.18357552959856419, "n": 5 }, "ttft_s": { "median": 0.29706955602159724, "min": 0.29065055400133133, "max": 0.3121090880013071, "stdev": 0.0071557501219345525, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 3, "errors": [] }, "c1-code": { "start": "2026-09-24T03:35:01.787910Z", "end": "2026-09-24T03:35:50.319550Z", "decode_tps": { "median": 54.325956174454866, "min": 54.15575094673564, "max": 54.61819745104633, "stdev": 0.20026431060744665, "n": 5 }, "e2e_tps": { "median": 52.701175595450266, "min": 52.56320939517117, "max": 52.98276508080466, "stdev": 0.18032406569516368, "n": 5 }, "ttft_s": { "median": 0.30766363398288377, "min": 0.3037464920198545, "max": 0.3095748559862841, "stdev": 0.0020789926196880834, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 1, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T03:35:50.319819Z", "end": "2026-09-24T03:37:08.454057Z", "decode_tps": { "median": 32.97563454721633, "min": 32.26059080487023, "max": 34.60662529795313, "stdev": 0.8447515063688072, "n": 5 }, "e2e_tps": { "median": 32.46911135055481, "min": 31.79044869550587, "max": 34.002811961904335, "stdev": 0.7980424993760676, "n": 5 }, "ttft_s": { "median": 0.2725430429854896, "min": 0.26570678598363884, "max": 0.29161949298577383, "stdev": 0.009226482771044918, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-prose2": { "start": "2026-09-24T03:37:08.454348Z", "end": "2026-09-24T03:38:41.014076Z", "decode_tps": { "median": 27.930453918121465, "min": 27.909100079402, "max": 28.32840390173375, "stdev": 0.15800339613757916, "n": 5 }, "e2e_tps": { "median": 27.567603385073852, "min": 27.546613983541643, "max": 27.9441930519772, "stdev": 0.14886844684677136, "n": 5 }, "ttft_s": { "median": 0.280362689984031, "min": 0.26309179002419114, "max": 0.287192433985183, "stdev": 0.008322868765609224, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 2, "errors": [] }, "c4": { "start": "2026-09-24T03:38:41.014255Z", "end": "2026-09-24T03:41:09.217891Z", "agg_tps": { "median": 69.46540319994251, "min": 68.3257498191875, "max": 69.57172763665461, "stdev": 0.5195680406993157, "n": 5 }, "per_stream_decode_median": 23.291582721256802, "waves": [ { "wall_s": 29.974058176012477, "tokens": 2048, "agg_tps": 68.3257498191875, "per_stream_decode": [ 17.27112626772283, 29.02624189001746, 17.49654465651642, 28.211025033862136 ], "errors": [] }, { "wall_s": 29.437245121982414, "tokens": 2048, "agg_tps": 69.57172763665461, "per_stream_decode": [ 17.597029985378757, 29.04793763021858, 17.643764536075736, 28.754876881876875 ], "errors": [] }, { "wall_s": 29.84434698399855, "tokens": 2048, "agg_tps": 68.62271106478097, "per_stream_decode": [ 17.356541791081067, 30.79483473243217, 17.537704299658873, 28.82988863585415 ], "errors": [] }, { "wall_s": 29.482302062009694, "tokens": 2048, "agg_tps": 69.46540319994251, "per_stream_decode": [ 17.578383517708033, 29.02544550202472, 17.67299850877779, 30.794002241591535 ], "errors": [] }, { "wall_s": 29.464242398011265, "tokens": 2048, "agg_tps": 69.50798097351496, "per_stream_decode": [ 18.372140408651468, 30.138107238240536, 17.58305717872259, 32.26035773043606 ], "errors": [] } ] } } }