{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T04:33:41.433410Z", "end": "2026-09-24T04:35:03.462881Z", "decode_tps": { "median": 31.632364048553768, "min": 31.61273038419295, "max": 31.890700007101092, "stdev": 0.11322438638563266, "n": 5 }, "e2e_tps": { "median": 31.145552037761643, "min": 31.110035091946585, "max": 31.396406687352496, "stdev": 0.10886787955642092, "n": 5 }, "ttft_s": { "median": 0.29017082101199776, "min": 0.28411847600364126, "max": 0.30623288700007834, "stdev": 0.008050693974710437, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 4, "errors": [] }, "c1-code": { "start": "2026-09-24T04:35:03.463050Z", "end": "2026-09-24T04:35:50.247787Z", "decode_tps": { "median": 56.40674957193174, "min": 56.15823372874459, "max": 56.571671614696804, "stdev": 0.1544603124379177, "n": 5 }, "e2e_tps": { "median": 54.69039818883452, "min": 54.4831245526331, "max": 54.88424748194204, "stdev": 0.14934747409801208, "n": 5 }, "ttft_s": { "median": 0.2968174460111186, "min": 0.29328147100750357, "max": 0.30259003801620565, "stdev": 0.0032381558461732777, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 1, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T04:35:50.248160Z", "end": "2026-09-24T04:37:06.745271Z", "decode_tps": { "median": 33.61030855011303, "min": 32.84740268896944, "max": 36.49448079106804, "stdev": 1.2693648759528222, "n": 5 }, "e2e_tps": { "median": 33.09100335069414, "min": 32.36363603857518, "max": 35.900557910092324, "stdev": 1.2327838697059448, "n": 5 }, "ttft_s": { "median": 0.26343931298470125, "min": 0.259499528008746, "max": 0.26881458298885264, "stdev": 0.003641724011034907, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-prose2": { "start": "2026-09-24T04:37:06.745508Z", "end": "2026-09-24T04:38:35.771521Z", "decode_tps": { "median": 29.107129879925626, "min": 28.881264552307893, "max": 29.518134946376176, "stdev": 0.20750923690092793, "n": 5 }, "e2e_tps": { "median": 28.708151760956667, "min": 28.509071322449447, "max": 29.127824359961362, "stdev": 0.20276790651771465, "n": 5 }, "ttft_s": { "median": 0.26674601100967266, "min": 0.2660649140016176, "max": 0.27881956700002775, "stdev": 0.00482896640049737, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c4": { "start": "2026-09-24T04:38:35.771716Z", "end": "2026-09-24T04:41:02.109188Z", "agg_tps": { "median": 70.114356119735, "min": 68.91261579519082, "max": 70.54212268488905, "stdev": 0.5828861923962626, "n": 5 }, "per_stream_decode_median": 23.684605369329994, "waves": [ { "wall_s": 29.0718330469972, "tokens": 2048, "agg_tps": 70.4461943176829, "per_stream_decode": [ 17.8097575816858, 30.766030731549776, 18.948467448077913, 29.828423041731398 ], "errors": [] }, { "wall_s": 29.209424622007646, "tokens": 2048, "agg_tps": 70.114356119735, "per_stream_decode": [ 17.72131909874225, 28.42074329058207, 17.808523363529176, 29.14585034269273 ], "errors": [] }, { "wall_s": 29.30320798899629, "tokens": 2048, "agg_tps": 69.88995883211997, "per_stream_decode": [ 17.809938408920168, 29.030302548645075, 17.677398472115645, 31.12108961813845 ], "errors": [] }, { "wall_s": 29.718796425993787, "tokens": 2048, "agg_tps": 68.91261579519082, "per_stream_decode": [ 17.458625353826736, 31.01559117601979, 17.410037203600417, 28.810992549548523 ], "errors": [] }, { "wall_s": 29.032299030019203, "tokens": 2048, "agg_tps": 70.54212268488905, "per_stream_decode": [ 18.01339505060383, 32.17678287310612, 18.035363278814625, 30.019679583678446 ], "errors": [] } ] } } }