{ "base": "http://10.0.0.1:8888", "reps": 5, "max_tokens": 512, "phases": { "c1-prose": { "start": "2026-09-24T00:49:08.582720Z", "end": "2026-09-24T00:50:37.005346Z", "decode_tps": { "median": 29.403560504939723, "min": 29.193594856902326, "max": 29.476343416194037, "stdev": 0.09502980223512751, "n": 5 }, "e2e_tps": { "median": 28.990815012627543, "min": 28.780707582991937, "max": 29.04147716194027, "stdev": 0.0900331418054974, "n": 5 }, "ttft_s": { "median": 0.28559918102109805, "min": 0.2819182919920422, "max": 0.29402132201357745, "stdev": 0.004062940198937383, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c1-code": { "start": "2026-09-24T00:50:37.005635Z", "end": "2026-09-24T00:51:34.849045Z", "decode_tps": { "median": 45.682995219203434, "min": 44.12354688798888, "max": 46.01307085433722, "stdev": 0.7069270084969306, "n": 5 }, "e2e_tps": { "median": 44.603113430780326, "min": 43.14074647723373, "max": 44.91420229285359, "stdev": 0.6693176296484321, "n": 5 }, "ttft_s": { "median": 0.29327960399677977, "min": 0.2870123600005172, "max": 0.304252206988167, "stdev": 0.005557336718566777, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 1, "errors": [] }, "c1-chat_sampled": { "start": "2026-09-24T00:51:34.849296Z", "end": "2026-09-24T00:53:03.645766Z", "decode_tps": { "median": 28.72681693237661, "min": 28.186732658868056, "max": 30.986092022745293, "stdev": 1.0340637020374603, "n": 5 }, "e2e_tps": { "median": 28.3635667298301, "min": 27.844964534970483, "max": 30.543358402934047, "stdev": 0.9910790256168105, "n": 5 }, "ttft_s": { "median": 0.2630694510007743, "min": 0.25842903601005673, "max": 0.30039501399733126, "stdev": 0.01519820493400306, "n": 5 }, "completion_tokens": [ 512, 512, 512, 512, 512 ], "distinct_outputs": 5, "errors": [] }, "c4": { "start": "2026-09-24T00:53:03.645969Z", "end": "2026-09-24T00:55:35.771041Z", "agg_tps": { "median": 66.8772058287106, "min": 66.22836502293292, "max": 70.15326384542175, "stdev": 1.4292959148988993, "n": 5 }, "per_stream_decode_median": 20.688841610872718, "waves": [ { "wall_s": 30.58731267999974, "tokens": 2048, "agg_tps": 66.9558657024203, "per_stream_decode": [ 16.92052684415916, 24.290441736323977, 17.271145495014004, 25.59594991967907 ], "errors": [] }, { "wall_s": 29.193224773014663, "tokens": 2048, "agg_tps": 70.15326384542175, "per_stream_decode": [ 17.73513852381801, 24.25892636594806, 17.73453974609585, 25.604302617672648 ], "errors": [] }, { "wall_s": 30.623288975999458, "tokens": 2048, "agg_tps": 66.8772058287106, "per_stream_decode": [ 17.126972835376304, 24.05112955133718, 17.24132094767468, 23.888820965354466 ], "errors": [] }, { "wall_s": 30.796155017014826, "tokens": 2048, "agg_tps": 66.5018083870692, "per_stream_decode": [ 16.815391140032474, 23.64799107622808, 17.111087078665044, 25.427018121659994 ], "errors": [] }, { "wall_s": 30.923306037992006, "tokens": 2048, "agg_tps": 66.22836502293292, "per_stream_decode": [ 16.729977206223374, 23.642544697927427, 17.11094755394835, 25.44826318027504 ], "errors": [] } ] } } }