{ "base": "http://10.0.0.1:8888", "reps": 10, "max_tokens": 512, "phases": { "c1-chat_sampled": { "start": "2026-09-24T04:17:23.954295Z", "end": "2026-09-24T04:20:00.953811Z", "decode_tps": { "median": 32.94109698650078, "min": 31.814322847795722, "max": 34.340794910076056, "stdev": 0.7821731664694492, "n": 10 }, "e2e_tps": { "median": 32.455461758138185, "min": 31.339047535547277, "max": 33.82351525521321, "stdev": 0.7597039245880556, "n": 10 }, "ttft_s": { "median": 0.26150519798102323, "min": 0.25250778600457124, "max": 0.27699748598388396, "stdev": 0.007931794277972156, "n": 10 }, "completion_tokens": [ 512, 512, 512, 512, 512, 512, 512, 512, 512, 512 ], "distinct_outputs": 10, "errors": [] } } }