{ "base": "http://10.0.0.1:8888", "reps": 10, "max_tokens": 512, "phases": { "c1-chat_sampled": { "start": "2026-09-24T04:41:10.438204Z", "end": "2026-09-24T04:43:48.718260Z", "decode_tps": { "median": 33.0207714742214, "min": 31.593422123345764, "max": 33.82729349143405, "stdev": 0.8914548092536292, "n": 10 }, "e2e_tps": { "median": 32.51497637728646, "min": 31.118692632744267, "max": 33.30989607191072, "stdev": 0.8679604247675745, "n": 10 }, "ttft_s": { "median": 0.2664373564912239, "min": 0.257775120990118, "max": 0.28221381598268636, "stdev": 0.007296008083840879, "n": 10 }, "completion_tokens": [ 512, 512, 512, 512, 512, 512, 512, 512, 512, 512 ], "distinct_outputs": 10, "errors": [] } } }