launcher/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e7-sampled10.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 10,
 "max_tokens": 512,
 "phases": {
  "c1-chat_sampled": {
   "start": "2026-09-24T04:41:10.438204Z",
   "end": "2026-09-24T04:43:48.718260Z",
   "decode_tps": {
    "median": 33.0207714742214,
    "min": 31.593422123345764,
    "max": 33.82729349143405,
    "stdev": 0.8914548092536292,
    "n": 10
   },
   "e2e_tps": {
    "median": 32.51497637728646,
    "min": 31.118692632744267,
    "max": 33.30989607191072,
    "stdev": 0.8679604247675745,
    "n": 10
   },
   "ttft_s": {
    "median": 0.2664373564912239,
    "min": 0.257775120990118,
    "max": 0.28221381598268636,
    "stdev": 0.007296008083840879,
    "n": 10
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512,
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 10,
   "errors": []
  }
 }
}