launcher/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e2-prose2.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose2": {
   "start": "2026-09-24T02:32:54.259312Z",
   "end": "2026-09-24T02:34:21.752190Z",
   "decode_tps": {
    "median": 29.555738465148227,
    "min": 29.496973925481786,
    "max": 29.938287652835136,
    "stdev": 0.1820451127341133,
    "n": 5
   },
   "e2e_tps": {
    "median": 29.15846438376442,
    "min": 29.08178201817242,
    "max": 29.52405517921031,
    "stdev": 0.17972353669903113,
    "n": 5
   },
   "ttft_s": {
    "median": 0.27175327099394053,
    "min": 0.26872096900478937,
    "max": 0.28171265800483525,
    "stdev": 0.004598753328591769,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  }
 }
}