recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e6b-sampled10.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 10,
 "max_tokens": 512,
 "phases": {
  "c1-chat_sampled": {
   "start": "2026-09-24T04:17:23.954295Z",
   "end": "2026-09-24T04:20:00.953811Z",
   "decode_tps": {
    "median": 32.94109698650078,
    "min": 31.814322847795722,
    "max": 34.340794910076056,
    "stdev": 0.7821731664694492,
    "n": 10
   },
   "e2e_tps": {
    "median": 32.455461758138185,
    "min": 31.339047535547277,
    "max": 33.82351525521321,
    "stdev": 0.7597039245880556,
    "n": 10
   },
   "ttft_s": {
    "median": 0.26150519798102323,
    "min": 0.25250778600457124,
    "max": 0.27699748598388396,
    "stdev": 0.007931794277972156,
    "n": 10
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512,
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 10,
   "errors": []
  }
 }
}