recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-b1-packed-converged.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T00:49:08.582720Z",
   "end": "2026-09-24T00:50:37.005346Z",
   "decode_tps": {
    "median": 29.403560504939723,
    "min": 29.193594856902326,
    "max": 29.476343416194037,
    "stdev": 0.09502980223512751,
    "n": 5
   },
   "e2e_tps": {
    "median": 28.990815012627543,
    "min": 28.780707582991937,
    "max": 29.04147716194027,
    "stdev": 0.0900331418054974,
    "n": 5
   },
   "ttft_s": {
    "median": 0.28559918102109805,
    "min": 0.2819182919920422,
    "max": 0.29402132201357745,
    "stdev": 0.004062940198937383,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T00:50:37.005635Z",
   "end": "2026-09-24T00:51:34.849045Z",
   "decode_tps": {
    "median": 45.682995219203434,
    "min": 44.12354688798888,
    "max": 46.01307085433722,
    "stdev": 0.7069270084969306,
    "n": 5
   },
   "e2e_tps": {
    "median": 44.603113430780326,
    "min": 43.14074647723373,
    "max": 44.91420229285359,
    "stdev": 0.6693176296484321,
    "n": 5
   },
   "ttft_s": {
    "median": 0.29327960399677977,
    "min": 0.2870123600005172,
    "max": 0.304252206988167,
    "stdev": 0.005557336718566777,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 1,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T00:51:34.849296Z",
   "end": "2026-09-24T00:53:03.645766Z",
   "decode_tps": {
    "median": 28.72681693237661,
    "min": 28.186732658868056,
    "max": 30.986092022745293,
    "stdev": 1.0340637020374603,
    "n": 5
   },
   "e2e_tps": {
    "median": 28.3635667298301,
    "min": 27.844964534970483,
    "max": 30.543358402934047,
    "stdev": 0.9910790256168105,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2630694510007743,
    "min": 0.25842903601005673,
    "max": 0.30039501399733126,
    "stdev": 0.01519820493400306,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T00:53:03.645969Z",
   "end": "2026-09-24T00:55:35.771041Z",
   "agg_tps": {
    "median": 66.8772058287106,
    "min": 66.22836502293292,
    "max": 70.15326384542175,
    "stdev": 1.4292959148988993,
    "n": 5
   },
   "per_stream_decode_median": 20.688841610872718,
   "waves": [
    {
     "wall_s": 30.58731267999974,
     "tokens": 2048,
     "agg_tps": 66.9558657024203,
     "per_stream_decode": [
      16.92052684415916,
      24.290441736323977,
      17.271145495014004,
      25.59594991967907
     ],
     "errors": []
    },
    {
     "wall_s": 29.193224773014663,
     "tokens": 2048,
     "agg_tps": 70.15326384542175,
     "per_stream_decode": [
      17.73513852381801,
      24.25892636594806,
      17.73453974609585,
      25.604302617672648
     ],
     "errors": []
    },
    {
     "wall_s": 30.623288975999458,
     "tokens": 2048,
     "agg_tps": 66.8772058287106,
     "per_stream_decode": [
      17.126972835376304,
      24.05112955133718,
      17.24132094767468,
      23.888820965354466
     ],
     "errors": []
    },
    {
     "wall_s": 30.796155017014826,
     "tokens": 2048,
     "agg_tps": 66.5018083870692,
     "per_stream_decode": [
      16.815391140032474,
      23.64799107622808,
      17.111087078665044,
      25.427018121659994
     ],
     "errors": []
    },
    {
     "wall_s": 30.923306037992006,
     "tokens": 2048,
     "agg_tps": 66.22836502293292,
     "per_stream_decode": [
      16.729977206223374,
      23.642544697927427,
      17.11094755394835,
      25.44826318027504
     ],
     "errors": []
    }
   ]
  }
 }
}