recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e1c-w8-drop.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T02:04:40.422660Z",
   "end": "2026-09-24T02:06:10.168131Z",
   "decode_tps": {
    "median": 28.974424334678925,
    "min": 28.816928765601457,
    "max": 29.018433210466057,
    "stdev": 0.07053012488263999,
    "n": 5
   },
   "e2e_tps": {
    "median": 28.54892195230059,
    "min": 28.393789151644167,
    "max": 28.586527985081602,
    "stdev": 0.06830092452098734,
    "n": 5
   },
   "ttft_s": {
    "median": 0.29857000897754915,
    "min": 0.29708173099788837,
    "max": 0.30103808298008516,
    "stdev": 0.0013649762741166,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 3,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T02:06:10.168581Z",
   "end": "2026-09-24T02:07:03.195421Z",
   "decode_tps": {
    "median": 49.578853736741486,
    "min": 49.388722556083344,
    "max": 49.85000527521478,
    "stdev": 0.17893989552353784,
    "n": 5
   },
   "e2e_tps": {
    "median": 48.2906400754474,
    "min": 48.03273293545012,
    "max": 48.52521048205608,
    "stdev": 0.18439872408763686,
    "n": 5
   },
   "ttft_s": {
    "median": 0.3004652969830204,
    "min": 0.2956551820097957,
    "max": 0.31290610000723973,
    "stdev": 0.005727379139705661,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 1,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T02:07:03.195719Z",
   "end": "2026-09-24T02:08:26.235719Z",
   "decode_tps": {
    "median": 31.339935330019497,
    "min": 30.126063297163906,
    "max": 32.21007080100806,
    "stdev": 0.7753708300670317,
    "n": 5
   },
   "e2e_tps": {
    "median": 30.873285858160372,
    "min": 29.710212468699982,
    "max": 31.72069324332039,
    "stdev": 0.7504520029443075,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2746631600020919,
    "min": 0.2702115410065744,
    "max": 0.2788415439717937,
    "stdev": 0.0032173862582832893,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T02:08:26.236003Z",
   "end": "2026-09-24T02:11:11.411306Z",
   "agg_tps": {
    "median": 61.336334583222246,
    "min": 59.960722967924134,
    "max": 65.40458658472033,
    "stdev": 1.8495169410499672,
    "n": 5
   },
   "per_stream_decode_median": 18.852192375077525,
   "waves": [
    {
     "wall_s": 32.813325908995466,
     "tokens": 2048,
     "agg_tps": 62.41366710829395,
     "per_stream_decode": [
      15.765962645241133,
      21.042252270098036,
      15.910732979949932,
      22.139127823207858
     ],
     "errors": []
    },
    {
     "wall_s": 34.15569223699276,
     "tokens": 2048,
     "agg_tps": 59.960722967924134,
     "per_stream_decode": [
      15.134523299203806,
      21.000810573158656,
      15.922569665210505,
      22.08878387784682
     ],
     "errors": []
    },
    {
     "wall_s": 31.31278870400274,
     "tokens": 2048,
     "agg_tps": 65.40458658472033,
     "per_stream_decode": [
      16.960541654944382,
      22.836454560020684,
      16.71696613342058,
      22.836312466979674
     ],
     "errors": []
    },
    {
     "wall_s": 33.501556683011586,
     "tokens": 2048,
     "agg_tps": 61.13148769109368,
     "per_stream_decode": [
      15.435869227099062,
      20.743843095210668,
      15.966039312784362,
      22.172065083767347
     ],
     "errors": []
    },
    {
     "wall_s": 33.389670476986794,
     "tokens": 2048,
     "agg_tps": 61.336334583222246,
     "per_stream_decode": [
      15.498155110191634,
      21.337141551842265,
      15.971467731900992,
      22.237215500626444
     ],
     "errors": []
    }
   ]
  }
 }
}