recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-b0-original.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T00:17:29.650519Z",
   "end": "2026-09-24T00:18:59.353194Z",
   "decode_tps": {
    "median": 29.27645476736454,
    "min": 27.67700309238315,
    "max": 29.50919808918854,
    "stdev": 0.6850916212364143,
    "n": 5
   },
   "e2e_tps": {
    "median": 28.853444387816666,
    "min": 27.292176272147486,
    "max": 29.07005726927691,
    "stdev": 0.6624885327142935,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2951523860101588,
    "min": 0.29054935701424256,
    "max": 0.3090305860096123,
    "stdev": 0.00632985465320519,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 4,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T00:18:59.353548Z",
   "end": "2026-09-24T00:19:58.752312Z",
   "decode_tps": {
    "median": 44.651054569186776,
    "min": 42.38873408722295,
    "max": 44.79113673280377,
    "stdev": 0.904225170607912,
    "n": 5
   },
   "e2e_tps": {
    "median": 43.59445654041989,
    "min": 41.424905490574226,
    "max": 43.62621639285975,
    "stdev": 0.8526314794077675,
    "n": 5
   },
   "ttft_s": {
    "median": 0.29924691800260916,
    "min": 0.2976356709841639,
    "max": 0.3361054499982856,
    "stdev": 0.014644267653813627,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 3,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T00:19:58.752638Z",
   "end": "2026-09-24T00:21:29.856881Z",
   "decode_tps": {
    "median": 28.874664043625828,
    "min": 26.651409840564057,
    "max": 29.718418236106352,
    "stdev": 1.1294104656397965,
    "n": 5
   },
   "e2e_tps": {
    "median": 28.488474822532357,
    "min": 26.33471781472955,
    "max": 29.29425241100806,
    "stdev": 1.0822468250837494,
    "n": 5
   },
   "ttft_s": {
    "median": 0.27563407897832803,
    "min": 0.2685460699722171,
    "max": 0.31134711898630485,
    "stdev": 0.015035300160570388,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T00:21:29.857129Z",
   "end": "2026-09-24T00:24:11.541728Z",
   "agg_tps": {
    "median": 63.775887527282904,
    "min": 60.1771474551172,
    "max": 67.14416842009668,
    "stdev": 2.4103645805144067,
    "n": 5
   },
   "per_stream_decode_median": 19.464852528992004,
   "waves": [
    {
     "wall_s": 34.03285277899704,
     "tokens": 2048,
     "agg_tps": 60.1771474551172,
     "per_stream_decode": [
      15.201670434395123,
      21.559347758376386,
      15.643056734855456,
      23.14013564033147
     ],
     "errors": []
    },
    {
     "wall_s": 32.11245000900817,
     "tokens": 2048,
     "agg_tps": 63.775887527282904,
     "per_stream_decode": [
      17.269197473261077,
      24.059352176534073,
      16.303514987216786,
      24.231307262962
     ],
     "errors": []
    },
    {
     "wall_s": 33.26648191199638,
     "tokens": 2048,
     "agg_tps": 61.56346816046879,
     "per_stream_decode": [
      15.553310715214751,
      23.609288846899055,
      16.136559785956933,
      22.80116393008344
     ],
     "errors": []
    },
    {
     "wall_s": 31.769531569996616,
     "tokens": 2048,
     "agg_tps": 64.46428067369261,
     "per_stream_decode": [
      16.75918200521417,
      23.771432878406564,
      16.29517129302821,
      25.058231019707353
     ],
     "errors": []
    },
    {
     "wall_s": 30.501531974994577,
     "tokens": 2048,
     "agg_tps": 67.14416842009668,
     "per_stream_decode": [
      16.981395065747215,
      25.462273755006112,
      17.370357299607626,
      24.16737939155503
     ],
     "errors": []
    }
   ]
  }
 }
}