recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e6b-prefetch.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T04:09:27.692497Z",
   "end": "2026-09-24T04:10:49.812175Z",
   "decode_tps": {
    "median": 31.7278133583062,
    "min": 31.50968162055648,
    "max": 31.762688242567467,
    "stdev": 0.09303928495967567,
    "n": 5
   },
   "e2e_tps": {
    "median": 31.227463781339413,
    "min": 31.013296182618113,
    "max": 31.264856760721198,
    "stdev": 0.09087139615100134,
    "n": 5
   },
   "ttft_s": {
    "median": 0.28833950401167385,
    "min": 0.2824551460216753,
    "max": 0.29181034601060674,
    "stdev": 0.0031900284768870087,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 4,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T04:10:49.812422Z",
   "end": "2026-09-24T04:11:36.713622Z",
   "decode_tps": {
    "median": 56.328264799633075,
    "min": 56.05789912936029,
    "max": 56.482173446614915,
    "stdev": 0.1440660855699417,
    "n": 5
   },
   "e2e_tps": {
    "median": 54.653951269495145,
    "min": 54.28040425096555,
    "max": 54.86378671864269,
    "stdev": 0.20063167244189237,
    "n": 5
   },
   "ttft_s": {
    "median": 0.3007574660005048,
    "min": 0.2851008139841724,
    "max": 0.31692631301120855,
    "stdev": 0.012005561019250247,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 1,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T04:11:36.713914Z",
   "end": "2026-09-24T04:12:55.853918Z",
   "decode_tps": {
    "median": 32.49810366046333,
    "min": 31.20885034262006,
    "max": 35.0137645967413,
    "stdev": 1.3364338358472703,
    "n": 5
   },
   "e2e_tps": {
    "median": 32.02722417544107,
    "min": 30.76258203981316,
    "max": 34.43333008553438,
    "stdev": 1.2936996694320673,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2700358850124758,
    "min": 0.2531899609894026,
    "max": 0.27505363000091165,
    "stdev": 0.007794632833261645,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-prose2": {
   "start": "2026-09-24T04:12:55.854105Z",
   "end": "2026-09-24T04:14:24.800461Z",
   "decode_tps": {
    "median": 29.105996363526554,
    "min": 28.878276772067856,
    "max": 29.657962860712324,
    "stdev": 0.2712110667179917,
    "n": 5
   },
   "e2e_tps": {
    "median": 28.730578432969978,
    "min": 28.524910416525206,
    "max": 29.284066162400332,
    "stdev": 0.2653458779871224,
    "n": 5
   },
   "ttft_s": {
    "median": 0.25725750499987043,
    "min": 0.2541366899968125,
    "max": 0.2642143919947557,
    "stdev": 0.0037565974900274704,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 4,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T04:14:24.800671Z",
   "end": "2026-09-24T04:16:52.685283Z",
   "agg_tps": {
    "median": 69.27184425077319,
    "min": 68.02500626731297,
    "max": 70.07557816749221,
    "stdev": 0.7180666037391091,
    "n": 5
   },
   "per_stream_decode_median": 23.460183366513448,
   "waves": [
    {
     "wall_s": 29.564681324001867,
     "tokens": 2048,
     "agg_tps": 69.27184425077319,
     "per_stream_decode": [
      17.62965177557744,
      31.12099037428442,
      17.503397528741406,
      29.10053902537144
     ],
     "errors": []
    },
    {
     "wall_s": 29.66353382100351,
     "tokens": 2048,
     "agg_tps": 69.04099870089978,
     "per_stream_decode": [
      17.442054974443455,
      29.15994746580009,
      17.64855878950813,
      28.28101432047258
     ],
     "errors": []
    },
    {
     "wall_s": 30.10657569000614,
     "tokens": 2048,
     "agg_tps": 68.02500626731297,
     "per_stream_decode": [
      17.1883854863466,
      29.019777942391453,
      17.972981967428588,
      30.023506955902356
     ],
     "errors": []
    },
    {
     "wall_s": 29.225588336994406,
     "tokens": 2048,
     "agg_tps": 70.07557816749221,
     "per_stream_decode": [
      17.711308709935153,
      29.956639862518017,
      18.639352412554313,
      30.705619286999106
     ],
     "errors": []
    },
    {
     "wall_s": 29.32287099401583,
     "tokens": 2048,
     "agg_tps": 69.84309280008608,
     "per_stream_decode": [
      17.662443151267883,
      29.05710987890815,
      17.830646387014045,
      28.330242931451835
     ],
     "errors": []
    }
   ]
  }
 }
}