recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-f1-final.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T05:55:01.714583Z",
   "end": "2026-09-24T05:56:17.776217Z",
   "decode_tps": {
    "median": 34.28991546355345,
    "min": 33.72904682082692,
    "max": 34.52085181814676,
    "stdev": 0.28727722388670834,
    "n": 5
   },
   "e2e_tps": {
    "median": 33.74758593501977,
    "min": 33.20814280976846,
    "max": 33.96052772598421,
    "stdev": 0.27418637174747074,
    "n": 5
   },
   "ttft_s": {
    "median": 0.27061324601527303,
    "min": 0.2677587879879866,
    "max": 0.273678904020926,
    "stdev": 0.001996410618116843,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 4,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T05:56:17.776574Z",
   "end": "2026-09-24T05:57:00.074983Z",
   "decode_tps": {
    "median": 62.68534917680779,
    "min": 62.00184858196798,
    "max": 62.7621930995119,
    "stdev": 0.2786122136683339,
    "n": 5
   },
   "e2e_tps": {
    "median": 60.6670732548735,
    "min": 59.89980478240101,
    "max": 60.85063913295529,
    "stdev": 0.3286011228559471,
    "n": 5
   },
   "ttft_s": {
    "median": 0.28659858999890275,
    "min": 0.27220050399773754,
    "max": 0.3059174049994908,
    "stdev": 0.011039090872916506,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 1,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T05:57:00.075215Z",
   "end": "2026-09-24T05:58:10.642465Z",
   "decode_tps": {
    "median": 36.56672971866727,
    "min": 35.775746406303256,
    "max": 39.02099594356964,
    "stdev": 1.1073334595089546,
    "n": 5
   },
   "e2e_tps": {
    "median": 35.97134278870293,
    "min": 35.24008301399718,
    "max": 38.2867333998844,
    "stdev": 1.039085379669675,
    "n": 5
   },
   "ttft_s": {
    "median": 0.25050187099259347,
    "min": 0.24549048399785534,
    "max": 0.2772643289936241,
    "stdev": 0.011388088100504554,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-prose2": {
   "start": "2026-09-24T05:58:10.642738Z",
   "end": "2026-09-24T05:59:31.401296Z",
   "decode_tps": {
    "median": 32.27055203210613,
    "min": 31.851292650972663,
    "max": 32.45865791149364,
    "stdev": 0.24144874262785762,
    "n": 5
   },
   "e2e_tps": {
    "median": 31.75914544730853,
    "min": 31.43174747453415,
    "max": 31.969651729154773,
    "stdev": 0.20497244427011033,
    "n": 5
   },
   "ttft_s": {
    "median": 0.27208537800470367,
    "min": 0.24595804602722637,
    "max": 0.28647045500110835,
    "stdev": 0.017712224282519135,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T05:59:31.401547Z",
   "end": "2026-09-24T06:01:46.468876Z",
   "agg_tps": {
    "median": 76.02556858942668,
    "min": 74.99330938387578,
    "max": 76.22317911025947,
    "stdev": 0.45257629930735654,
    "n": 5
   },
   "per_stream_decode_median": 24.518682743446696,
   "waves": [
    {
     "wall_s": 27.309102862986038,
     "tokens": 2048,
     "agg_tps": 74.99330938387578,
     "per_stream_decode": [
      18.961072352234655,
      33.020115101674676,
      19.463837609377826,
      29.173019459655663
     ],
     "errors": []
    },
    {
     "wall_s": 27.060236755001824,
     "tokens": 2048,
     "agg_tps": 75.68300375721756,
     "per_stream_decode": [
      19.1445181482922,
      33.07519022893233,
      19.641923604409378,
      29.299447293296257
     ],
     "errors": []
    },
    {
     "wall_s": 26.88994832901517,
     "tokens": 2048,
     "agg_tps": 76.16228841132202,
     "per_stream_decode": [
      19.57052948183767,
      32.09897438414604,
      19.26231477761855,
      32.09989586292486
     ],
     "errors": []
    },
    {
     "wall_s": 26.868467360007344,
     "tokens": 2048,
     "agg_tps": 76.22317911025947,
     "per_stream_decode": [
      19.278811122632664,
      33.48943550690583,
      19.864346027237726,
      29.324265058554342
     ],
     "errors": []
    },
    {
     "wall_s": 26.938305599003797,
     "tokens": 2048,
     "agg_tps": 76.02556858942668,
     "per_stream_decode": [
      19.229278780019236,
      33.270544307043075,
      19.81246710333757,
      29.238243885324316
     ],
     "errors": []
    }
   ]
  }
 }
}