recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e9-ep1-conf02.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T05:21:27.748258Z",
   "end": "2026-09-24T05:22:44.674754Z",
   "decode_tps": {
    "median": 33.928312554211644,
    "min": 33.606226540295125,
    "max": 33.96167436317664,
    "stdev": 0.1552574426729756,
    "n": 5
   },
   "e2e_tps": {
    "median": 33.37913655828912,
    "min": 33.082197030403165,
    "max": 33.41473812475493,
    "stdev": 0.1381548977912405,
    "n": 5
   },
   "ttft_s": {
    "median": 0.27620765098254196,
    "min": 0.26634540400118567,
    "max": 0.2890130130108446,
    "stdev": 0.007578469044603093,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T05:22:44.675148Z",
   "end": "2026-09-24T05:23:26.472659Z",
   "decode_tps": {
    "median": 63.3042223614169,
    "min": 62.63427334193451,
    "max": 63.794382122354776,
    "stdev": 0.4256956564225184,
    "n": 5
   },
   "e2e_tps": {
    "median": 61.11804908607316,
    "min": 60.710246338042886,
    "max": 61.70281048945739,
    "stdev": 0.3781590395051261,
    "n": 5
   },
   "ttft_s": {
    "median": 0.28772949101403356,
    "min": 0.27502971098874696,
    "max": 0.30509936399175785,
    "stdev": 0.009659966356863553,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 2,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T05:23:26.472902Z",
   "end": "2026-09-24T05:24:35.951724Z",
   "decode_tps": {
    "median": 37.30923001979135,
    "min": 36.363113536977885,
    "max": 38.96270980048691,
    "stdev": 0.9842802207742183,
    "n": 5
   },
   "e2e_tps": {
    "median": 36.6953839796829,
    "min": 35.767149613795944,
    "max": 38.31777618124065,
    "stdev": 0.9639382482245583,
    "n": 5
   },
   "ttft_s": {
    "median": 0.25040769399493,
    "min": 0.243538057024125,
    "max": 0.26210932500544004,
    "stdev": 0.006662025036724268,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-prose2": {
   "start": "2026-09-24T05:24:35.951928Z",
   "end": "2026-09-24T05:25:55.623013Z",
   "decode_tps": {
    "median": 32.65800419725601,
    "min": 32.3135229869843,
    "max": 32.86179017911218,
    "stdev": 0.23804012075993766,
    "n": 5
   },
   "e2e_tps": {
    "median": 32.2181259268983,
    "min": 31.876105376070367,
    "max": 32.42156465273268,
    "stdev": 0.215225448723732,
    "n": 5
   },
   "ttft_s": {
    "median": 0.24466904500150122,
    "min": 0.24198387100477703,
    "max": 0.30299143900629133,
    "stdev": 0.023343534785984485,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T05:25:55.623436Z",
   "end": "2026-09-24T05:28:13.663116Z",
   "agg_tps": {
    "median": 73.82748474494251,
    "min": 73.5166756330444,
    "max": 75.27758633485925,
    "stdev": 0.6804796633026531,
    "n": 5
   },
   "per_stream_decode_median": 23.86574416874368,
   "waves": [
    {
     "wall_s": 27.740346390986815,
     "tokens": 2048,
     "agg_tps": 73.82748474494251,
     "per_stream_decode": [
      18.663678535039235,
      32.22023085631571,
      19.03088475774789,
      28.80352332326222
     ],
     "errors": []
    },
    {
     "wall_s": 27.422325907013146,
     "tokens": 2048,
     "agg_tps": 74.68367223643244,
     "per_stream_decode": [
      18.89358637173515,
      28.62456630886407,
      19.225607352006257,
      29.066066890608294
     ],
     "errors": []
    },
    {
     "wall_s": 27.811462840996683,
     "tokens": 2048,
     "agg_tps": 73.63870112510075,
     "per_stream_decode": [
      18.611340513417915,
      32.619651045795486,
      18.811608163534043,
      29.00498909110479
     ],
     "errors": []
    },
    {
     "wall_s": 27.857625258009648,
     "tokens": 2048,
     "agg_tps": 73.5166756330444,
     "per_stream_decode": [
      18.58402013208095,
      31.802398277992303,
      19.115596753204038,
      28.9376119375646
     ],
     "errors": []
    },
    {
     "wall_s": 27.205973247997463,
     "tokens": 2048,
     "agg_tps": 75.27758633485925,
     "per_stream_decode": [
      19.093864232358204,
      33.248475163073984,
      19.258784016733472,
      28.472704320753895
     ],
     "errors": []
    }
   ]
  }
 }
}