recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e11-draft-wo-a-twin.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T06:32:33.259239Z",
   "end": "2026-09-24T06:33:50.275805Z",
   "decode_tps": {
    "median": 33.85576228350857,
    "min": 33.48715511676022,
    "max": 34.04496907702633,
    "stdev": 0.20292966257648593,
    "n": 5
   },
   "e2e_tps": {
    "median": 33.3196721180645,
    "min": 32.95725059196105,
    "max": 33.497511679954734,
    "stdev": 0.19712480344474542,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2728552079934161,
    "min": 0.26407793001271784,
    "max": 0.2756941659899894,
    "stdev": 0.004396473371862443,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 1,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T06:33:50.276168Z",
   "end": "2026-09-24T06:34:33.215461Z",
   "decode_tps": {
    "median": 61.66845311220679,
    "min": 60.4408443769496,
    "max": 62.278749410815294,
    "stdev": 0.5988197520099342,
    "n": 5
   },
   "e2e_tps": {
    "median": 59.74604940761201,
    "min": 58.60083061556281,
    "max": 60.313287571375184,
    "stdev": 0.5592827441120561,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2839623800246045,
    "min": 0.27515586800291203,
    "max": 0.28534747299272567,
    "stdev": 0.0036348775586012836,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 3,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T06:34:33.215784Z",
   "end": "2026-09-24T06:35:43.997466Z",
   "decode_tps": {
    "median": 36.72841059069013,
    "min": 35.733569969158296,
    "max": 37.72802832598771,
    "stdev": 0.6681574612169758,
    "n": 5
   },
   "e2e_tps": {
    "median": 36.090261521903685,
    "min": 35.15849437862833,
    "max": 37.11525176510721,
    "stdev": 0.6656472107682659,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2623474420106504,
    "min": 0.24945770899648778,
    "max": 0.29858965598396026,
    "stdev": 0.018125263493453673,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-prose2": {
   "start": "2026-09-24T06:35:43.997651Z",
   "end": "2026-09-24T06:37:04.733585Z",
   "decode_tps": {
    "median": 32.25375061513519,
    "min": 31.558330148500712,
    "max": 32.52607524491929,
    "stdev": 0.3242638618796142,
    "n": 5
   },
   "e2e_tps": {
    "median": 31.807480894066373,
    "min": 31.134122083181317,
    "max": 32.092097476149966,
    "stdev": 0.31912671068801995,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2502157650014851,
    "min": 0.2436112399736885,
    "max": 0.2537234619958326,
    "stdev": 0.004031445560131058,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 4,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T06:37:04.733837Z",
   "end": "2026-09-24T06:39:18.373803Z",
   "agg_tps": {
    "median": 76.79534180092614,
    "min": 75.3319932023249,
    "max": 77.2604852788781,
    "stdev": 0.6727715308703494,
    "n": 5
   },
   "per_stream_decode_median": 24.77160146396045,
   "waves": [
    {
     "wall_s": 26.507728919998044,
     "tokens": 2048,
     "agg_tps": 77.2604852788781,
     "per_stream_decode": [
      19.54332253208995,
      31.146541203416884,
      19.85571322509664,
      33.05169392465095
     ],
     "errors": []
    },
    {
     "wall_s": 26.66828419500962,
     "tokens": 2048,
     "agg_tps": 76.79534180092614,
     "per_stream_decode": [
      19.440838405640225,
      33.85770208032423,
      19.677090914770403,
      31.537911768254407
     ],
     "errors": []
    },
    {
     "wall_s": 26.677068827993935,
     "tokens": 2048,
     "agg_tps": 76.77005345695642,
     "per_stream_decode": [
      19.489194336266657,
      33.43153816921011,
      19.716467585586987,
      32.3417420822638
     ],
     "errors": []
    },
    {
     "wall_s": 26.598846579989186,
     "tokens": 2048,
     "agg_tps": 76.99581986914986,
     "per_stream_decode": [
      19.47864394235671,
      32.72222972904274,
      20.103084783840135,
      31.083032871739274
     ],
     "errors": []
    },
    {
     "wall_s": 27.186324334994424,
     "tokens": 2048,
     "agg_tps": 75.3319932023249,
     "per_stream_decode": [
      19.065932305752323,
      29.440118144080767,
      19.29122956393509,
      30.87478685324516
     ],
     "errors": []
    }
   ]
  }
 }
}