recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e8-ep1.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T04:54:06.666041Z",
   "end": "2026-09-24T04:55:22.844657Z",
   "decode_tps": {
    "median": 34.19874815524826,
    "min": 33.732893912243895,
    "max": 34.431350349292885,
    "stdev": 0.25770509567900407,
    "n": 5
   },
   "e2e_tps": {
    "median": 33.661603265107146,
    "min": 33.187173742530305,
    "max": 33.88883334880362,
    "stdev": 0.2596495291421083,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2752558240026701,
    "min": 0.26709574001142755,
    "max": 0.2902121870138217,
    "stdev": 0.008414405368207431,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T04:55:22.845005Z",
   "end": "2026-09-24T04:56:05.195748Z",
   "decode_tps": {
    "median": 62.53438572826624,
    "min": 61.68107153320841,
    "max": 62.826044811575045,
    "stdev": 0.4239033284044835,
    "n": 5
   },
   "e2e_tps": {
    "median": 60.622490039966976,
    "min": 59.75465893844947,
    "max": 60.85528980778605,
    "stdev": 0.4109256166825347,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2819653369951993,
    "min": 0.2742062190081924,
    "max": 0.285584874014603,
    "stdev": 0.003933994587750075,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 1,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T04:56:05.196012Z",
   "end": "2026-09-24T04:57:16.028518Z",
   "decode_tps": {
    "median": 35.81562922128458,
    "min": 35.70255926503195,
    "max": 38.40553827833285,
    "stdev": 1.2340059870349802,
    "n": 5
   },
   "e2e_tps": {
    "median": 35.25135194541153,
    "min": 35.174902103441966,
    "max": 37.73720366589183,
    "stdev": 1.17530915689561,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2567514030088205,
    "min": 0.24313353697652929,
    "max": 0.26214027899550274,
    "stdev": 0.00807603421440646,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-prose2": {
   "start": "2026-09-24T04:57:16.028782Z",
   "end": "2026-09-24T04:58:35.972573Z",
   "decode_tps": {
    "median": 32.593232336917104,
    "min": 31.921086057849944,
    "max": 32.691109727044164,
    "stdev": 0.2827346690213706,
    "n": 5
   },
   "e2e_tps": {
    "median": 32.14796026984099,
    "min": 31.482143968615887,
    "max": 32.24790271884108,
    "stdev": 0.28117493331150917,
    "n": 5
   },
   "ttft_s": {
    "median": 0.24584048701217398,
    "min": 0.24453151001944207,
    "max": 0.2549599139892962,
    "stdev": 0.0037692337784409583,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T04:58:35.972831Z",
   "end": "2026-09-24T05:00:50.906760Z",
   "agg_tps": {
    "median": 75.95946166591474,
    "min": 74.59195156259172,
    "max": 76.85603397628454,
    "stdev": 0.7430426292136045,
    "n": 5
   },
   "per_stream_decode_median": 24.43991397944115,
   "waves": [
    {
     "wall_s": 27.009973464999348,
     "tokens": 2048,
     "agg_tps": 75.82384346485509,
     "per_stream_decode": [
      19.43807131845702,
      31.937914091024858,
      19.963152082632774,
      32.201032604781865
     ],
     "errors": []
    },
    {
     "wall_s": 26.647224610002013,
     "tokens": 2048,
     "agg_tps": 76.85603397628454,
     "per_stream_decode": [
      19.44135523085248,
      33.57746427567021,
      19.580187112060067,
      29.410788646512362
     ],
     "errors": []
    },
    {
     "wall_s": 26.85713364899857,
     "tokens": 2048,
     "agg_tps": 76.2553452935721,
     "per_stream_decode": [
      19.282861871230608,
      28.875345236861623,
      20.139986948163745,
      29.835461930203653
     ],
     "errors": []
    },
    {
     "wall_s": 27.456045285012806,
     "tokens": 2048,
     "agg_tps": 74.59195156259172,
     "per_stream_decode": [
      19.816166729649513,
      34.934034607967114,
      19.093159154095662,
      31.851294842771022
     ],
     "errors": []
    },
    {
     "wall_s": 26.961749795009382,
     "tokens": 2048,
     "agg_tps": 75.95946166591474,
     "per_stream_decode": [
      19.834132811082338,
      28.73984101071856,
      19.20889458229572,
      29.905994855280802
     ],
     "errors": []
    }
   ]
  }
 }
}