recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e2-w8-drop-mid.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T02:25:13.169341Z",
   "end": "2026-09-24T02:26:43.498382Z",
   "decode_tps": {
    "median": 28.85776483063593,
    "min": 28.400104003159516,
    "max": 29.054411016101817,
    "stdev": 0.22829343985534112,
    "n": 5
   },
   "e2e_tps": {
    "median": 28.44305992321338,
    "min": 27.998426488195335,
    "max": 28.63082150427199,
    "stdev": 0.22292264310932436,
    "n": 5
   },
   "ttft_s": {
    "median": 0.29385008799727075,
    "min": 0.28792399901431054,
    "max": 0.29906008898979053,
    "stdev": 0.003582640612334518,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T02:26:43.498690Z",
   "end": "2026-09-24T02:27:38.199125Z",
   "decode_tps": {
    "median": 48.03605252121343,
    "min": 47.94130506870396,
    "max": 48.1066719037942,
    "stdev": 0.05414376102443014,
    "n": 5
   },
   "e2e_tps": {
    "median": 46.823428593197,
    "min": 46.650185543656285,
    "max": 46.88737020264673,
    "stdev": 0.08009168731833961,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2975577360193711,
    "min": 0.29471399702015333,
    "max": 0.316437571978895,
    "stdev": 0.007974647562888194,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 1,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T02:27:38.199305Z",
   "end": "2026-09-24T02:29:00.207297Z",
   "decode_tps": {
    "median": 31.955450836721173,
    "min": 30.763102544318894,
    "max": 32.53209947652125,
    "stdev": 0.6463953408022295,
    "n": 5
   },
   "e2e_tps": {
    "median": 31.479408767946907,
    "min": 30.324803863988187,
    "max": 32.044758091283576,
    "stdev": 0.6275748574821314,
    "n": 5
   },
   "ttft_s": {
    "median": 0.27306014599162154,
    "min": 0.2700892749999184,
    "max": 0.2735881900007371,
    "stdev": 0.001248719954266394,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T02:29:00.207567Z",
   "end": "2026-09-24T02:31:26.335789Z",
   "agg_tps": {
    "median": 69.64133190863006,
    "min": 68.87901188947882,
    "max": 72.72176280384262,
    "stdev": 1.3536935970694766,
    "n": 5
   },
   "per_stream_decode_median": 21.72280583294492,
   "waves": [
    {
     "wall_s": 29.40782354201656,
     "tokens": 2048,
     "agg_tps": 69.64133190863006,
     "per_stream_decode": [
      18.042386855011983,
      25.262806246882977,
      17.613398417616523,
      24.984198252458164
     ],
     "errors": []
    },
    {
     "wall_s": 28.162133603997063,
     "tokens": 2048,
     "agg_tps": 72.72176280384262,
     "per_stream_decode": [
      18.404265621885628,
      26.348456846272658,
      18.623090764286925,
      25.578647955268107
     ],
     "errors": []
    },
    {
     "wall_s": 29.294551241997397,
     "tokens": 2048,
     "agg_tps": 69.91061180906354,
     "per_stream_decode": [
      17.6875690183544,
      26.02568320284832,
      18.4879913286725,
      25.656399549371745
     ],
     "errors": []
    },
    {
     "wall_s": 29.528297887009103,
     "tokens": 2048,
     "agg_tps": 69.35719789324573,
     "per_stream_decode": [
      17.752856534720774,
      24.945838621591175,
      17.535272593572703,
      25.08471166772687
     ],
     "errors": []
    },
    {
     "wall_s": 29.733295293000992,
     "tokens": 2048,
     "agg_tps": 68.87901188947882,
     "per_stream_decode": [
      18.07300757006893,
      24.822520901602918,
      17.427483238375693,
      25.3929100352451
     ],
     "errors": []
    }
   ]
  }
 }
}