recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-f3-serving.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T06:49:15.701488Z",
   "end": "2026-09-24T06:50:31.494958Z",
   "decode_tps": {
    "median": 34.274566645912266,
    "min": 34.15239604761976,
    "max": 34.61999059533001,
    "stdev": 0.15861288647835778,
    "n": 5
   },
   "e2e_tps": {
    "median": 33.735942983559,
    "min": 33.6132004510652,
    "max": 34.05840317296785,
    "stdev": 0.15363224762153205,
    "n": 5
   },
   "ttft_s": {
    "median": 0.27274253897485323,
    "min": 0.2676773499988485,
    "max": 0.28290049300994724,
    "stdev": 0.0052269384369985055,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T06:50:31.495221Z",
   "end": "2026-09-24T06:51:13.779439Z",
   "decode_tps": {
    "median": 62.67873542107646,
    "min": 62.15725972313302,
    "max": 62.70511991309862,
    "stdev": 0.21729854579888436,
    "n": 5
   },
   "e2e_tps": {
    "median": 60.67628431945975,
    "min": 60.209015956415236,
    "max": 60.70866672528289,
    "stdev": 0.19499229615079605,
    "n": 5
   },
   "ttft_s": {
    "median": 0.28273768100189045,
    "min": 0.2822947039967403,
    "max": 0.2882653340057004,
    "stdev": 0.002225666041263451,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 1,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T06:51:13.779676Z",
   "end": "2026-09-24T06:52:24.485822Z",
   "decode_tps": {
    "median": 36.55333723543977,
    "min": 36.05265632779633,
    "max": 37.695192388650085,
    "stdev": 0.665646571176813,
    "n": 5
   },
   "e2e_tps": {
    "median": 35.9915604885383,
    "min": 35.43762882300372,
    "max": 37.06824163205108,
    "stdev": 0.6433389754703916,
    "n": 5
   },
   "ttft_s": {
    "median": 0.25625738099915907,
    "min": 0.24539374498999678,
    "max": 0.27420636199531145,
    "stdev": 0.010851814511473563,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-prose2": {
   "start": "2026-09-24T06:52:24.486012Z",
   "end": "2026-09-24T06:53:45.039624Z",
   "decode_tps": {
    "median": 32.161525481733015,
    "min": 31.94363849920592,
    "max": 32.64346689095394,
    "stdev": 0.2401527004325526,
    "n": 5
   },
   "e2e_tps": {
    "median": 31.73084971687867,
    "min": 31.517133489014412,
    "max": 32.18621313290993,
    "stdev": 0.23558031092045953,
    "n": 5
   },
   "ttft_s": {
    "median": 0.24820686201564968,
    "min": 0.24301303600077517,
    "max": 0.2676815149898175,
    "stdev": 0.008561569874572779,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T06:53:45.039859Z",
   "end": "2026-09-24T06:55:58.384592Z",
   "agg_tps": {
    "median": 76.79886287951686,
    "min": 75.83009707326711,
    "max": 77.99304801104851,
    "stdev": 0.8709029832289641,
    "n": 5
   },
   "per_stream_decode_median": 24.95974639371618,
   "waves": [
    {
     "wall_s": 26.258750648004934,
     "tokens": 2048,
     "agg_tps": 77.99304801104851,
     "per_stream_decode": [
      20.633933912670766,
      31.6252234357315,
      19.98553245976985,
      32.13830218294725
     ],
     "errors": []
    },
    {
     "wall_s": 26.66706150601385,
     "tokens": 2048,
     "agg_tps": 76.79886287951686,
     "per_stream_decode": [
      19.433704217755388,
      33.64849653262657,
      20.282094879618136,
      29.35379844363607
     ],
     "errors": []
    },
    {
     "wall_s": 27.007745987997623,
     "tokens": 2048,
     "agg_tps": 75.83009707326711,
     "per_stream_decode": [
      19.176872243065873,
      33.40189541914637,
      19.85652974982934,
      29.285558874761595
     ],
     "errors": []
    },
    {
     "wall_s": 26.412572906992864,
     "tokens": 2048,
     "agg_tps": 77.53882998114817,
     "per_stream_decode": [
      19.624028724543226,
      32.13836932980318,
      19.85861150345344,
      32.410098611037014
     ],
     "errors": []
    },
    {
     "wall_s": 26.99689267500071,
     "tokens": 2048,
     "agg_tps": 75.8605823512593,
     "per_stream_decode": [
      19.199059807942152,
      31.48728255206798,
      19.540177088311744,
      32.265380648920534
     ],
     "errors": []
    }
   ]
  }
 }
}