recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e1b-w8-drop.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T01:27:50.644892Z",
   "end": "2026-09-24T01:30:48.033711Z",
   "decode_tps": {
    "median": 14.531314786236196,
    "min": 14.498317390220066,
    "max": 14.540096971108191,
    "stdev": 0.014885751490078692,
    "n": 5
   },
   "e2e_tps": {
    "median": 14.43760647127148,
    "min": 14.396505895904543,
    "max": 14.445945931576476,
    "stdev": 0.01796161044506494,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2982748580107,
    "min": 0.2973841190105304,
    "max": 0.31871580000733957,
    "stdev": 0.008325591172631428,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 4,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T01:30:48.034053Z",
   "end": "2026-09-24T01:33:48.373670Z",
   "decode_tps": {
    "median": 14.288115150818658,
    "min": 14.248727453333311,
    "max": 14.324269790630654,
    "stdev": 0.023954005655303003,
    "n": 5
   },
   "e2e_tps": {
    "median": 14.19638838979781,
    "min": 14.157889945805852,
    "max": 14.232175789681602,
    "stdev": 0.02352757152406854,
    "n": 5
   },
   "ttft_s": {
    "median": 0.3011019350087736,
    "min": 0.3002145210048184,
    "max": 0.3035308270191308,
    "stdev": 0.001139939447043756,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 2,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T01:33:48.373919Z",
   "end": "2026-09-24T01:36:48.226769Z",
   "decode_tps": {
    "median": 14.288964860239865,
    "min": 14.247724873058196,
    "max": 14.400842017716926,
    "stdev": 0.05573226683494727,
    "n": 5
   },
   "e2e_tps": {
    "median": 14.208293799840845,
    "min": 14.166315221228965,
    "max": 14.315782692739608,
    "stdev": 0.054312353503544214,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2766977619903628,
    "min": 0.27342814300209284,
    "max": 0.28068658598931506,
    "stdev": 0.002378265575784311,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T01:36:48.227020Z",
   "end": "2026-09-24T01:43:13.987521Z",
   "agg_tps": {
    "median": 26.598612331654017,
    "min": 26.168853058157968,
    "max": 26.741760525093262,
    "stdev": 0.20104514523088857,
    "n": 5
   },
   "per_stream_decode_median": 6.702180392062834,
   "waves": [
    {
     "wall_s": 77.16353066801094,
     "tokens": 2048,
     "agg_tps": 26.54103541232883,
     "per_stream_decode": [
      6.774811715619531,
      6.656909307277356,
      6.669315683094223,
      6.701065364663178
     ],
     "errors": []
    },
    {
     "wall_s": 76.99649795499863,
     "tokens": 2048,
     "agg_tps": 26.598612331654017,
     "per_stream_decode": [
      6.703295419462489,
      6.671347418050753,
      6.759862021222889,
      6.691669239249417
     ],
     "errors": []
    },
    {
     "wall_s": 76.7532612720097,
     "tokens": 2048,
     "agg_tps": 26.682905274109345,
     "per_stream_decode": [
      6.78792570142176,
      6.692536078658641,
      6.728291691381802,
      6.723899293997339
     ],
     "errors": []
    },
    {
     "wall_s": 78.26097672100877,
     "tokens": 2048,
     "agg_tps": 26.168853058157968,
     "per_stream_decode": [
      6.68506565225802,
      6.56568598712421,
      6.649312394195234,
      6.607157557456856
     ],
     "errors": []
    },
    {
     "wall_s": 76.58433699898887,
     "tokens": 2048,
     "agg_tps": 26.741760525093262,
     "per_stream_decode": [
      6.845969758291728,
      6.709370327488606,
      6.776977351721686,
      6.717561823884349
     ],
     "errors": []
    }
   ]
  }
 }
}