recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e4-k5-cap.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T03:10:08.813109Z",
   "end": "2026-09-24T03:11:34.837253Z",
   "decode_tps": {
    "median": 30.20463244637247,
    "min": 30.19835447555504,
    "max": 30.304643603392023,
    "stdev": 0.04002213600933091,
    "n": 5
   },
   "e2e_tps": {
    "median": 29.746680927229757,
    "min": 29.720619419455584,
    "max": 29.83782536992468,
    "stdev": 0.0404729459511774,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2951492109859828,
    "min": 0.29373712997767143,
    "max": 0.30916249300935306,
    "stdev": 0.005771756515360771,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 3,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T03:11:34.837672Z",
   "end": "2026-09-24T03:12:24.922433Z",
   "decode_tps": {
    "median": 52.665543069350676,
    "min": 52.26552116906319,
    "max": 52.82127123086595,
    "stdev": 0.19816605286333822,
    "n": 5
   },
   "e2e_tps": {
    "median": 51.13923264592087,
    "min": 50.794177380080534,
    "max": 51.27085965033531,
    "stdev": 0.17083597753909913,
    "n": 5
   },
   "ttft_s": {
    "median": 0.31065292897983454,
    "min": 0.302895508997608,
    "max": 0.31204641101066954,
    "stdev": 0.0036150490863715865,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 4,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T03:12:24.922745Z",
   "end": "2026-09-24T03:13:47.283789Z",
   "decode_tps": {
    "median": 31.765500659857278,
    "min": 29.697373265373784,
    "max": 32.89356615436822,
    "stdev": 1.081278254239538,
    "n": 5
   },
   "e2e_tps": {
    "median": 31.24830403377015,
    "min": 29.29132630025729,
    "max": 32.36481422791053,
    "stdev": 1.037611049399527,
    "n": 5
   },
   "ttft_s": {
    "median": 0.28469609600142576,
    "min": 0.2726681989734061,
    "max": 0.29825468600029126,
    "stdev": 0.009478380429013247,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-prose2": {
   "start": "2026-09-24T03:13:47.284098Z",
   "end": "2026-09-24T03:15:19.360703Z",
   "decode_tps": {
    "median": 28.096832911046235,
    "min": 27.975949300176225,
    "max": 28.457373954477696,
    "stdev": 0.16877691121756025,
    "n": 5
   },
   "e2e_tps": {
    "median": 27.727376467069007,
    "min": 27.602561546637236,
    "max": 28.093428111831376,
    "stdev": 0.1694924207250327,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2751621979987249,
    "min": 0.26610920898383483,
    "max": 0.2833137319830712,
    "stdev": 0.00636920423840279,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 4,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T03:15:19.360900Z",
   "end": "2026-09-24T03:17:48.375919Z",
   "agg_tps": {
    "median": 68.90043919413297,
    "min": 67.26018174004479,
    "max": 70.38741791972843,
    "stdev": 1.0250982333140672,
    "n": 5
   },
   "per_stream_decode_median": 22.819343452595632,
   "waves": [
    {
     "wall_s": 30.029465629020706,
     "tokens": 2048,
     "agg_tps": 68.19968178257548,
     "per_stream_decode": [
      17.330983415469433,
      29.674530897233026,
      17.239953136699377,
      27.87157712372412
     ],
     "errors": []
    },
    {
     "wall_s": 29.715141758002574,
     "tokens": 2048,
     "agg_tps": 68.92109136408389,
     "per_stream_decode": [
      18.017023748034518,
      29.3220631361003,
      17.426993049078842,
      27.621663157156743
     ],
     "errors": []
    },
    {
     "wall_s": 29.096109227015404,
     "tokens": 2048,
     "agg_tps": 70.38741791972843,
     "per_stream_decode": [
      17.99971657795235,
      28.320648117565863,
      17.80305666705549,
      29.365599983227597
     ],
     "errors": []
    },
    {
     "wall_s": 30.44892159101437,
     "tokens": 2048,
     "agg_tps": 67.26018174004479,
     "per_stream_decode": [
      17.926219994823803,
      27.923457787314774,
      17.006494004776034,
      30.995281662385445
     ],
     "errors": []
    },
    {
     "wall_s": 29.724048554024193,
     "tokens": 2048,
     "agg_tps": 68.90043919413297,
     "per_stream_decode": [
      17.92787249161996,
      29.444913146434587,
      17.42699541032832,
      27.722769512862573
     ],
     "errors": []
    }
   ]
  }
 }
}