recipes/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e10-ep1-k3.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T05:37:58.285601Z",
   "end": "2026-09-24T05:39:14.659412Z",
   "decode_tps": {
    "median": 34.229893215514146,
    "min": 33.70124863353135,
    "max": 34.41648933949413,
    "stdev": 0.28662511390839096,
    "n": 5
   },
   "e2e_tps": {
    "median": 33.6833127640921,
    "min": 33.10908712017757,
    "max": 33.82318754285835,
    "stdev": 0.2906581842247987,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2851390730065759,
    "min": 0.2719331970147323,
    "max": 0.30138957197777927,
    "stdev": 0.010680740817586824,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 3,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T05:39:14.659746Z",
   "end": "2026-09-24T05:40:01.787879Z",
   "decode_tps": {
    "median": 55.993374010998174,
    "min": 55.163097077652964,
    "max": 56.38866520591978,
    "stdev": 0.40417126580952817,
    "n": 5
   },
   "e2e_tps": {
    "median": 54.416792520853235,
    "min": 53.66800492695245,
    "max": 54.83083739270938,
    "stdev": 0.380821084684543,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2762417590129189,
    "min": 0.2749013339926023,
    "max": 0.2827805129927583,
    "stdev": 0.0028216721461682367,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 3,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T05:40:01.788058Z",
   "end": "2026-09-24T05:41:11.857727Z",
   "decode_tps": {
    "median": 36.975580580363705,
    "min": 36.62598034137787,
    "max": 38.55859544382572,
    "stdev": 0.7050511653921208,
    "n": 5
   },
   "e2e_tps": {
    "median": 36.33805328501966,
    "min": 36.0391387831785,
    "max": 37.903690612994154,
    "stdev": 0.6874609077707041,
    "n": 5
   },
   "ttft_s": {
    "median": 0.26353142902371474,
    "min": 0.2549317980010528,
    "max": 0.2702386589953676,
    "stdev": 0.006692290857838588,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-prose2": {
   "start": "2026-09-24T05:41:11.857931Z",
   "end": "2026-09-24T05:42:34.288991Z",
   "decode_tps": {
    "median": 31.523186089970757,
    "min": 31.11095116957281,
    "max": 31.80943371488208,
    "stdev": 0.22812704981744117,
    "n": 5
   },
   "e2e_tps": {
    "median": 31.069697129690436,
    "min": 30.70087338536976,
    "max": 31.36061640688902,
    "stdev": 0.21554223346596765,
    "n": 5
   },
   "ttft_s": {
    "median": 0.25196554299327545,
    "min": 0.24774486597743817,
    "max": 0.2687888360233046,
    "stdev": 0.007979169084807296,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T05:42:34.289219Z",
   "end": "2026-09-24T05:44:49.572408Z",
   "agg_tps": {
    "median": 76.20272487139474,
    "min": 73.68566368968531,
    "max": 77.52149277457093,
    "stdev": 1.5652150029718592,
    "n": 5
   },
   "per_stream_decode_median": 22.47753189138034,
   "waves": [
    {
     "wall_s": 26.418479916988872,
     "tokens": 2048,
     "agg_tps": 77.52149277457093,
     "per_stream_decode": [
      20.13078942134432,
      28.35630743808786,
      19.85250040453597,
      27.545697594009823
     ],
     "errors": []
    },
    {
     "wall_s": 26.552729637973243,
     "tokens": 2048,
     "agg_tps": 77.12954667647958,
     "per_stream_decode": [
      19.510024592558334,
      27.381345893395693,
      19.963542363276066,
      27.16884027303252
     ],
     "errors": []
    },
    {
     "wall_s": 26.875679359975038,
     "tokens": 2048,
     "agg_tps": 76.20272487139474,
     "per_stream_decode": [
      19.327862133024905,
      27.096253618381194,
      19.72646443928712,
      27.263893453527725
     ],
     "errors": []
    },
    {
     "wall_s": 27.793737580010202,
     "tokens": 2048,
     "agg_tps": 73.68566368968531,
     "per_stream_decode": [
      18.631602107196677,
      24.91804217477609,
      18.96588656915399,
      26.952968502154167
     ],
     "errors": []
    },
    {
     "wall_s": 27.64080364300753,
     "tokens": 2048,
     "agg_tps": 74.09335945693806,
     "per_stream_decode": [
      18.745440193462883,
      24.82427436141636,
      19.386212900891376,
      26.564768122718434
     ],
     "errors": []
    }
   ]
  }
 }
}