launcher/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e5-draft-head-fp8.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T03:33:36.560658Z",
   "end": "2026-09-24T03:35:01.787553Z",
   "decode_tps": {
    "median": 30.498101268011187,
    "min": 30.243856550332247,
    "max": 30.786130518748354,
    "stdev": 0.18168216715658586,
    "n": 5
   },
   "e2e_tps": {
    "median": 30.0254319225977,
    "min": 29.75342580689415,
    "max": 30.29953950058001,
    "stdev": 0.18357552959856419,
    "n": 5
   },
   "ttft_s": {
    "median": 0.29706955602159724,
    "min": 0.29065055400133133,
    "max": 0.3121090880013071,
    "stdev": 0.0071557501219345525,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 3,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T03:35:01.787910Z",
   "end": "2026-09-24T03:35:50.319550Z",
   "decode_tps": {
    "median": 54.325956174454866,
    "min": 54.15575094673564,
    "max": 54.61819745104633,
    "stdev": 0.20026431060744665,
    "n": 5
   },
   "e2e_tps": {
    "median": 52.701175595450266,
    "min": 52.56320939517117,
    "max": 52.98276508080466,
    "stdev": 0.18032406569516368,
    "n": 5
   },
   "ttft_s": {
    "median": 0.30766363398288377,
    "min": 0.3037464920198545,
    "max": 0.3095748559862841,
    "stdev": 0.0020789926196880834,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 1,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T03:35:50.319819Z",
   "end": "2026-09-24T03:37:08.454057Z",
   "decode_tps": {
    "median": 32.97563454721633,
    "min": 32.26059080487023,
    "max": 34.60662529795313,
    "stdev": 0.8447515063688072,
    "n": 5
   },
   "e2e_tps": {
    "median": 32.46911135055481,
    "min": 31.79044869550587,
    "max": 34.002811961904335,
    "stdev": 0.7980424993760676,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2725430429854896,
    "min": 0.26570678598363884,
    "max": 0.29161949298577383,
    "stdev": 0.009226482771044918,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-prose2": {
   "start": "2026-09-24T03:37:08.454348Z",
   "end": "2026-09-24T03:38:41.014076Z",
   "decode_tps": {
    "median": 27.930453918121465,
    "min": 27.909100079402,
    "max": 28.32840390173375,
    "stdev": 0.15800339613757916,
    "n": 5
   },
   "e2e_tps": {
    "median": 27.567603385073852,
    "min": 27.546613983541643,
    "max": 27.9441930519772,
    "stdev": 0.14886844684677136,
    "n": 5
   },
   "ttft_s": {
    "median": 0.280362689984031,
    "min": 0.26309179002419114,
    "max": 0.287192433985183,
    "stdev": 0.008322868765609224,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 2,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T03:38:41.014255Z",
   "end": "2026-09-24T03:41:09.217891Z",
   "agg_tps": {
    "median": 69.46540319994251,
    "min": 68.3257498191875,
    "max": 69.57172763665461,
    "stdev": 0.5195680406993157,
    "n": 5
   },
   "per_stream_decode_median": 23.291582721256802,
   "waves": [
    {
     "wall_s": 29.974058176012477,
     "tokens": 2048,
     "agg_tps": 68.3257498191875,
     "per_stream_decode": [
      17.27112626772283,
      29.02624189001746,
      17.49654465651642,
      28.211025033862136
     ],
     "errors": []
    },
    {
     "wall_s": 29.437245121982414,
     "tokens": 2048,
     "agg_tps": 69.57172763665461,
     "per_stream_decode": [
      17.597029985378757,
      29.04793763021858,
      17.643764536075736,
      28.754876881876875
     ],
     "errors": []
    },
    {
     "wall_s": 29.84434698399855,
     "tokens": 2048,
     "agg_tps": 68.62271106478097,
     "per_stream_decode": [
      17.356541791081067,
      30.79483473243217,
      17.537704299658873,
      28.82988863585415
     ],
     "errors": []
    },
    {
     "wall_s": 29.482302062009694,
     "tokens": 2048,
     "agg_tps": 69.46540319994251,
     "per_stream_decode": [
      17.578383517708033,
      29.02544550202472,
      17.67299850877779,
      30.794002241591535
     ],
     "errors": []
    },
    {
     "wall_s": 29.464242398011265,
     "tokens": 2048,
     "agg_tps": 69.50798097351496,
     "per_stream_decode": [
      18.372140408651468,
      30.138107238240536,
      17.58305717872259,
      32.26035773043606
     ],
     "errors": []
    }
   ]
  }
 }
}