launcher/docker-images/mia-tp4/docs/results/overnight-20260924-0311/ob-e7-draft-tau.summary.json

{
 "base": "http://10.0.0.1:8888",
 "reps": 5,
 "max_tokens": 512,
 "phases": {
  "c1-prose": {
   "start": "2026-09-24T04:33:41.433410Z",
   "end": "2026-09-24T04:35:03.462881Z",
   "decode_tps": {
    "median": 31.632364048553768,
    "min": 31.61273038419295,
    "max": 31.890700007101092,
    "stdev": 0.11322438638563266,
    "n": 5
   },
   "e2e_tps": {
    "median": 31.145552037761643,
    "min": 31.110035091946585,
    "max": 31.396406687352496,
    "stdev": 0.10886787955642092,
    "n": 5
   },
   "ttft_s": {
    "median": 0.29017082101199776,
    "min": 0.28411847600364126,
    "max": 0.30623288700007834,
    "stdev": 0.008050693974710437,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 4,
   "errors": []
  },
  "c1-code": {
   "start": "2026-09-24T04:35:03.463050Z",
   "end": "2026-09-24T04:35:50.247787Z",
   "decode_tps": {
    "median": 56.40674957193174,
    "min": 56.15823372874459,
    "max": 56.571671614696804,
    "stdev": 0.1544603124379177,
    "n": 5
   },
   "e2e_tps": {
    "median": 54.69039818883452,
    "min": 54.4831245526331,
    "max": 54.88424748194204,
    "stdev": 0.14934747409801208,
    "n": 5
   },
   "ttft_s": {
    "median": 0.2968174460111186,
    "min": 0.29328147100750357,
    "max": 0.30259003801620565,
    "stdev": 0.0032381558461732777,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 1,
   "errors": []
  },
  "c1-chat_sampled": {
   "start": "2026-09-24T04:35:50.248160Z",
   "end": "2026-09-24T04:37:06.745271Z",
   "decode_tps": {
    "median": 33.61030855011303,
    "min": 32.84740268896944,
    "max": 36.49448079106804,
    "stdev": 1.2693648759528222,
    "n": 5
   },
   "e2e_tps": {
    "median": 33.09100335069414,
    "min": 32.36363603857518,
    "max": 35.900557910092324,
    "stdev": 1.2327838697059448,
    "n": 5
   },
   "ttft_s": {
    "median": 0.26343931298470125,
    "min": 0.259499528008746,
    "max": 0.26881458298885264,
    "stdev": 0.003641724011034907,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c1-prose2": {
   "start": "2026-09-24T04:37:06.745508Z",
   "end": "2026-09-24T04:38:35.771521Z",
   "decode_tps": {
    "median": 29.107129879925626,
    "min": 28.881264552307893,
    "max": 29.518134946376176,
    "stdev": 0.20750923690092793,
    "n": 5
   },
   "e2e_tps": {
    "median": 28.708151760956667,
    "min": 28.509071322449447,
    "max": 29.127824359961362,
    "stdev": 0.20276790651771465,
    "n": 5
   },
   "ttft_s": {
    "median": 0.26674601100967266,
    "min": 0.2660649140016176,
    "max": 0.27881956700002775,
    "stdev": 0.00482896640049737,
    "n": 5
   },
   "completion_tokens": [
    512,
    512,
    512,
    512,
    512
   ],
   "distinct_outputs": 5,
   "errors": []
  },
  "c4": {
   "start": "2026-09-24T04:38:35.771716Z",
   "end": "2026-09-24T04:41:02.109188Z",
   "agg_tps": {
    "median": 70.114356119735,
    "min": 68.91261579519082,
    "max": 70.54212268488905,
    "stdev": 0.5828861923962626,
    "n": 5
   },
   "per_stream_decode_median": 23.684605369329994,
   "waves": [
    {
     "wall_s": 29.0718330469972,
     "tokens": 2048,
     "agg_tps": 70.4461943176829,
     "per_stream_decode": [
      17.8097575816858,
      30.766030731549776,
      18.948467448077913,
      29.828423041731398
     ],
     "errors": []
    },
    {
     "wall_s": 29.209424622007646,
     "tokens": 2048,
     "agg_tps": 70.114356119735,
     "per_stream_decode": [
      17.72131909874225,
      28.42074329058207,
      17.808523363529176,
      29.14585034269273
     ],
     "errors": []
    },
    {
     "wall_s": 29.30320798899629,
     "tokens": 2048,
     "agg_tps": 69.88995883211997,
     "per_stream_decode": [
      17.809938408920168,
      29.030302548645075,
      17.677398472115645,
      31.12108961813845
     ],
     "errors": []
    },
    {
     "wall_s": 29.718796425993787,
     "tokens": 2048,
     "agg_tps": 68.91261579519082,
     "per_stream_decode": [
      17.458625353826736,
      31.01559117601979,
      17.410037203600417,
      28.810992549548523
     ],
     "errors": []
    },
    {
     "wall_s": 29.032299030019203,
     "tokens": 2048,
     "agg_tps": 70.54212268488905,
     "per_stream_decode": [
      18.01339505060383,
      32.17678287310612,
      18.035363278814625,
      30.019679583678446
     ],
     "errors": []
    }
   ]
  }
 }
}