ob-f3-serving.jsonl 19 KB

12345678910111213141516171819202122232425262728293031323334353637383940
  1. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.28290049300994724, "total_s": 15.202510098024504, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "4e14cdd6570bfd42", "decode_tps": 34.250728428044305, "e2e_tps": 33.67913380232669, "rep": 0}
  2. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.27274253897485323, "total_s": 15.033154257980641, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "07a97367450aef78", "decode_tps": 34.61999059533001, "e2e_tps": 34.05840317296785, "rep": 1}
  3. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.26976400599232875, "total_s": 15.232343823008705, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "f07ea22bed4733ca", "decode_tps": 34.15239604761976, "e2e_tps": 33.6132004510652, "rep": 2}
  4. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2733834200189449, "total_s": 15.1462455750152, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "455f08ca731d22aa", "decode_tps": 34.358336079713595, "e2e_tps": 33.80419815850137, "rep": 3}
  5. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2676773499988485, "total_s": 15.176858342980267, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "c942b9706bf6d12f", "decode_tps": 34.274566645912266, "e2e_tps": 33.735942983559, "rep": 4}
  6. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.2882653340057004, "total_s": 8.438441745995078, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "c0c447b3c4c5dd6e", "decode_tps": 62.69971445717412, "e2e_tps": 60.67628431945975, "rep": 0}
  7. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.2826266750053037, "total_s": 8.50389439400169, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "c0c447b3c4c5dd6e", "decode_tps": 62.15725972313302, "e2e_tps": 60.209015956415236, "rep": 1}
  8. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.2822947039967403, "total_s": 8.470848447992466, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "c0c447b3c4c5dd6e", "decode_tps": 62.40522466787184, "e2e_tps": 60.443563701642304, "rep": 2}
  9. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.28273768100189045, "total_s": 8.435542839986738, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "c0c447b3c4c5dd6e", "decode_tps": 62.67873542107646, "e2e_tps": 60.69642339079651, "rep": 3}
  10. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.28446689201518893, "total_s": 8.43387053400511, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "c0c447b3c4c5dd6e", "decode_tps": 62.70511991309862, "e2e_tps": 60.70866672528289, "rep": 4}
  11. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.27420636199531145, "total_s": 14.448116092971759, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a really good security team that's never seen a particular intruder before. If a real bur", "text_sha": "8f8bb2de6d55edaa", "decode_tps": 36.05265632779633, "e2e_tps": 35.43762882300372, "rep": 0}
  12. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24598539801081643, "total_s": 14.225709421007195, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a really well-run security team. It has guards patrolling constantly, and it keeps a fili", "text_sha": "12ba5c50ff8be5ac", "decode_tps": 36.55333723543977, "e2e_tps": 35.9915604885383, "rep": 1}
  13. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24539374498999678, "total_s": 14.334615105006378, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a security team that's never seen a particular intruder before. It's incredibly capable, ", "text_sha": "6588b74663c28d12", "decode_tps": 36.26908831043466, "e2e_tps": 35.71795692778835, "rep": 2}
  14. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.25625738099915907, "total_s": 13.812483664980391, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a security team that's never seen a particular burglar before. The first time that burgla", "text_sha": "9858fa82b7bc07d1", "decode_tps": 37.695192388650085, "e2e_tps": 37.06824163205108, "rep": 3}
  15. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.26301468699239194, "total_s": 13.883612044010079, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a really good security team that's never seen a particular burglar before. The first time", "text_sha": "5d4ac9b5ed380f19", "decode_tps": 37.51718540751272, "e2e_tps": 36.87846970392032, "rep": 4}
  16. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2676815149898175, "total_s": 16.201439820986707, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "16081b7b253ffd5b", "decode_tps": 32.07058925526636, "e2e_tps": 31.602434742330395, "rep": 0}
  17. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24716682400321588, "total_s": 16.135880888003157, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "d8d24282396297d4", "decode_tps": 32.161525481733015, "e2e_tps": 31.73084971687867, "rep": 1}
  18. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24820686201564968, "total_s": 16.24524835802731, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "238ca6ff9624b20a", "decode_tps": 31.94363849920592, "e2e_tps": 31.517133489014412, "rep": 2}
  19. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24301303600077517, "total_s": 16.061761807010043, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "902a89157ecda8dc", "decode_tps": 32.30384681007747, "e2e_tps": 31.87734684347084, "rep": 3}
  20. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.25345754899899475, "total_s": 15.907610294001643, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "0b368fa93a4d0dc5", "decode_tps": 32.64346689095394, "e2e_tps": 32.18621313290993, "rep": 4}
  21. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.36966616701101884, "total_s": 25.134893995011225, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring architectural archetypes, a structure whose essential purpose has remained unchanged for millennia even as its", "text_sha": "d1c5c0c477a0b7d5", "decode_tps": 20.633933912670766, "e2e_tps": 20.37024792584794, "wave": 0}
  22. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3704139159817714, "total_s": 16.52854833297897, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that implements a\nLeast-Recently-Used cache with a fixed ma", "text_sha": "e7076f37f6864df3", "decode_tps": 31.6252234357315, "e2e_tps": 30.9769803377623, "wave": 0}
  23. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.6878533870039973, "total_s": 26.25651935400674, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a solitary tower where the vast, indifferent sea meets the steadfast ingenuity o", "text_sha": "c6b09e6a33e81c3d", "decode_tps": 19.98553245976985, "e2e_tps": 19.500045457378558, "wave": 0}
  24. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.36967520701000467, "total_s": 16.269890064984793, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that implements a\nLeast Recently Used (LRU) cache with a fi", "text_sha": "6468ecaca2984153", "decode_tps": 32.13830218294725, "e2e_tps": 31.46952959451085, "wave": 0}
  25. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3711810059903655, "total_s": 26.665896986989537, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of recorded civilizati", "text_sha": "da5f552304b86c06", "decode_tps": 19.433704217755388, "e2e_tps": 19.200692493377485, "wave": 1}
  26. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3700767919945065, "total_s": 15.55664570798399, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "ee658a11f649f021", "decode_tps": 33.64849653262657, "e2e_tps": 32.91230687522943, "wave": 1}
  27. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.37023692001821473, "total_s": 25.564968196005793, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "ba6631adb3492425", "decode_tps": 20.282094879618136, "e2e_tps": 20.02748065436413, "wave": 1}
  28. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.6964898210135289, "total_s": 18.105000798997935, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "2fdf8936ac99f4ed", "decode_tps": 29.35379844363607, "e2e_tps": 28.279794706656723, "wave": 1}
  29. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.35967590802465566, "total_s": 27.006568509008503, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of recorded civilizati", "text_sha": "8b90301156a80f85", "decode_tps": 19.176872243065873, "e2e_tps": 18.95849925311617, "wave": 2}
  30. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.35995429402100854, "total_s": 15.658670851000352, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "dc4fc55a075a5fe6", "decode_tps": 33.40189541914637, "e2e_tps": 32.69792220235292, "wave": 2}
  31. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3601688079943415, "total_s": 26.094964529998833, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "5a6ce79433aef2da", "decode_tps": 19.85652974982934, "e2e_tps": 19.620785148248817, "wave": 2}
  32. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.6686929859861266, "total_s": 18.11775711097289, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "2fdf8936ac99f4ed", "decode_tps": 29.285558874761595, "e2e_tps": 28.25986658593853, "wave": 2}
  33. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3708760239824187, "total_s": 26.410568061983213, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring architectural archetypes, a structure whose essential purpose has remained unchanged for millennia even as its", "text_sha": "686e15cb26795f94", "decode_tps": 19.624028724543226, "e2e_tps": 19.386316073952553, "wave": 3}
  34. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3699775070126634, "total_s": 16.270191721996525, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that implements a\nLeast-Recently-Used cache with a fixed ma", "text_sha": "053f18e198bb4ffb", "decode_tps": 32.13836932980318, "e2e_tps": 31.46900913762486, "wave": 3}
  35. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.6783630749851, "total_s": 26.41044361400418, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a solitary tower where the vast, indifferent sea meets the steadfast ingenuity o", "text_sha": "dc9a2841451ce5b1", "decode_tps": 19.85861150345344, "e2e_tps": 19.386395679614644, "wave": 3}
  36. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3691190370009281, "total_s": 16.13600198397762, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that implements a\nLeast Recently Used (LRU) cache with a fi", "text_sha": "6468ecaca2984153", "decode_tps": 32.410098611037014, "e2e_tps": 31.730666678299876, "wave": 3}
  37. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.37976516599883325, "total_s": 26.995766092004487, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and hope, a structure whose history stretches back to the dawn of recorded civilization. It", "text_sha": "0951a1cfe5a3f914", "decode_tps": 19.199059807942152, "e2e_tps": 18.966017310082446, "wave": 4}
  38. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3788405360246543, "total_s": 16.608072028000606, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides :class:`LRUCache`, a fixed-capacity cache that e", "text_sha": "92dd1a1044295430", "decode_tps": 31.48728255206798, "e2e_tps": 30.829231462449382, "wave": 4}
  39. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.7694531150045805, "total_s": 26.92095039098058, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization an", "text_sha": "62c39db76ef0b088", "decode_tps": 19.540177088311744, "e2e_tps": 19.01882177434818, "wave": 4}
  40. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7694069709978066, "total_s": 16.60740108101163, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "6e1bb2e93e005f1f", "decode_tps": 32.265380648920534, "e2e_tps": 30.83071610134679, "wave": 4}