ob-b0-original.jsonl 17 KB

1234567891011121314151617181920212223242526272829303132333435
  1. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2969734049984254, "total_s": 18.760153576004086, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "add7cc018f593cea", "decode_tps": 27.67700309238315, "e2e_tps": 27.292176272147486, "rep": 0}
  2. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3090305860096123, "total_s": 17.625786763994256, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "a2a3953c2485398a", "decode_tps": 29.50919808918854, "e2e_tps": 29.048549103596827, "rep": 1}
  3. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.29374190300586633, "total_s": 17.95700457401108, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "180e77e1ddfce7c5", "decode_tps": 28.93026634073192, "e2e_tps": 28.51270932439938, "rep": 2}
  4. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2951523860101588, "total_s": 17.612806401011767, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "add7cc018f593cea", "decode_tps": 29.5077710855838, "e2e_tps": 29.07005726927691, "rep": 3}
  5. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.29054935701424256, "total_s": 17.7449326349888, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "5d800ac50ce75059", "decode_tps": 29.27645476736454, "e2e_tps": 28.853444387816666, "rep": 4}
  6. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.304624481999781, "total_s": 12.35988193101366, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "ee064b94ee42bcb8", "decode_tps": 42.38873408722295, "e2e_tps": 41.424905490574226, "rep": 0}
  7. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3361054499982856, "total_s": 11.74467566999374, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "ee064b94ee42bcb8", "decode_tps": 44.79113673280377, "e2e_tps": 43.59445654041989, "rep": 1}
  8. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.2976356709841639, "total_s": 11.736227633984527, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "1130fc978ed4860b", "decode_tps": 44.67397570637198, "e2e_tps": 43.62621639285975, "rep": 2}
  9. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.29924691800260916, "total_s": 11.813466069987044, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "ee064b94ee42bcb8", "decode_tps": 44.380333022642155, "e2e_tps": 43.34077425780251, "rep": 3}
  10. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.298517257993808, "total_s": 11.742936869995901, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "b71ae37988dd24e6", "decode_tps": 44.651054569186776, "e2e_tps": 43.60112663400796, "rep": 4}
  11. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2685460699722171, "total_s": 19.44214575897786, "error": null, "text_head": "# Your Immune System Is a Really Good Student\n\nImagine your body has its own private security force. It's incredibly good at its job \u2014 but it has one weakness: ", "text_sha": "d49c3a285ef11276", "decode_tps": 26.651409840564057, "e2e_tps": 26.33471781472955, "rep": 0}
  12. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.27563407897832803, "total_s": 18.577826292981626, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a really well-trained security team. The problem is, when a brand-new virus shows up, the", "text_sha": "61d38ec88ca50eb9", "decode_tps": 27.92025308996967, "e2e_tps": 27.55983433723522, "rep": 1}
  13. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.31134711898630485, "total_s": 17.63196128598065, "error": null, "text_head": "# How a Vaccine Teaches Your Body to Fight a Virus\n\nImagine your immune system as a really well-trained security team. The problem is, they've never seen the in", "text_sha": "3561eb81701519bf", "decode_tps": 29.502561780851003, "e2e_tps": 29.03831525402426, "rep": 2}
  14. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2831072179833427, "total_s": 17.478067370975623, "error": null, "text_head": "# How a Vaccine Teaches Your Body to Fight a Virus It's Never Met\n\nImagine your immune system as a really good security team that's never seen a particular intr", "text_sha": "149c52789e706b5a", "decode_tps": 29.718418236106352, "e2e_tps": 29.29425241100806, "rep": 3}
  15. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2750044889980927, "total_s": 17.97233543501352, "error": null, "text_head": "# How a Vaccine Teaches Your Body to Fight\n\nImagine your immune system as a security team that's never seen the actual burglar\u2014only heard rumors. A vaccine is b", "text_sha": "5ffab894c530323a", "decode_tps": 28.874664043625828, "e2e_tps": 28.488474822532357, "rep": 4}
  16. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.41677703001187183, "total_s": 34.03168303001439, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches across more than two millennia of innov", "text_sha": "da1d91dc3602f54b", "decode_tps": 15.201670434395123, "e2e_tps": 15.04488315086444, "wave": 0}
  17. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.41591836998122744, "total_s": 24.11810736299958, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "e7346de8661dc49c", "decode_tps": 21.559347758376386, "e2e_tps": 21.22901561882158, "wave": 0}
  18. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.4157851370109711, "total_s": 33.08219074999215, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of hope and guidance, a solitary tower where the vast, indifferent sea meets the steadfast ingenuity of", "text_sha": "2679c49a5a7dbf56", "decode_tps": 15.643056734855456, "e2e_tps": 15.476677898519073, "wave": 0}
  19. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7592775950033683, "total_s": 22.84225577500183, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "6672bf0aaf25febd", "decode_tps": 23.14013564033147, "e2e_tps": 22.41473075006986, "wave": 0}
  20. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.4214748030062765, "total_s": 30.01192129298579, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a fixed point of light standing against the chaos of sea and storm. Its history ", "text_sha": "7f048ab7ef63c509", "decode_tps": 17.269197473261077, "e2e_tps": 17.059994900735067, "wave": 1}
  21. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.4217679239809513, "total_s": 21.661039061000338, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "d5105b2d159faf3f", "decode_tps": 24.059352176534073, "e2e_tps": 23.637049373714174, "wave": 1}
  22. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.7672112919972278, "total_s": 32.11027491098503, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. It", "text_sha": "a2c81109bfb951d9", "decode_tps": 16.303514987216786, "e2e_tps": 15.945116089748158, "wave": 1}
  23. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.42070635201525874, "total_s": 21.50938261600095, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "b53fc8b950c8e5fb", "decode_tps": 24.231307262962, "e2e_tps": 23.803848496716956, "wave": 1}
  24. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.4106305060267914, "total_s": 33.26551710802596, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches across more than two millennia of innov", "text_sha": "2eb465bf7bf0ea10", "decode_tps": 15.553310715214751, "e2e_tps": 15.39138064932457, "wave": 2}
  25. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7666208810114767, "total_s": 22.410842991026584, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "6672bf0aaf25febd", "decode_tps": 23.609288846899055, "e2e_tps": 22.846286515960113, "wave": 2}
  26. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.4105226169922389, "total_s": 32.077841872000135, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and evocative structures, a beacon of hope and a testament to our ingenuity in the face of a hostile and unpre", "text_sha": "224de7b712d5fd12", "decode_tps": 16.136559785956933, "e2e_tps": 15.961222552976468, "wave": 2}
  27. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.408992370008491, "total_s": 22.82027537698741, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that implements a Least\nRecently Used (LRU) cache with a fi", "text_sha": "c6d3682d4f4cee3a", "decode_tps": 22.80116393008344, "e2e_tps": 22.436332422019838, "wave": 2}
  28. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.4081366590107791, "total_s": 30.899040962016443, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and evocative structures, a beacon of hope and a testament to our ingenuity in the face of a hostile and unpre", "text_sha": "1f8cbb3a67c773a3", "decode_tps": 16.75918200521417, "e2e_tps": 16.570177238156795, "wave": 3}
  29. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.4078273939958308, "total_s": 21.90431998699205, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that implements a Least\nRecently Used (LRU) cache with a fi", "text_sha": "426782092e9b14ad", "decode_tps": 23.771432878406564, "e2e_tps": 23.374493730452194, "wave": 3}
  30. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.4076637449907139, "total_s": 31.766920516995015, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches across more than two millennia of innov", "text_sha": "b20884282f430a75", "decode_tps": 16.29517129302821, "e2e_tps": 16.117533703669615, "wave": 3}
  31. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7458125379926059, "total_s": 21.13840413300204, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "6672bf0aaf25febd", "decode_tps": 25.058231019707353, "e2e_tps": 24.22142145681216, "wave": 3}
  32. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.40875725698424503, "total_s": 30.500672691006912, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches across more than two millennia of innov", "text_sha": "b20884282f430a75", "decode_tps": 16.981395065747215, "e2e_tps": 16.786602657477193, "wave": 4}
  33. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7478813189954963, "total_s": 20.817313539999304, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "6672bf0aaf25febd", "decode_tps": 25.462273755006112, "e2e_tps": 24.595532990767342, "wave": 4}
  34. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.40796589301317, "total_s": 29.826049885014072, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and evocative structures, a beacon of hope and a testament to our ingenuity in the face of a hostile and unpre", "text_sha": "774720db6931fc09", "decode_tps": 17.370357299607626, "e2e_tps": 17.16628923666624, "wave": 4}
  35. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.4080777970084455, "total_s": 21.55245594101143, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that implements a Least\nRecently Used (LRU) cache with a fi", "text_sha": "426782092e9b14ad", "decode_tps": 24.16737939155503, "e2e_tps": 23.756185299669568, "wave": 4}