ob-e2-w8-drop-mid.jsonl 17 KB

1234567891011121314151617181920212223242526272829303132333435
  1. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.28792399901431054, "total_s": 17.992530997027643, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "d2bfbce128507ba6", "decode_tps": 28.862808530646223, "e2e_tps": 28.456508763101848, "rep": 0}
  2. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.29513513602432795, "total_s": 17.88293636601884, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "c80b47dfaf6304ae", "decode_tps": 29.054411016101817, "e2e_tps": 28.63082150427199, "rep": 1}
  3. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.29906008898979053, "total_s": 18.163813513005152, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "e888d60ae57c483e", "decode_tps": 28.603965746396, "e2e_tps": 28.18806491282327, "rep": 2}
  4. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2933370530081447, "total_s": 18.000971995003056, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "6eede7532baf782b", "decode_tps": 28.85776483063593, "e2e_tps": 28.44305992321338, "rep": 3}
  5. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.29385008799727075, "total_s": 18.286882009007968, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "cfb7157dd04bcb87", "decode_tps": 28.400104003159516, "e2e_tps": 27.998426488195335, "rep": 4}
  6. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.2975577360193711, "total_s": 10.919930660020327, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "dfb19e67972f9547", "decode_tps": 48.1066719037942, "e2e_tps": 46.88737020264673, "rep": 0}
  7. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.316437571978895, "total_s": 10.975499552994734, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "dfb19e67972f9547", "decode_tps": 47.94130506870396, "e2e_tps": 46.650185543656285, "rep": 1}
  8. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.29471399702015333, "total_s": 10.932725040009245, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "dfb19e67972f9547", "decode_tps": 48.03605252121343, "e2e_tps": 46.832592372878715, "rep": 2}
  9. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3024652650055941, "total_s": 10.934796913003083, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "dfb19e67972f9547", "decode_tps": 48.06140582847318, "e2e_tps": 46.823428593197, "rep": 3}
  10. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.29581018100725487, "total_s": 10.935489299998153, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "dfb19e67972f9547", "decode_tps": 48.02836332799382, "e2e_tps": 46.820604005714195, "rep": 4}
  11. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.27251158200670034, "total_s": 16.679257957992377, "error": null, "text_head": "# Your Immune System Is Basically a Very Fast Learner\n\nImagine your body hires security guards. They're strong, but they can only fight intruders they've been t", "text_sha": "ebd1214be9ba0020", "decode_tps": 31.145973414529234, "e2e_tps": 30.697050722212982, "rep": 0}
  12. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.27306014599162154, "total_s": 16.88400426998851, "error": null, "text_head": "# Your Immune System Is Basically a Very Fast Learner\n\nImagine your body has a security team. It's good \u2014 scary good \u2014 but it has one weakness: it can only figh", "text_sha": "481dd85fca9e4230", "decode_tps": 30.763102544318894, "e2e_tps": 30.324803863988187, "rep": 1}
  13. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2700892749999184, "total_s": 15.977781941997819, "error": null, "text_head": "# Your Immune System Is a Very Fast Learner (And Vaccines Are Its Study Guide)\n\nImagine your body has a security team. It's brilliant, but it has one flaw: it c", "text_sha": "e693124c0c2a9fb0", "decode_tps": 32.53209947652125, "e2e_tps": 32.044758091283576, "rep": 2}
  14. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.27319814899237826, "total_s": 16.200663577998057, "error": null, "text_head": "# Your Immune System Is Basically a Very Fast Learner\n\nImagine your body has a security team. It's good, but it has one weakness: it can only fight off intruder", "text_sha": "d91f9e1ecff906df", "decode_tps": 32.08320887081055, "e2e_tps": 31.6038991198108, "rep": 3}
  15. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2735881900007371, "total_s": 16.26481799100293, "error": null, "text_head": "# Your Immune System Is Basically a Really Good Detective Agency\n\nImagine your body is a city, and your immune system is its police force. It's incredibly good ", "text_sha": "0578c8360b1225f4", "decode_tps": 31.955450836721173, "e2e_tps": 31.479408767946907, "rep": 4}
  16. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.39370853098807856, "total_s": 28.716081666003447, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of organized seafaring", "text_sha": "9e8dc266d646fb52", "decode_tps": 18.042386855011983, "e2e_tps": 17.829841162233574, "wave": 0}
  17. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7457874579995405, "total_s": 20.973319146985887, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that combines a hash map\n(``dict``) with a doubly linked li", "text_sha": "410cf7b1c2cc7953", "decode_tps": 25.262806246882977, "e2e_tps": 24.41216234938119, "wave": 0}
  18. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.39340331000857987, "total_s": 29.405517967999913, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "bb3d2740b0672c9d", "decode_tps": 17.613398417616523, "e2e_tps": 17.41176308545741, "wave": 0}
  19. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3927534760150593, "total_s": 20.84582103000139, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "e1d89ef995b3d082", "decode_tps": 24.984198252458164, "e2e_tps": 24.56144254382234, "wave": 0}
  20. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.39492041399353184, "total_s": 28.160311351995915, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of recorded civilizati", "text_sha": "c7a8fb670b8cd951", "decode_tps": 18.404265621885628, "e2e_tps": 18.181674336106887, "wave": 1}
  21. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.39389916497748345, "total_s": 19.78796174499439, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "645f87ca5bd3084c", "decode_tps": 26.348456846272658, "e2e_tps": 25.874496950580756, "wave": 1}
  22. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.7205449230095837, "total_s": 28.15972943798988, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization and", "text_sha": "7aac85304704503e", "decode_tps": 18.623090764286925, "e2e_tps": 18.182076907087627, "wave": 1}
  23. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.39463615301065147, "total_s": 20.37241107400041, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "14f44a35500b7113", "decode_tps": 25.578647955268107, "e2e_tps": 25.1322433919965, "wave": 1}
  24. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.4027676619880367, "total_s": 29.29321683800663, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of organized seafaring", "text_sha": "3454c373feaa506b", "decode_tps": 17.6875690183544, "e2e_tps": 17.478510303786774, "wave": 2}
  25. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.4015773390128743, "total_s": 20.036192775995005, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an `LRUCache` class that combines a hash map (dict) with a\ndoubl", "text_sha": "303c30bfb7a2f412", "decode_tps": 26.02568320284832, "e2e_tps": 25.553966729131385, "wave": 2}
  26. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.7975588270055596, "total_s": 28.437258874997497, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of organized civilization an", "text_sha": "9c4974d661876291", "decode_tps": 18.4879913286725, "e2e_tps": 18.004635073794194, "wave": 2}
  27. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7975865390035324, "total_s": 20.71470630200929, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "f9ab5ad9d0121c83", "decode_tps": 25.656399549371745, "e2e_tps": 24.716813122668842, "wave": 2}
  28. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3849895590101369, "total_s": 29.16921051699319, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of organized seafaring", "text_sha": "649bba0e2aa3499d", "decode_tps": 17.752856534720774, "e2e_tps": 17.55282751524566, "wave": 3}
  29. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7243032630067319, "total_s": 21.208916617004434, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that combines a hash map\n(``dict``) with a doubly linked li", "text_sha": "410cf7b1c2cc7953", "decode_tps": 24.945838621591175, "e2e_tps": 24.141057234739446, "wave": 3}
  30. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3850617200077977, "total_s": 29.52641840299475, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of organized seafaring. Its", "text_sha": "ff55873452342776", "decode_tps": 17.535272593572703, "e2e_tps": 17.340457892662, "wave": 3}
  31. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.38429559700307436, "total_s": 20.75538804900134, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "bdea7e3f81212bd4", "decode_tps": 25.08471166772687, "e2e_tps": 24.66843452143531, "wave": 3}
  32. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.410156852012733, "total_s": 28.684559026005445, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of organized seafaring", "text_sha": "9e8dc266d646fb52", "decode_tps": 18.07300757006893, "e2e_tps": 17.84944439835784, "wave": 4}
  33. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.40981745399767533, "total_s": 20.996085694001522, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "e1d89ef995b3d082", "decode_tps": 24.822520901602918, "e2e_tps": 24.38564154473578, "wave": 4}
  34. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.40856342000188306, "total_s": 29.730185455991887, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "41252249d8621453", "decode_tps": 17.427483238375693, "e2e_tps": 17.221623214663445, "wave": 4}
  35. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7452026000246406, "total_s": 20.869093097018776, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that combines a hash map\n(``dict``) with a doubly linked li", "text_sha": "410cf7b1c2cc7953", "decode_tps": 25.3929100352451, "e2e_tps": 24.534080063532958, "wave": 4}