ob-b1-packed-converged.jsonl 17 KB

1234567891011121314151617181920212223242526272829303132333435
  1. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.28559918102109805, "total_s": 17.680452434025938, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "a3b8c6a9bb7d6bc7", "decode_tps": 29.37662550714454, "e2e_tps": 28.958651479217288, "rep": 0}
  2. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.285855119000189, "total_s": 17.789777460013283, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "3b39b4915f7bf858", "decode_tps": 29.193594856902326, "e2e_tps": 28.780707582991937, "rep": 1}
  3. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2819182919920422, "total_s": 17.660853612993378, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "96e4c3736b968b4a", "decode_tps": 29.403560504939723, "e2e_tps": 28.990815012627543, "rep": 2}
  4. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.29402132201357745, "total_s": 17.63007808601833, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "0034c6200c0fe295", "decode_tps": 29.476343416194037, "e2e_tps": 29.04147716194027, "rep": 3}
  5. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.28454807502566837, "total_s": 17.659913003008114, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "4bf7b80de5994713", "decode_tps": 29.40968182198336, "e2e_tps": 28.99243602659529, "rep": 4}
  6. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.2932378629921004, "total_s": 11.47914762198343, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly ", "text_sha": "ee5316d1bbbc35dd", "decode_tps": 45.682995219203434, "e2e_tps": 44.603113430780326, "rep": 0}
  7. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.2939722430019174, "total_s": 11.399651707004523, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly ", "text_sha": "ee5316d1bbbc35dd", "decode_tps": 46.01307085433722, "e2e_tps": 44.91420229285359, "rep": 1}
  8. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.304252206988167, "total_s": 11.667743689991767, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly ", "text_sha": "ee5316d1bbbc35dd", "decode_tps": 44.96921372342019, "e2e_tps": 43.88227191588629, "rep": 2}
  9. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.29327960399677977, "total_s": 11.42693475598935, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly ", "text_sha": "ee5316d1bbbc35dd", "decode_tps": 45.89754407536166, "e2e_tps": 44.80705127897391, "rep": 3}
  10. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.2870123600005172, "total_s": 11.868290579004679, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly ", "text_sha": "ee5316d1bbbc35dd", "decode_tps": 44.12354688798888, "e2e_tps": 43.14074647723373, "rep": 4}
  11. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.27178542100591585, "total_s": 16.76322953798808, "error": null, "text_head": "# How a Vaccine Teaches Your Body to Win a Fight It Hasn't Had Yet\n\nImagine you're a security guard at a huge, important building. You've been trained to spot t", "text_sha": "e2e3aa20df8fb3e7", "decode_tps": 30.986092022745293, "e2e_tps": 30.543358402934047, "rep": 0}
  12. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2630694510007743, "total_s": 18.051478976994986, "error": null, "text_head": "# How a Vaccine Teaches Your Body to Fight a Virus\n\nImagine your immune system as a really well-trained security team. The problem is, they've never seen this p", "text_sha": "47f1cb50f35acb11", "decode_tps": 28.72681693237661, "e2e_tps": 28.3635667298301, "rep": 1}
  13. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2626528210239485, "total_s": 18.184566873998847, "error": null, "text_head": "# How a Vaccine Teaches Your Body to Fight a Virus It's Never Met\n\nImagine your immune system as a really well-run neighborhood watch. It patrols constantly, an", "text_sha": "943505e921e6df8a", "decode_tps": 28.512726293151896, "e2e_tps": 28.15588628941606, "rep": 2}
  14. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.30039501399733126, "total_s": 17.40782615999342, "error": null, "text_head": "# How a Vaccine Teaches Your Body to Fight a Virus It's Never Met\n\nImagine your immune system as a huge, well-trained security team. The problem is, they've nev", "text_sha": "f35097abb2085c47", "decode_tps": 29.87032774341892, "e2e_tps": 29.41231721413886, "rep": 3}
  15. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.25842903601005673, "total_s": 18.38769862501067, "error": null, "text_head": "# Your Immune System Is Basically a Really Good Bouncer\n\nImagine a nightclub. The bouncer has never seen a particular troublemaker before. One night, the guy wa", "text_sha": "5cbbb665748a542c", "decode_tps": 28.186732658868056, "e2e_tps": 27.844964534970483, "rep": 4}
  16. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.38586843700613827, "total_s": 30.586020260001533, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches across more than two millennia of innov", "text_sha": "0e10528a1f16837a", "decode_tps": 16.92052684415916, "e2e_tps": 16.739753939052807, "wave": 0}
  17. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3853482740232721, "total_s": 21.42255280801328, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that implements a Least\nRecently Used (LRU) cache with a fi", "text_sha": "426782092e9b14ad", "decode_tps": 24.290441736323977, "e2e_tps": 23.90018349174772, "wave": 0}
  18. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.38488732901168987, "total_s": 29.9719371329993, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and evocative structures, a beacon of hope and a testament to our ingenuity in the face of a hostile and unpre", "text_sha": "dcda92314ba4f1a3", "decode_tps": 17.271145495014004, "e2e_tps": 17.082720252675074, "wave": 0}
  19. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7278755299921613, "total_s": 20.69217064397526, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "6672bf0aaf25febd", "decode_tps": 25.59594991967907, "e2e_tps": 24.743896473020136, "wave": 0}
  20. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3788747559883632, "total_s": 29.191963535005925, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and hope, a structure whose history stretches back to the dawn of recorded civilization and", "text_sha": "411947d0196d3146", "decode_tps": 17.73513852381801, "e2e_tps": 17.53921330633857, "wave": 1}
  21. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3779643689922523, "total_s": 21.44267058398691, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "695f84c7e7c4e365", "decode_tps": 24.25892636594806, "e2e_tps": 23.877951330142693, "wave": 1}
  22. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3769663810089696, "total_s": 29.191076491988497, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of hope and guidance, a solitary tower where the vast, indifferent sea meets the steadfast ingenuity of", "text_sha": "93c1dcd6a0cf2729", "decode_tps": 17.73453974609585, "e2e_tps": 17.539775432728195, "wave": 1}
  23. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7593116300122347, "total_s": 20.71711147899623, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "6672bf0aaf25febd", "decode_tps": 25.604302617672648, "e2e_tps": 24.714128443440448, "wave": 1}
  24. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.786105856008362, "total_s": 30.622210653004004, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic hope that has stood at the edge of the", "text_sha": "3bf4d05d123c0534", "decode_tps": 17.126972835376304, "e2e_tps": 16.719958951633476, "wave": 2}
  25. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7855457259865943, "total_s": 22.032090074993903, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "821393c2133e2961", "decode_tps": 24.05112955133718, "e2e_tps": 23.238978890284866, "wave": 2}
  26. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.38911934502539225, "total_s": 30.027394328004448, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure born of the simple, desperate need to keep ships and their crews fro", "text_sha": "cb9670e0d442f1d3", "decode_tps": 17.24132094767468, "e2e_tps": 17.051195735381384, "wave": 2}
  27. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3888014400145039, "total_s": 21.779643487010617, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an `LRUCache` class that combines a hash map (dict) with a\ndoubl", "text_sha": "33bbc868dfcc2214", "decode_tps": 23.888820965354466, "e2e_tps": 23.508280310891696, "wave": 2}
  28. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.40588791100890376, "total_s": 30.79486678901594, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches across more than two millennia of innov", "text_sha": "b768812521789841", "decode_tps": 16.815391140032474, "e2e_tps": 16.626229975925813, "wave": 3}
  29. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.4040579370048363, "total_s": 22.01276550401235, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "e7346de8661dc49c", "decode_tps": 23.64799107622808, "e2e_tps": 23.259343863162666, "wave": 3}
  30. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.40403022401733324, "total_s": 30.26785741202184, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of hope and guidance, a solitary tower where the vast, indifferent sea meets the steadfast ingenuity of", "text_sha": "58053224f73bc8a6", "decode_tps": 17.111087078665044, "e2e_tps": 16.915717272605335, "wave": 3}
  31. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7306097379769199, "total_s": 20.827463030989747, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "6672bf0aaf25febd", "decode_tps": 25.427018121659994, "e2e_tps": 24.58306855616484, "wave": 3}
  32. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.377406303974567, "total_s": 30.92149425399839, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches across more than two millennia of innov", "text_sha": "061c1a8e35e3797e", "decode_tps": 16.729977206223374, "e2e_tps": 16.558122046597024, "wave": 4}
  33. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.37654502101941034, "total_s": 21.99022173200501, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "e7346de8661dc49c", "decode_tps": 23.642544697927427, "e2e_tps": 23.28317962122106, "wave": 4}
  34. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3766824140038807, "total_s": 30.24074997700518, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of hope and guidance, a solitary tower where the vast, indifferent sea meets the steadfast ingenuity of", "text_sha": "58053224f73bc8a6", "decode_tps": 17.11094755394835, "e2e_tps": 16.93087863110013, "wave": 4}
  35. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.707729498972185, "total_s": 20.78780652198475, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "6672bf0aaf25febd", "decode_tps": 25.44826318027504, "e2e_tps": 24.629966852390965, "wave": 4}