ob-e9-ep1-conf02.jsonl 19 KB

12345678910111213141516171819202122232425262728293031323334353637383940
  1. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.27620765098254196, "total_s": 15.32271861800109, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "75cf9a668b24ad5a", "decode_tps": 33.96167436317664, "e2e_tps": 33.41473812475493, "rep": 0}
  2. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2890130130108446, "total_s": 15.33917226199992, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "3b42ef5e76c389c3", "decode_tps": 33.95369181676657, "e2e_tps": 33.37913655828912, "rep": 1}
  3. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.26634540400118567, "total_s": 15.447145152982557, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "bbd79e58d576554b", "decode_tps": 33.661337406500905, "e2e_tps": 33.145667054989495, "rep": 2}
  4. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2710865559929516, "total_s": 15.476782276993617, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "8ddc7cdd72671d2d", "decode_tps": 33.606226540295125, "e2e_tps": 33.082197030403165, "rep": 3}
  5. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.276714962994447, "total_s": 15.3380892490095, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "d00f80f4186fef5f", "decode_tps": 33.928312554211644, "e2e_tps": 33.38140057031244, "rep": 4}
  6. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.27502971098874696, "total_s": 8.433683723007562, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "e5e8662faa7701cd", "decode_tps": 62.63427334193451, "e2e_tps": 60.710246338042886, "rep": 0}
  7. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.30509936399175785, "total_s": 8.377424524980597, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "28bd7c2e18820a37", "decode_tps": 63.3042223614169, "e2e_tps": 61.11804908607316, "rep": 1}
  8. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.2872992089833133, "total_s": 8.303285248985048, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "28bd7c2e18820a37", "decode_tps": 63.748793660238285, "e2e_tps": 61.663439938631996, "rep": 2}
  9. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.291929250000976, "total_s": 8.383127787994454, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "28bd7c2e18820a37", "decode_tps": 63.155710448423754, "e2e_tps": 61.07567812487787, "rep": 3}
  10. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.28772949101403356, "total_s": 8.298012376006227, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "28bd7c2e18820a37", "decode_tps": 63.794382122354776, "e2e_tps": 61.70281048945739, "rep": 4}
  11. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.26210932500544004, "total_s": 14.315016940992791, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a security team that's never seen a particular intruder before. If a real burglar (a viru", "text_sha": "39ce342cb6cea2fb", "decode_tps": 36.363113536977885, "e2e_tps": 35.767149613795944, "rep": 0}
  12. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2468403069942724, "total_s": 13.362135911011137, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a huge, well-staffed security team. Every pathogen (virus, bacterium) is like an intruder", "text_sha": "645a84271d739cb3", "decode_tps": 38.96270980048691, "e2e_tps": 38.31777618124065, "rep": 1}
  13. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.25040769399493, "total_s": 14.227413886983413, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a security team that's never seen the intruder before. A real infection is like the intru", "text_sha": "d918bd3b7beb225d", "decode_tps": 36.5605219119433, "e2e_tps": 35.98732286332955, "rep": 2}
  14. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.243538057024125, "total_s": 13.619398068025475, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a security team guarding a huge building \u2014 your body. Every day, millions of things try t", "text_sha": "564bcf24b6d8599c", "decode_tps": 38.20358264390457, "e2e_tps": 37.593855371849315, "rep": 3}
  15. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.25636591599322855, "total_s": 13.952833827002905, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a really good security team that's never seen a particular intruder before. The first tim", "text_sha": "5a47384731811987", "decode_tps": 37.30923001979135, "e2e_tps": 36.6953839796829, "rep": 4}
  16. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.30299143900629133, "total_s": 15.86857939499896, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "69fb096f29d87081", "decode_tps": 32.829313686219706, "e2e_tps": 32.26548684458914, "rep": 0}
  17. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24198387100477703, "total_s": 15.792167209991021, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "3e9dbd7ac00bd671", "decode_tps": 32.86179017911218, "e2e_tps": 32.42156465273268, "rep": 1}
  18. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24837539199506864, "total_s": 16.06237272801809, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "6e928c5b9c5278a2", "decode_tps": 32.3135229869843, "e2e_tps": 31.876105376070367, "rep": 2}
  19. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2443982739932835, "total_s": 16.053839473985136, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "23b979185fdb5846", "decode_tps": 32.322862575630765, "e2e_tps": 31.893075242100824, "rep": 3}
  20. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24466904500150122, "total_s": 15.891854832996614, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "0fa460a1ee243a2f", "decode_tps": 32.65800419725601, "e2e_tps": 32.2181259268983, "rep": 4}
  21. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.35897779901279137, "total_s": 27.73854325900902, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of recorded civilizati", "text_sha": "bd1e663ff2381f18", "decode_tps": 18.663678535039235, "e2e_tps": 18.458192482200154, "wave": 0}
  22. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3595196579990443, "total_s": 16.219282761012437, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "f1a50ecfcd0eddde", "decode_tps": 32.22023085631571, "e2e_tps": 31.56767966609646, "wave": 0}
  23. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3587789809971582, "total_s": 27.210044469014974, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "02686dff4736631a", "decode_tps": 19.03088475774789, "e2e_tps": 18.816702122826417, "wave": 0}
  24. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.6696219480072614, "total_s": 18.410644407005748, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "54d9ad6e43583675", "decode_tps": 28.80352332326222, "e2e_tps": 27.810206231450202, "wave": 0}
  25. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3748244370217435, "total_s": 27.421171371999662, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of organized seafaring", "text_sha": "363ad4c1100bb749", "decode_tps": 18.89358637173515, "e2e_tps": 18.67179398203109, "wave": 1}
  26. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.6824779740127269, "total_s": 18.534456732013496, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "54d9ad6e43583675", "decode_tps": 28.62456630886407, "e2e_tps": 27.624492974766735, "wave": 1}
  27. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.37468877201899886, "total_s": 26.9540282030066, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "92e0dceb3f04de5c", "decode_tps": 19.225607352006257, "e2e_tps": 18.995450049601736, "wave": 1}
  28. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3738045730278827, "total_s": 17.954563371022232, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "f17b4aca8c9f8551", "decode_tps": 29.066066890608294, "e2e_tps": 28.51661910434737, "wave": 1}
  29. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3524626430007629, "total_s": 27.808981640002457, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and hope, a structure whose history stretches back to the dawn of recorded civilization and", "text_sha": "ef52f79dd921968d", "decode_tps": 18.611340513417915, "e2e_tps": 18.411411205291845, "wave": 2}
  30. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.35181841399753466, "total_s": 16.017402961006155, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "af9923fad7124b82", "decode_tps": 32.619651045795486, "e2e_tps": 31.96559294100393, "wave": 2}
  31. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3514827800099738, "total_s": 27.51572267501615, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of recorded civilizati", "text_sha": "5339187cf645901d", "decode_tps": 18.811608163534043, "e2e_tps": 18.60765243513544, "wave": 2}
  32. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.6747558389906771, "total_s": 18.292626259993995, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "54d9ad6e43583675", "decode_tps": 29.00498909110479, "e2e_tps": 27.989743910997724, "wave": 2}
  33. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3590775369957555, "total_s": 27.85596411098959, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and hope, a structure whose history stretches back to the dawn of recorded civilization and", "text_sha": "a61f55ea42844009", "decode_tps": 18.58402013208095, "e2e_tps": 18.380360561249443, "wave": 3}
  34. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.35872382298111916, "total_s": 16.426916550990427, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "cd044f533813711c", "decode_tps": 31.802398277992303, "e2e_tps": 31.168778534847117, "wave": 3}
  35. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.35794034600257874, "total_s": 27.09032023997861, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of recorded civilizati", "text_sha": "8c81ec8e040b84a2", "decode_tps": 19.115596753204038, "e2e_tps": 18.89993654239253, "wave": 3}
  36. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.6651374560024124, "total_s": 18.323978336993605, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "54d9ad6e43583675", "decode_tps": 28.9376119375646, "e2e_tps": 27.941777383189116, "wave": 3}
  37. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3616870609985199, "total_s": 27.124347457982367, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure that has evolved from a simple fire on a hill to a marvel of modern ", "text_sha": "da5ee5ef8ef7f6c4", "decode_tps": 19.093864232358204, "e2e_tps": 18.876125046454664, "wave": 4}
  38. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.36177354099345393, "total_s": 15.730993898992892, "error": null, "text_head": "```python\n\"\"\"Thread-safe LRU cache implementation using a doubly linked list and a dict.\"\"\"\n\nfrom __future__ import annotations\n\nimport threading\nfrom typing im", "text_sha": "c5a425b49544c099", "decode_tps": 33.248475163073984, "e2e_tps": 32.54740790052732, "wave": 4}
  39. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.6708972939813975, "total_s": 27.204387076984858, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a solitary tower where the vast, indifferent sea meets the steadfast ingenuity o", "text_sha": "2ed0860d247faa3d", "decode_tps": 19.258784016733472, "e2e_tps": 18.820592610524187, "wave": 4}
  40. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.36221858399221674, "total_s": 18.309431806992507, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that implements a\nLeast Recently Used (LRU) cache with a fi", "text_sha": "8f7919ae9015a0b5", "decode_tps": 28.472704320753895, "e2e_tps": 27.964035100960977, "wave": 4}