ob-e8-ep1.jsonl 19 KB

12345678910111213141516171819202122232425262728293031323334353637383940
  1. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2792282850132324, "total_s": 15.427836334012682, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "595202a0dda905c9", "decode_tps": 33.732893912243895, "e2e_tps": 33.187173742530305, "rep": 0}
  2. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.26814097599708475, "total_s": 15.210400506999576, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "4e14cdd6570bfd42", "decode_tps": 34.19874815524826, "e2e_tps": 33.661603265107146, "rep": 1}
  3. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.26709574001142755, "total_s": 15.10842021901044, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "bf816ce1b3b452fa", "decode_tps": 34.431350349292885, "e2e_tps": 33.88883334880362, "rep": 2}
  4. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2902121870138217, "total_s": 15.301910411013523, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "9c30eeb18be5effd", "decode_tps": 34.04036433982744, "e2e_tps": 33.46011056627783, "rep": 3}
  5. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2752558240026701, "total_s": 15.127821865986334, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. I", "text_sha": "754b2f34ff709057", "decode_tps": 34.40537747671952, "e2e_tps": 33.845454634273615, "rep": 4}
  6. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.2742062190081924, "total_s": 8.445856168982573, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "c0c447b3c4c5dd6e", "decode_tps": 62.53438572826624, "e2e_tps": 60.622490039966976, "rep": 0}
  7. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.2819653369951993, "total_s": 8.421304474992212, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "c0c447b3c4c5dd6e", "decode_tps": 62.78298711919795, "e2e_tps": 60.799564475201045, "rep": 1}
  8. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.27983225099160336, "total_s": 8.41355437799939, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "c0c447b3c4c5dd6e", "decode_tps": 62.826044811575045, "e2e_tps": 60.85528980778605, "rep": 2}
  9. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.28381826999248005, "total_s": 8.5685081089905, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "c0c447b3c4c5dd6e", "decode_tps": 61.68107153320841, "e2e_tps": 59.75465893844947, "rep": 3}
  10. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.285584874014603, "total_s": 8.499671233003028, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation using a doubly linked list and a dict.\n\nThis module provides an ``LRUCache`` class that supports:\n - O(1) ", "text_sha": "c0c447b3c4c5dd6e", "decode_tps": 62.21128043773548, "e2e_tps": 60.23862994143536, "rep": 4}
  11. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2567514030088205, "total_s": 14.524424909992376, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a massive security team. Most of the guards have never seen a particular intruder before ", "text_sha": "c1c80c8bee5ef011", "decode_tps": 35.81562922128458, "e2e_tps": 35.25135194541153, "rep": 0}
  12. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24341463699238375, "total_s": 14.527703391999239, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a really well-run school with two kinds of students: **B cells** (the ones who make weapo", "text_sha": "bc6fa5d1ed8fd717", "decode_tps": 35.77385801128527, "e2e_tps": 35.243289515756224, "rep": 1}
  13. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2592677540087607, "total_s": 13.65488628501771, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a really well-run security team. It has guards patrolling constantly, and it keeps files ", "text_sha": "c85b8408b826ffc1", "decode_tps": 38.147070066055534, "e2e_tps": 37.495994223091955, "rep": 2}
  14. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24313353697652929, "total_s": 14.555951328977244, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a huge, well-staffed security team. Every day, millions of guards patrol your body, check", "text_sha": "3179c63e29dc7fcc", "decode_tps": 35.70255926503195, "e2e_tps": 35.174902103441966, "rep": 3}
  15. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.26214027899550274, "total_s": 13.567669604992261, "error": null, "text_head": "# How Vaccines Teach Your Body to Fight\n\nImagine your immune system as a huge, well-trained security team. The problem is, a brand-new virus is like a burglar n", "text_sha": "ab8bf3a7ce19a0d1", "decode_tps": 38.40553827833285, "e2e_tps": 37.73720366589183, "rep": 4}
  16. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2549599139892962, "total_s": 16.26333023098414, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "8cf06f71917dd57b", "decode_tps": 31.921086057849944, "e2e_tps": 31.482143968615887, "rep": 0}
  17. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24584048701217398, "total_s": 15.877138242009096, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "c47a58b22d1a8d81", "decode_tps": 32.691109727044164, "e2e_tps": 32.24790271884108, "rep": 1}
  18. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24555454301298596, "total_s": 15.894008341012523, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "4ffee2e67f9d6723", "decode_tps": 32.65538089457376, "e2e_tps": 32.2137829613288, "rep": 2}
  19. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.24453151001944207, "total_s": 15.981231365993153, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "5652814333058d19", "decode_tps": 32.47211479531403, "e2e_tps": 32.03782362030197, "rep": 3}
  20. {"tag": "c1-prose2", "workload": "prose2", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2482590040017385, "total_s": 15.926556390011683, "error": null, "text_head": "The winter had been a long, white silence. It clung to the roofs of the village like a stubborn memory, and the sea, a sullen grey beast, heaved against the bla", "text_sha": "902a89157ecda8dc", "decode_tps": 32.593232336917104, "e2e_tps": 32.14796026984099, "rep": 4}
  21. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.7198792590061203, "total_s": 27.008618436026154, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a solitary tower where the vast, indifferent sea meets the steadfast ingenuity o", "text_sha": "f584f171a768f2a3", "decode_tps": 19.43807131845702, "e2e_tps": 18.956998083118823, "wave": 0}
  22. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.4011152029852383, "total_s": 16.40101244300604, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that implements a\nLeast Recently Used (LRU) cache with a fi", "text_sha": "bc0f724791882702", "decode_tps": 31.937914091024858, "e2e_tps": 31.21778426223801, "wave": 0}
  23. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.4006444809783716, "total_s": 25.99797349597793, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring architectural archetypes, a structure whose essential purpose has remained unchanged for millennia even as its", "text_sha": "dbde5da45648fd53", "decode_tps": 19.963152082632774, "e2e_tps": 19.693970633772402, "wave": 0}
  24. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.4001502079772763, "total_s": 16.26930020999862, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that implements a\nLeast-Recently-Used cache with a fixed ma", "text_sha": "e36d2f3bfa56b829", "decode_tps": 32.201032604781865, "e2e_tps": 31.470496061852778, "wave": 0}
  25. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.36153292900417, "total_s": 26.64588740601903, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of recorded civilizati", "text_sha": "b557be08f13093f7", "decode_tps": 19.44135523085248, "e2e_tps": 19.215101534756457, "wave": 1}
  26. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3616773289977573, "total_s": 15.580540775001282, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "dc4fc55a075a5fe6", "decode_tps": 33.57746427567021, "e2e_tps": 32.862184957027516, "wave": 1}
  27. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3606518220040016, "total_s": 26.458637700998224, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "140a89d974c1107f", "decode_tps": 19.580187112060067, "e2e_tps": 19.35108724097913, "wave": 1}
  28. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.6717808299872559, "total_s": 18.046511902997736, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "f80c2b4ae13f34d8", "decode_tps": 29.410788646512362, "e2e_tps": 28.3713764500312, "wave": 1}
  29. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.35537969501456246, "total_s": 26.855722076026723, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of organized seafaring", "text_sha": "065960147afe82cb", "decode_tps": 19.282861871230608, "e2e_tps": 19.064928234969816, "wave": 2}
  30. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.35533244599355385, "total_s": 18.05235986900516, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "e484bf71f7eb0d6e", "decode_tps": 28.875345236861623, "e2e_tps": 28.362366032420475, "wave": 2}
  31. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.35528612599591725, "total_s": 25.72784909699112, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "546b62f8fc2ed076", "decode_tps": 20.139986948163745, "e2e_tps": 19.90073280024292, "wave": 2}
  32. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.6665586890012491, "total_s": 17.793993581988616, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "2fdf8936ac99f4ed", "decode_tps": 29.835461930203653, "e2e_tps": 28.774021632622716, "wave": 2}
  33. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3860527520009782, "total_s": 26.173173248011153, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure that has evolved from a simple fire on a hill to a marvel of modern ", "text_sha": "5e75a5951ffc7bfa", "decode_tps": 19.816166729649513, "e2e_tps": 19.562085585863354, "wave": 3}
  34. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3861414889979642, "total_s": 15.013848568982212, "error": null, "text_head": "```python\n\"\"\"Thread-safe LRU cache implementation using a doubly linked list and a dict.\"\"\"\n\nfrom __future__ import annotations\n\nimport threading\nfrom typing im", "text_sha": "4dcebf5337967b01", "decode_tps": 34.934034607967114, "e2e_tps": 34.10216295376816, "wave": 3}
  35. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.6900686809967738, "total_s": 27.453700827987632, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a solitary tower where the vast, indifferent sea meets the steadfast ingenuity o", "text_sha": "ccc6556c1e222283", "decode_tps": 19.093159154095662, "e2e_tps": 18.64966177723779, "wave": 3}
  36. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3851762050180696, "total_s": 16.42856598601793, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an :class:`LRUCache` class that implements a\nLeast Recently Used (LRU) cache with a fi", "text_sha": "6468ecaca2984153", "decode_tps": 31.851294842771022, "e2e_tps": 31.165390799299452, "wave": 3}
  37. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3584684639936313, "total_s": 26.122324858995853, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "8affb6a447eef422", "decode_tps": 19.834132811082338, "e2e_tps": 19.60023497187031, "wave": 4}
  38. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3584830250183586, "total_s": 18.138865403016098, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "e484bf71f7eb0d6e", "decode_tps": 28.73984101071856, "e2e_tps": 28.226973163974552, "wave": 4}
  39. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.35775097299483605, "total_s": 26.96011279700906, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of organized seafaring", "text_sha": "c9cec03d78c57eef", "decode_tps": 19.20889458229572, "e2e_tps": 18.991090486315976, "wave": 4}
  40. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.6675424120039679, "total_s": 17.754803121002624, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "f80c2b4ae13f34d8", "decode_tps": 29.905994855280802, "e2e_tps": 28.837893359718564, "wave": 4}