ob-e1b-w8-drop.jsonl 17 KB

1234567891011121314151617181920212223242526272829303132333435
  1. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.31871580000733957, "total_s": 35.564336139999796, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches across more than two millennia of techn", "text_sha": "c8e6cc80e804aa86", "decode_tps": 14.498317390220066, "e2e_tps": 14.396505895904543, "rep": 0}
  2. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2982748580107, "total_s": 35.442644641007064, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches across more than two millennia of techn", "text_sha": "d9cdb32e8230d7f1", "decode_tps": 14.540096971108191, "e2e_tps": 14.445945931576476, "rep": 1}
  3. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2975073209963739, "total_s": 35.46304606599733, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches across more than two millennia of techn", "text_sha": "d9cdb32e8230d7f1", "decode_tps": 14.531314786236196, "e2e_tps": 14.43760647127148, "rep": 2}
  4. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2985603319830261, "total_s": 35.4652010089776, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches across more than two millennia of techn", "text_sha": "5e54f6a6f494d739", "decode_tps": 14.530850679124413, "e2e_tps": 14.4367205653542, "rep": 3}
  5. {"tag": "c1-prose", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.2973841190105304, "total_s": 35.451702640013536, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches across more than two millennia of techn", "text_sha": "44ed843bf84b198a", "decode_tps": 14.535986131892972, "e2e_tps": 14.442258933910326, "rep": 4}
  6. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3035308270191308, "total_s": 36.062041220022365, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "b96e8ab4ccdf5ee5", "decode_tps": 14.290362855658223, "e2e_tps": 14.197811822205335, "rep": 0}
  7. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3011019350087736, "total_s": 35.97496783701354, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "b96e8ab4ccdf5ee5", "decode_tps": 14.324269790630654, "e2e_tps": 14.232175789681602, "rep": 1}
  8. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3002145210048184, "total_s": 36.07161325501511, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "10d283bcfe693b97", "decode_tps": 14.285219804648479, "e2e_tps": 14.194049913352233, "rep": 2}
  9. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3015214010083582, "total_s": 36.0656688210147, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "10d283bcfe693b97", "decode_tps": 14.288115150818658, "e2e_tps": 14.19638838979781, "rep": 3}
  10. {"tag": "c1-code", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3007292810070794, "total_s": 36.16376259500976, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "10d283bcfe693b97", "decode_tps": 14.248727453333311, "e2e_tps": 14.157889945805852, "rep": 4}
  11. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.27539020698168315, "total_s": 36.04761108898674, "error": null, "text_head": "# Your Immune System Is Basically a Very Fast Learner\n\nImagine your body hires security guards. They're strong, but they can only fight off intruders they've be", "text_sha": "3e598736cf77f63d", "decode_tps": 14.284877821649431, "e2e_tps": 14.203487525483212, "rep": 0}
  12. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.28068658598931506, "total_s": 35.76483581599314, "error": null, "text_head": "# Your Immune System Is Basically a Very Fast Learner\n\nImagine your body is a fortress, and your immune system is the guard force. The problem is, the guards ca", "text_sha": "bca77afe17afb262", "decode_tps": 14.400842017716926, "e2e_tps": 14.315782692739608, "rep": 1}
  13. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2768163089931477, "total_s": 35.860862727015046, "error": null, "text_head": "# Your Immune System Is a Really Good Student\n\nImagine your body has its own security team. It's incredibly good at its job \u2014 but there's a catch. The first tim", "text_sha": "9bca532d55f10979", "decode_tps": 14.360417070123612, "e2e_tps": 14.277451755871423, "rep": 2}
  14. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.27342814300209284, "total_s": 36.03543944199919, "error": null, "text_head": "# Your Immune System Is Basically a Really Good Detective Agency\n\nImagine your body is a city, and your immune system is the police force. It's incredibly good ", "text_sha": "3dac4a8d6be179b8", "decode_tps": 14.288964860239865, "e2e_tps": 14.208293799840845, "rep": 3}
  15. {"tag": "c1-chat_sampled", "workload": "chat_sampled", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 41, "ttft_s": 0.2766977619903628, "total_s": 36.14222127199173, "error": null, "text_head": "# Your Immune System Is Basically a Really Good Detective Agency\n\nImagine your body is a city, and your immune system is the police force. It's incredibly good ", "text_sha": "92f58979fac12f36", "decode_tps": 14.247724873058196, "e2e_tps": 14.166315221228965, "rep": 4}
  16. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.40026926100836135, "total_s": 75.82684402100858, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of safety and guidance, a structure whose history stretches back to the dawn of organized seafaring an", "text_sha": "c5ea254d10cea746", "decode_tps": 6.774811715619531, "e2e_tps": 6.752237234143965, "wave": 0}
  17. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.39973969099810347, "total_s": 77.16218768700492, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map with a\ndoubly lin", "text_sha": "00e2fdc60a10ac88", "decode_tps": 6.656909307277356, "e2e_tps": 6.635382792337944, "wave": 0}
  18. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.4000456930079963, "total_s": 77.01973170100246, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure whose history stretches back to the dawn of organized seafaring", "text_sha": "630acd8ad054e499", "decode_tps": 6.669315683094223, "e2e_tps": 6.647658455600801, "wave": 0}
  19. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7619985199999064, "total_s": 77.01864182399004, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly ", "text_sha": "ec2b0b9adf56407f", "decode_tps": 6.701065364663178, "e2e_tps": 6.647750897279146, "wave": 0}
  20. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3995357399981003, "total_s": 76.63083762599854, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of guidance and resilience, a structure born of the marriage between a perilous necessity and the relen", "text_sha": "4b32f5527cfc3aba", "decode_tps": 6.703295419462489, "e2e_tps": 6.681395500210193, "wave": 1}
  21. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.39851231197826564, "total_s": 76.99485871600336, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "a4d67609dac1aa59", "decode_tps": 6.671347418050753, "e2e_tps": 6.649805501920796, "wave": 1}
  22. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.7571585520054214, "total_s": 76.35054486000445, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. It", "text_sha": "0d3f901d868eaf4f", "decode_tps": 6.759862021222889, "e2e_tps": 6.705922730825098, "wave": 1}
  23. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.39845442501246, "total_s": 76.76217043900397, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an `LRUCache` class that combines a hash map (dict) with a\ndoubl", "text_sha": "2d3c6e174a266642", "decode_tps": 6.691669239249417, "e2e_tps": 6.669961572883567, "wave": 1}
  24. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.39843327199923806, "total_s": 75.67942925199168, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of safety and guidance, a structure whose history stretches back to the dawn of organized seafaring an", "text_sha": "ab703d538a6483d1", "decode_tps": 6.78792570142176, "e2e_tps": 6.765402520929159, "wave": 2}
  25. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.3973394439963158, "total_s": 76.75117892801063, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an `LRUCache` class that combines a hash map (dict) with a\ndoubl", "text_sha": "43a52a38616cb9ad", "decode_tps": 6.692536078658641, "e2e_tps": 6.670918023352222, "wave": 2}
  26. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.3970594269922003, "total_s": 76.34550726198358, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization and", "text_sha": "13a1324a87237509", "decode_tps": 6.728291691381802, "e2e_tps": 6.706397247604394, "wave": 2}
  27. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.7530923580052331, "total_s": 76.75076364600682, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly ", "text_sha": "ec2b0b9adf56407f", "decode_tps": 6.723899293997339, "e2e_tps": 6.670952295148177, "wave": 2}
  28. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.43083099598879926, "total_s": 76.87001519699697, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization an", "text_sha": "01a8e3253712512d", "decode_tps": 6.68506565225802, "e2e_tps": 6.660606999319449, "wave": 3}
  29. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.43073529898538254, "total_s": 78.25968111600378, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "aef5ea5422b2231e", "decode_tps": 6.56568598712421, "e2e_tps": 6.542326906418333, "wave": 3}
  30. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.8231002730026376, "total_s": 77.67332749598427, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring and poetic structures, a marriage of practical engineering and symbolic resonance that has guided mariners for", "text_sha": "729f75cdbd75a461", "decode_tps": 6.649312394195234, "e2e_tps": 6.591724273406236, "wave": 3}
  31. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.8231964010046795, "total_s": 78.1637589620077, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU cache implementation.\n\nThis module provides an LRUCache class that combines a hash map (dict) with a\ndoubly linked list to achieve", "text_sha": "c3b79b703e8507df", "decode_tps": 6.607157557456856, "e2e_tps": 6.550366540698866, "wave": 3}
  32. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.4208384400117211, "total_s": 75.06357572600245, "error": null, "text_head": "The lighthouse is one of humanity\u2019s most enduring symbols of safety and guidance, a structure whose history stretches back to the dawn of organized seafaring an", "text_sha": "cc36e548ccda27e2", "decode_tps": 6.845969758291728, "e2e_tps": 6.820910277029626, "wave": 4}
  33. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.419749252992915, "total_s": 76.58205327898031, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an ``LRUCache`` class that combines a hash map (dict)\nwith a dou", "text_sha": "c72d75194b64b895", "decode_tps": 6.709370327488606, "e2e_tps": 6.685653842971338, "wave": 4}
  34. {"tag": "c4", "workload": "prose", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 52, "ttft_s": 0.7715021730109584, "total_s": 76.17398487700848, "error": null, "text_head": "The lighthouse is among humanity\u2019s most enduring symbols of hope and guidance, a structure whose history stretches back to the dawn of recorded civilization. It", "text_sha": "f9aadf51d89de424", "decode_tps": 6.776977351721686, "e2e_tps": 6.721466795515228, "wave": 4}
  35. {"tag": "c4", "workload": "code", "max_tokens": 512, "finish": "length", "completion_tokens": 512, "prompt_tokens": 67, "ttft_s": 0.41949905999354087, "total_s": 76.48889426901587, "error": null, "text_head": "```python\n\"\"\"\nThread-safe LRU (Least Recently Used) cache implementation.\n\nThis module provides an `LRUCache` class that combines a hash map (dict) with a\ndoubl", "text_sha": "0c1c247f27a31a3d", "decode_tps": 6.717561823884349, "e2e_tps": 6.693793485365343, "wave": 4}