oq-e8.json 2.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110
  1. {
  2. "tasks": {
  3. "mul": {
  4. "ok": true,
  5. "text": "391",
  6. "sha": "a934c244755c66ae"
  7. },
  8. "speed": {
  9. "ok": true,
  10. "text": "80",
  11. "sha": "48449a14a4ff7d79"
  12. },
  13. "capital": {
  14. "ok": true,
  15. "text": "Canberra",
  16. "sha": "b36f06bee2e4f548"
  17. },
  18. "json": {
  19. "ok": true,
  20. "text": "{\"name\":\"Ada\",\"age\":36,\"skills\":[\"mathematics\",\"programming\",\"analysis\"]}",
  21. "sha": "ad0b741acce88897"
  22. },
  23. "code": {
  24. "ok": true,
  25. "text": "```python\ndef is_prime(n: int) -> bool:\n if n < 2:\n return False\n if n < 4:\n return True\n if n % 2 == 0 or n % 3 == 0:\n return False\n i = 5\n while i * i <= n:\n if n % i == 0 or n % (i + 2) == 0:\n return False\n i += 6\n return True\n```",
  26. "sha": "72e0ab61f8da019f"
  27. },
  28. "order": {
  29. "ok": true,
  30. "text": "apple, banana, fig, mango, pear",
  31. "sha": "91b21952834dd97b"
  32. },
  33. "count": {
  34. "ok": true,
  35. "text": "3",
  36. "sha": "4e07408562bedb8b"
  37. },
  38. "sum": {
  39. "ok": true,
  40. "text": "5913",
  41. "sha": "12e092eef5220a2d"
  42. }
  43. },
  44. "concurrent": {
  45. "mul": {
  46. "ok": true,
  47. "same_as_c1": true
  48. },
  49. "capital": {
  50. "ok": true,
  51. "same_as_c1": true
  52. },
  53. "speed": {
  54. "ok": true,
  55. "same_as_c1": true
  56. },
  57. "count": {
  58. "ok": true,
  59. "same_as_c1": true
  60. },
  61. "order": {
  62. "ok": true,
  63. "same_as_c1": true
  64. },
  65. "json": {
  66. "ok": true,
  67. "same_as_c1": false
  68. },
  69. "sum": {
  70. "ok": true,
  71. "same_as_c1": true
  72. },
  73. "code": {
  74. "ok": true,
  75. "same_as_c1": true
  76. }
  77. },
  78. "repeat": {
  79. "shas": [
  80. "2e4e2d0685ced909",
  81. "2e4e2d0685ced909",
  82. "2e4e2d0685ced909"
  83. ],
  84. "distinct": 1
  85. },
  86. "needles": [
  87. {
  88. "k": 30,
  89. "prompt_tokens": 28721,
  90. "ok": true,
  91. "answer": "FCZ6G7U2",
  92. "secs": 15.195614035998005,
  93. "error": null
  94. }
  95. ],
  96. "summary": {
  97. "tasks_ok": "8/8",
  98. "concurrent_ok": "8/8",
  99. "concurrent_same_as_c1": 7,
  100. "greedy_repeat_distinct": 1,
  101. "needles": [
  102. [
  103. 30,
  104. 28721,
  105. true,
  106. 15.2
  107. ]
  108. ]
  109. }
  110. }