| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110 |
- {
- "tasks": {
- "mul": {
- "ok": true,
- "text": "391",
- "sha": "a934c244755c66ae"
- },
- "speed": {
- "ok": true,
- "text": "80",
- "sha": "48449a14a4ff7d79"
- },
- "capital": {
- "ok": true,
- "text": "Canberra",
- "sha": "b36f06bee2e4f548"
- },
- "json": {
- "ok": true,
- "text": "{\"name\":\"Ada\",\"age\":36,\"skills\":[\"mathematics\",\"programming\",\"analysis\"]}",
- "sha": "ad0b741acce88897"
- },
- "code": {
- "ok": true,
- "text": "```python\ndef is_prime(n: int) -> bool:\n if n < 2:\n return False\n if n < 4:\n return True\n if n % 2 == 0 or n % 3 == 0:\n return False\n i = 5\n while i * i <= n:\n if n % i == 0 or n % (i + 2) == 0:\n return False\n i += 6\n return True\n```",
- "sha": "72e0ab61f8da019f"
- },
- "order": {
- "ok": true,
- "text": "apple, banana, fig, mango, pear",
- "sha": "91b21952834dd97b"
- },
- "count": {
- "ok": true,
- "text": "3",
- "sha": "4e07408562bedb8b"
- },
- "sum": {
- "ok": true,
- "text": "5913",
- "sha": "12e092eef5220a2d"
- }
- },
- "concurrent": {
- "mul": {
- "ok": true,
- "same_as_c1": true
- },
- "capital": {
- "ok": true,
- "same_as_c1": true
- },
- "speed": {
- "ok": true,
- "same_as_c1": true
- },
- "count": {
- "ok": true,
- "same_as_c1": true
- },
- "order": {
- "ok": true,
- "same_as_c1": true
- },
- "sum": {
- "ok": true,
- "same_as_c1": true
- },
- "json": {
- "ok": true,
- "same_as_c1": false
- },
- "code": {
- "ok": true,
- "same_as_c1": true
- }
- },
- "repeat": {
- "shas": [
- "2e4e2d0685ced909",
- "2e4e2d0685ced909",
- "2e4e2d0685ced909"
- ],
- "distinct": 1
- },
- "needles": [
- {
- "k": 30,
- "prompt_tokens": 28721,
- "ok": true,
- "answer": "FCZ6G7U2",
- "secs": 15.558117089007283,
- "error": null
- }
- ],
- "summary": {
- "tasks_ok": "8/8",
- "concurrent_ok": "8/8",
- "concurrent_same_as_c1": 7,
- "greedy_repeat_distinct": 1,
- "needles": [
- [
- 30,
- 28721,
- true,
- 15.6
- ]
- ]
- }
- }
|