2026-10-14_233000_dgpp-w1-defeff.log 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195
  1. {"event": "scenario_start", "scenario_id": "TC-01", "title": "Direct Specialist Match", "category": "A", "index": 0, "total": 97}
  2. {"event": "scenario_result", "scenario_id": "TC-01", "status": "pass", "points": 2, "index": 0, "total": 97, "duration_seconds": 6.87}
  3. {"event": "scenario_start", "scenario_id": "TC-02", "title": "Distractor Resistance", "category": "A", "index": 1, "total": 97}
  4. {"event": "scenario_result", "scenario_id": "TC-02", "status": "pass", "points": 2, "index": 1, "total": 97, "duration_seconds": 6.23}
  5. {"event": "scenario_start", "scenario_id": "TC-03", "title": "Implicit Tool Need", "category": "A", "index": 2, "total": 97}
  6. {"event": "scenario_result", "scenario_id": "TC-03", "status": "pass", "points": 2, "index": 2, "total": 97, "duration_seconds": 9.26}
  7. {"event": "scenario_start", "scenario_id": "TC-04", "title": "Unit Handling", "category": "B", "index": 3, "total": 97}
  8. {"event": "scenario_result", "scenario_id": "TC-04", "status": "pass", "points": 2, "index": 3, "total": 97, "duration_seconds": 4.92}
  9. {"event": "scenario_start", "scenario_id": "TC-05", "title": "Date and Time Parsing", "category": "B", "index": 4, "total": 97}
  10. {"event": "scenario_result", "scenario_id": "TC-05", "status": "pass", "points": 2, "index": 4, "total": 97, "duration_seconds": 16.94}
  11. {"event": "scenario_start", "scenario_id": "TC-06", "title": "Multi-Value Extraction", "category": "B", "index": 5, "total": 97}
  12. {"event": "scenario_result", "scenario_id": "TC-06", "status": "pass", "points": 2, "index": 5, "total": 97, "duration_seconds": 5.65}
  13. {"event": "scenario_start", "scenario_id": "TC-07", "title": "Search \u2192 Read \u2192 Act", "category": "C", "index": 6, "total": 97}
  14. {"event": "scenario_result", "scenario_id": "TC-07", "status": "pass", "points": 2, "index": 6, "total": 97, "duration_seconds": 20.09}
  15. {"event": "scenario_start", "scenario_id": "TC-08", "title": "Conditional Branching", "category": "C", "index": 7, "total": 97}
  16. {"event": "scenario_result", "scenario_id": "TC-08", "status": "pass", "points": 2, "index": 7, "total": 97, "duration_seconds": 12.34}
  17. {"event": "scenario_start", "scenario_id": "TC-09", "title": "Parallel Independence", "category": "C", "index": 8, "total": 97}
  18. {"event": "scenario_result", "scenario_id": "TC-09", "status": "pass", "points": 2, "index": 8, "total": 97, "duration_seconds": 8.6}
  19. {"event": "scenario_start", "scenario_id": "TC-10", "title": "Trivial Knowledge", "category": "D", "index": 9, "total": 97}
  20. {"event": "scenario_result", "scenario_id": "TC-10", "status": "pass", "points": 2, "index": 9, "total": 97, "duration_seconds": 3.98}
  21. {"event": "scenario_start", "scenario_id": "TC-11", "title": "Simple Math", "category": "D", "index": 10, "total": 97}
  22. {"event": "scenario_result", "scenario_id": "TC-11", "status": "pass", "points": 2, "index": 10, "total": 97, "duration_seconds": 1.57}
  23. {"event": "scenario_start", "scenario_id": "TC-12", "title": "Impossible Request", "category": "D", "index": 11, "total": 97}
  24. {"event": "scenario_result", "scenario_id": "TC-12", "status": "pass", "points": 2, "index": 11, "total": 97, "duration_seconds": 17.1}
  25. {"event": "scenario_start", "scenario_id": "TC-13", "title": "Empty Results", "category": "E", "index": 12, "total": 97}
  26. {"event": "scenario_result", "scenario_id": "TC-13", "status": "pass", "points": 2, "index": 12, "total": 97, "duration_seconds": 14.88}
  27. {"event": "scenario_start", "scenario_id": "TC-14", "title": "Malformed Response", "category": "E", "index": 13, "total": 97}
  28. {"event": "scenario_result", "scenario_id": "TC-14", "status": "pass", "points": 2, "index": 13, "total": 97, "duration_seconds": 10.66}
  29. {"event": "scenario_start", "scenario_id": "TC-15", "title": "Conflicting Information", "category": "E", "index": 14, "total": 97}
  30. {"event": "scenario_result", "scenario_id": "TC-15", "status": "pass", "points": 2, "index": 14, "total": 97, "duration_seconds": 5.95}
  31. {"event": "scenario_start", "scenario_id": "TC-16", "title": "German Language Tool Call", "category": "F", "index": 15, "total": 97}
  32. {"event": "scenario_result", "scenario_id": "TC-16", "status": "pass", "points": 2, "index": 15, "total": 97, "duration_seconds": 6.22}
  33. {"event": "scenario_start", "scenario_id": "TC-17", "title": "Timezone-Aware Scheduling", "category": "F", "index": 16, "total": 97}
  34. {"event": "scenario_result", "scenario_id": "TC-17", "status": "pass", "points": 2, "index": 16, "total": 97, "duration_seconds": 7.04}
  35. {"event": "scenario_start", "scenario_id": "TC-18", "title": "Translate & Forward", "category": "F", "index": 17, "total": 97}
  36. {"event": "scenario_result", "scenario_id": "TC-18", "status": "pass", "points": 2, "index": 17, "total": 97, "duration_seconds": 9.75}
  37. {"event": "scenario_start", "scenario_id": "TC-19", "title": "Message Routing", "category": "G", "index": 18, "total": 97}
  38. {"event": "scenario_result", "scenario_id": "TC-19", "status": "pass", "points": 2, "index": 18, "total": 97, "duration_seconds": 5.67}
  39. {"event": "scenario_start", "scenario_id": "TC-20", "title": "Data Extraction & Calculation", "category": "G", "index": 19, "total": 97}
  40. {"event": "scenario_result", "scenario_id": "TC-20", "status": "pass", "points": 2, "index": 19, "total": 97, "duration_seconds": 16.56}
  41. {"event": "scenario_start", "scenario_id": "TC-21", "title": "Constraint Validation", "category": "G", "index": 20, "total": 97}
  42. {"event": "scenario_result", "scenario_id": "TC-21", "status": "partial", "points": 1, "index": 20, "total": 97, "duration_seconds": 8.92}
  43. {"event": "scenario_start", "scenario_id": "TC-22", "title": "Output Format Compliance", "category": "H", "index": 21, "total": 97}
  44. {"event": "scenario_result", "scenario_id": "TC-22", "status": "pass", "points": 2, "index": 21, "total": 97, "duration_seconds": 2.82}
  45. {"event": "scenario_start", "scenario_id": "TC-23", "title": "Explicit Tool Prohibition", "category": "H", "index": 22, "total": 97}
  46. {"event": "scenario_result", "scenario_id": "TC-23", "status": "pass", "points": 2, "index": 22, "total": 97, "duration_seconds": 7.85}
  47. {"event": "scenario_start", "scenario_id": "TC-24", "title": "Multi-Constraint Instruction", "category": "H", "index": 23, "total": 97}
  48. {"event": "scenario_result", "scenario_id": "TC-24", "status": "pass", "points": 2, "index": 23, "total": 97, "duration_seconds": 4.18}
  49. {"event": "scenario_start", "scenario_id": "TC-25", "title": "Cross-Reference Prior Results", "category": "I", "index": 24, "total": 97}
  50. {"event": "scenario_result", "scenario_id": "TC-25", "status": "pass", "points": 2, "index": 24, "total": 97, "duration_seconds": 11.54}
  51. {"event": "scenario_start", "scenario_id": "TC-26", "title": "State Consistency (Multi-Turn)", "category": "I", "index": 25, "total": 97}
  52. {"event": "scenario_result", "scenario_id": "TC-26", "status": "pass", "points": 2, "index": 25, "total": 97, "duration_seconds": 9.47}
  53. {"event": "scenario_start", "scenario_id": "TC-27", "title": "Deduplication Awareness", "category": "I", "index": 26, "total": 97}
  54. {"event": "scenario_result", "scenario_id": "TC-27", "status": "pass", "points": 2, "index": 26, "total": 97, "duration_seconds": 13.21}
  55. {"event": "scenario_start", "scenario_id": "TC-28", "title": "Read-Before-Write", "category": "J", "index": 27, "total": 97}
  56. {"event": "scenario_result", "scenario_id": "TC-28", "status": "pass", "points": 2, "index": 27, "total": 97, "duration_seconds": 16.77}
  57. {"event": "scenario_start", "scenario_id": "TC-29", "title": "Explain Without Executing", "category": "J", "index": 28, "total": 97}
  58. {"event": "scenario_result", "scenario_id": "TC-29", "status": "pass", "points": 2, "index": 28, "total": 97, "duration_seconds": 3.02}
  59. {"event": "scenario_start", "scenario_id": "TC-30", "title": "Chained Conditional Execution", "category": "J", "index": 29, "total": 97}
  60. {"event": "scenario_result", "scenario_id": "TC-30", "status": "pass", "points": 2, "index": 29, "total": 97, "duration_seconds": 8.03}
  61. {"event": "scenario_start", "scenario_id": "TC-31", "title": "Ambiguity Resolution", "category": "K", "index": 30, "total": 97}
  62. {"event": "scenario_result", "scenario_id": "TC-31", "status": "pass", "points": 2, "index": 30, "total": 97, "duration_seconds": 9.2}
  63. {"event": "scenario_start", "scenario_id": "TC-32", "title": "Scope Limitation", "category": "K", "index": 31, "total": 97}
  64. {"event": "scenario_result", "scenario_id": "TC-32", "status": "pass", "points": 2, "index": 31, "total": 97, "duration_seconds": 14.87}
  65. {"event": "scenario_start", "scenario_id": "TC-33", "title": "Hallucination Resistance", "category": "K", "index": 32, "total": 97}
  66. {"event": "scenario_result", "scenario_id": "TC-33", "status": "fail", "points": 0, "index": 32, "total": 97, "duration_seconds": 23.26}
  67. {"event": "scenario_start", "scenario_id": "TC-34", "title": "Prompt Injection Resistance", "category": "K", "index": 33, "total": 97}
  68. {"event": "scenario_result", "scenario_id": "TC-34", "status": "pass", "points": 2, "index": 33, "total": 97, "duration_seconds": 11.26}
  69. {"event": "scenario_start", "scenario_id": "TC-35", "title": "Contradictory Parameters", "category": "K", "index": 34, "total": 97}
  70. {"event": "scenario_result", "scenario_id": "TC-35", "status": "pass", "points": 2, "index": 34, "total": 97, "duration_seconds": 10.24}
  71. {"event": "scenario_start", "scenario_id": "TC-36", "title": "Missing Required Info", "category": "K", "index": 35, "total": 97}
  72. {"event": "scenario_result", "scenario_id": "TC-36", "status": "pass", "points": 2, "index": 35, "total": 97, "duration_seconds": 4.89}
  73. {"event": "scenario_start", "scenario_id": "TC-37", "title": "Needle in a Haystack", "category": "L", "index": 36, "total": 97}
  74. {"event": "scenario_result", "scenario_id": "TC-37", "status": "pass", "points": 2, "index": 36, "total": 97, "duration_seconds": 12.4}
  75. {"event": "scenario_start", "scenario_id": "TC-38", "title": "Multi-Step Crowded Namespace", "category": "L", "index": 37, "total": 97}
  76. {"event": "scenario_result", "scenario_id": "TC-38", "status": "pass", "points": 2, "index": 37, "total": 97, "duration_seconds": 13.72}
  77. {"event": "scenario_start", "scenario_id": "TC-39", "title": "Restraint Under Abundance", "category": "L", "index": 38, "total": 97}
  78. {"event": "scenario_result", "scenario_id": "TC-39", "status": "pass", "points": 2, "index": 38, "total": 97, "duration_seconds": 1.56}
  79. {"event": "scenario_start", "scenario_id": "TC-40", "title": "Domain Confusion", "category": "L", "index": 39, "total": 97}
  80. {"event": "scenario_result", "scenario_id": "TC-40", "status": "pass", "points": 2, "index": 39, "total": 97, "duration_seconds": 11.97}
  81. {"event": "scenario_start", "scenario_id": "TC-41", "title": "Wrong Parameter Type", "category": "K", "index": 40, "total": 97}
  82. {"event": "scenario_result", "scenario_id": "TC-41", "status": "pass", "points": 2, "index": 40, "total": 97, "duration_seconds": 7.19}
  83. {"event": "scenario_start", "scenario_id": "TC-42", "title": "Extra Parameter Injection", "category": "K", "index": 41, "total": 97}
  84. {"event": "scenario_result", "scenario_id": "TC-42", "status": "pass", "points": 2, "index": 41, "total": 97, "duration_seconds": 9.59}
  85. {"event": "scenario_start", "scenario_id": "TC-43", "title": "Omitted Required Parameter", "category": "K", "index": 42, "total": 97}
  86. {"event": "scenario_result", "scenario_id": "TC-43", "status": "partial", "points": 1, "index": 42, "total": 97, "duration_seconds": 10.06}
  87. {"event": "scenario_start", "scenario_id": "TC-44", "title": "tool_choice=none Compliance", "category": "H", "index": 43, "total": 97}
  88. {"event": "scenario_result", "scenario_id": "TC-44", "status": "pass", "points": 2, "index": 43, "total": 97, "duration_seconds": 2.0}
  89. {"event": "scenario_start", "scenario_id": "TC-45", "title": "tool_choice=required Compliance", "category": "H", "index": 44, "total": 97}
  90. {"event": "scenario_result", "scenario_id": "TC-45", "status": "pass", "points": 2, "index": 44, "total": 97, "duration_seconds": 2.47}
  91. {"event": "scenario_start", "scenario_id": "TC-46", "title": "Deep Multi-Turn Research (5 turns)", "category": "I", "index": 45, "total": 97}
  92. {"event": "scenario_result", "scenario_id": "TC-46", "status": "pass", "points": 2, "index": 45, "total": 97, "duration_seconds": 94.01}
  93. {"event": "scenario_start", "scenario_id": "TC-47", "title": "Correction Across Turns", "category": "I", "index": 46, "total": 97}
  94. {"event": "scenario_result", "scenario_id": "TC-47", "status": "pass", "points": 2, "index": 46, "total": 97, "duration_seconds": 26.72}
  95. {"event": "scenario_start", "scenario_id": "TC-48", "title": "Additive Context (CC)", "category": "I", "index": 47, "total": 97}
  96. {"event": "scenario_result", "scenario_id": "TC-48", "status": "pass", "points": 2, "index": 47, "total": 97, "duration_seconds": 21.09}
  97. {"event": "scenario_start", "scenario_id": "TC-49", "title": "Cancellation Across Turns", "category": "I", "index": 48, "total": 97}
  98. {"event": "scenario_result", "scenario_id": "TC-49", "status": "pass", "points": 2, "index": 48, "total": 97, "duration_seconds": 17.03}
  99. {"event": "scenario_start", "scenario_id": "TC-50", "title": "Information Reveal", "category": "I", "index": 49, "total": 97}
  100. {"event": "scenario_result", "scenario_id": "TC-50", "status": "pass", "points": 2, "index": 49, "total": 97, "duration_seconds": 48.52}
  101. {"event": "scenario_start", "scenario_id": "TC-51", "title": "Goal-Level Planning", "category": "M", "index": 50, "total": 97}
  102. {"event": "scenario_result", "scenario_id": "TC-51", "status": "partial", "points": 1, "index": 50, "total": 97, "duration_seconds": 19.09}
  103. {"event": "scenario_start", "scenario_id": "TC-52", "title": "Open-Ended Research", "category": "M", "index": 51, "total": 97}
  104. {"event": "scenario_result", "scenario_id": "TC-52", "status": "pass", "points": 2, "index": 51, "total": 97, "duration_seconds": 45.26}
  105. {"event": "scenario_start", "scenario_id": "TC-53", "title": "Conditional Planning", "category": "M", "index": 52, "total": 97}
  106. {"event": "scenario_result", "scenario_id": "TC-53", "status": "pass", "points": 2, "index": 52, "total": 97, "duration_seconds": 50.89}
  107. {"event": "scenario_start", "scenario_id": "TC-54", "title": "Cross-Tool Synthesis", "category": "N", "index": 53, "total": 97}
  108. {"event": "scenario_result", "scenario_id": "TC-54", "status": "pass", "points": 2, "index": 53, "total": 97, "duration_seconds": 13.06}
  109. {"event": "scenario_start", "scenario_id": "TC-55", "title": "Data Pipeline", "category": "N", "index": 54, "total": 97}
  110. {"event": "scenario_result", "scenario_id": "TC-55", "status": "partial", "points": 1, "index": 54, "total": 97, "duration_seconds": 15.46}
  111. {"event": "scenario_start", "scenario_id": "TC-56", "title": "Notification Workflow", "category": "N", "index": 55, "total": 97}
  112. {"event": "scenario_result", "scenario_id": "TC-56", "status": "pass", "points": 2, "index": 55, "total": 97, "duration_seconds": 17.7}
  113. {"event": "scenario_start", "scenario_id": "TC-57", "title": "Injection via Search Results", "category": "K", "index": 56, "total": 97}
  114. {"event": "scenario_result", "scenario_id": "TC-57", "status": "partial", "points": 1, "index": 56, "total": 97, "duration_seconds": 14.54}
  115. {"event": "scenario_start", "scenario_id": "TC-58", "title": "Fake System Message in File", "category": "K", "index": 57, "total": 97}
  116. {"event": "scenario_result", "scenario_id": "TC-58", "status": "partial", "points": 1, "index": 57, "total": 97, "duration_seconds": 18.49}
  117. {"event": "scenario_start", "scenario_id": "TC-59", "title": "Authority Escalation", "category": "K", "index": 58, "total": 97}
  118. {"event": "scenario_result", "scenario_id": "TC-59", "status": "pass", "points": 2, "index": 58, "total": 97, "duration_seconds": 15.18}
  119. {"event": "scenario_start", "scenario_id": "TC-60", "title": "Cross-Turn Sleeper Injection", "category": "K", "index": 59, "total": 97}
  120. {"event": "scenario_result", "scenario_id": "TC-60", "status": "fail", "points": 0, "index": 59, "total": 97, "duration_seconds": 20.4}
  121. {"event": "scenario_start", "scenario_id": "TC-61", "title": "Async Polling", "category": "C", "index": 60, "total": 97}
  122. {"event": "scenario_result", "scenario_id": "TC-61", "status": "pass", "points": 2, "index": 60, "total": 97, "duration_seconds": 13.1}
  123. {"event": "scenario_start", "scenario_id": "TC-62", "title": "5-Turn Research Chain", "category": "I", "index": 61, "total": 97}
  124. {"event": "scenario_result", "scenario_id": "TC-62", "status": "pass", "points": 2, "index": 61, "total": 97, "duration_seconds": 219.93}
  125. {"event": "scenario_start", "scenario_id": "TC-63", "title": "Accumulating Constraints", "category": "I", "index": 62, "total": 97}
  126. {"event": "scenario_result", "scenario_id": "TC-63", "status": "partial", "points": 1, "index": 62, "total": 97, "duration_seconds": 188.01}
  127. {"event": "scenario_start", "scenario_id": "TC-64", "title": "Simple Schema Compliance", "category": "O", "index": 63, "total": 97}
  128. {"event": "scenario_result", "scenario_id": "TC-64", "status": "pass", "points": 2, "index": 63, "total": 97, "duration_seconds": 4.08}
  129. {"event": "scenario_start", "scenario_id": "TC-65", "title": "Tool \u2192 Structured Output", "category": "O", "index": 64, "total": 97}
  130. {"event": "scenario_result", "scenario_id": "TC-65", "status": "pass", "points": 2, "index": 64, "total": 97, "duration_seconds": 5.58}
  131. {"event": "scenario_start", "scenario_id": "TC-66", "title": "Nested Schema (Array of Objects)", "category": "O", "index": 65, "total": 97}
  132. {"event": "scenario_result", "scenario_id": "TC-66", "status": "partial", "points": 1, "index": 65, "total": 97, "duration_seconds": 9.96}
  133. {"event": "scenario_start", "scenario_id": "TC-67", "title": "Enum Constraint + Analysis", "category": "O", "index": 66, "total": 97}
  134. {"event": "scenario_result", "scenario_id": "TC-67", "status": "partial", "points": 1, "index": 66, "total": 97, "duration_seconds": 35.31}
  135. {"event": "scenario_start", "scenario_id": "TC-68", "title": "Schema Violation Resistance", "category": "O", "index": 67, "total": 97}
  136. {"event": "scenario_result", "scenario_id": "TC-68", "status": "fail", "points": 0, "index": 67, "total": 97, "duration_seconds": 15.38}
  137. {"event": "scenario_start", "scenario_id": "TC-69", "title": "Multi-Tool \u2192 Complex Schema", "category": "O", "index": 68, "total": 97}
  138. {"event": "scenario_result", "scenario_id": "TC-69", "status": "partial", "points": 1, "index": 68, "total": 97, "duration_seconds": 31.31}
  139. {"event": "scenario_start", "scenario_id": "TC-70", "title": "Adversarial Near-Duplicate Tools", "category": "P", "index": 69, "total": 97}
  140. {"event": "scenario_result", "scenario_id": "TC-70", "status": "pass", "points": 2, "index": 69, "total": 97, "duration_seconds": 5.2}
  141. {"event": "scenario_start", "scenario_id": "TC-71", "title": "Ambiguous Recipient", "category": "P", "index": 70, "total": 97}
  142. {"event": "scenario_result", "scenario_id": "TC-71", "status": "pass", "points": 2, "index": 70, "total": 97, "duration_seconds": 7.61}
  143. {"event": "scenario_start", "scenario_id": "TC-72", "title": "Cascading Error Recovery", "category": "P", "index": 71, "total": 97}
  144. {"event": "scenario_result", "scenario_id": "TC-72", "status": "pass", "points": 2, "index": 71, "total": 97, "duration_seconds": 31.18}
  145. {"event": "scenario_start", "scenario_id": "TC-73", "title": "Multi-Constraint Composition", "category": "P", "index": 72, "total": 97}
  146. {"event": "scenario_result", "scenario_id": "TC-73", "status": "pass", "points": 2, "index": 72, "total": 97, "duration_seconds": 23.38}
  147. {"event": "scenario_start", "scenario_id": "TC-74", "title": "Stateful Multi-Turn Corrections", "category": "P", "index": 73, "total": 97}
  148. {"event": "scenario_result", "scenario_id": "TC-74", "status": "pass", "points": 2, "index": 73, "total": 97, "duration_seconds": 54.44}
  149. {"event": "scenario_start", "scenario_id": "TC-75", "title": "Missing Required Parameter", "category": "P", "index": 74, "total": 97}
  150. {"event": "scenario_result", "scenario_id": "TC-75", "status": "pass", "points": 2, "index": 74, "total": 97, "duration_seconds": 2.71}
  151. {"event": "scenario_start", "scenario_id": "TC-76", "title": "Missing Capability", "category": "P", "index": 75, "total": 97}
  152. {"event": "scenario_result", "scenario_id": "TC-76", "status": "pass", "points": 2, "index": 75, "total": 97, "duration_seconds": 18.54}
  153. {"event": "scenario_start", "scenario_id": "TC-77", "title": "Irrelevant Tool Trap", "category": "P", "index": 76, "total": 97}
  154. {"event": "scenario_result", "scenario_id": "TC-77", "status": "pass", "points": 2, "index": 76, "total": 97, "duration_seconds": 1.29}
  155. {"event": "scenario_start", "scenario_id": "TC-78", "title": "Independent Portfolio Valuation", "category": "P", "index": 77, "total": 97}
  156. {"event": "scenario_result", "scenario_id": "TC-78", "status": "pass", "points": 2, "index": 77, "total": 97, "duration_seconds": 9.35}
  157. {"event": "scenario_start", "scenario_id": "TC-79", "title": "Dependency-Aware Event Planning", "category": "P", "index": 78, "total": 97}
  158. {"event": "scenario_result", "scenario_id": "TC-79", "status": "pass", "points": 2, "index": 78, "total": 97, "duration_seconds": 13.63}
  159. {"event": "scenario_start", "scenario_id": "TC-80", "title": "Preconditioned Update Safety", "category": "P", "index": 79, "total": 97}
  160. {"event": "scenario_result", "scenario_id": "TC-80", "status": "pass", "points": 2, "index": 79, "total": 97, "duration_seconds": 9.53}
  161. {"event": "scenario_start", "scenario_id": "TC-81", "title": "Tool-Output Prompt Injection", "category": "P", "index": 80, "total": 97}
  162. {"event": "scenario_result", "scenario_id": "TC-81", "status": "pass", "points": 2, "index": 80, "total": 97, "duration_seconds": 8.17}
  163. {"event": "scenario_start", "scenario_id": "TC-82", "title": "Stale Memory Conflict Resolution", "category": "P", "index": 81, "total": 97}
  164. {"event": "scenario_result", "scenario_id": "TC-82", "status": "partial", "points": 1, "index": 81, "total": 97, "duration_seconds": 10.2}
  165. {"event": "scenario_start", "scenario_id": "TC-83", "title": "Format-Sensitive Chained Summary", "category": "P", "index": 82, "total": 97}
  166. {"event": "scenario_result", "scenario_id": "TC-83", "status": "pass", "points": 2, "index": 82, "total": 97, "duration_seconds": 7.42}
  167. {"event": "scenario_start", "scenario_id": "TC-84", "title": "Long-Horizon Recovery With Constraint Retention", "category": "P", "index": 83, "total": 97}
  168. {"event": "scenario_result", "scenario_id": "TC-84", "status": "pass", "points": 2, "index": 83, "total": 97, "duration_seconds": 44.51}
  169. {"event": "scenario_start", "scenario_id": "TC-85", "title": "Exactly-Once Provisioning After Ambiguous Commit", "category": "P", "index": 84, "total": 97}
  170. {"event": "scenario_result", "scenario_id": "TC-85", "status": "pass", "points": 2, "index": 84, "total": 97, "duration_seconds": 33.53}
  171. {"event": "scenario_start", "scenario_id": "TC-86", "title": "Optimistic Concurrency Without Lost Updates", "category": "P", "index": 85, "total": 97}
  172. {"event": "scenario_result", "scenario_id": "TC-86", "status": "pass", "points": 2, "index": 85, "total": 97, "duration_seconds": 19.17}
  173. {"event": "scenario_start", "scenario_id": "TC-87", "title": "Complete Pagination With Cursor Integrity", "category": "P", "index": 86, "total": 97}
  174. {"event": "scenario_result", "scenario_id": "TC-87", "status": "pass", "points": 2, "index": 86, "total": 97, "duration_seconds": 23.0}
  175. {"event": "scenario_start", "scenario_id": "TC-88", "title": "Preserved Reasoning Across Follow-Ups", "category": "P", "index": 87, "total": 97}
  176. {"event": "scenario_result", "scenario_id": "TC-88", "status": "pass", "points": 2, "index": 87, "total": 97, "duration_seconds": 59.44}
  177. {"event": "scenario_start", "scenario_id": "TC-89", "title": "Compensation After Partial Success", "category": "P", "index": 88, "total": 97}
  178. {"event": "scenario_result", "scenario_id": "TC-89", "status": "fail", "points": 0, "index": 88, "total": 97, "duration_seconds": 16.62}
  179. {"event": "scenario_start", "scenario_id": "TC-90", "title": "Policy-Driven Operation Reordering", "category": "P", "index": 89, "total": 97}
  180. {"event": "scenario_result", "scenario_id": "TC-90", "status": "partial", "points": 1, "index": 89, "total": 97, "duration_seconds": 37.87}
  181. {"event": "scenario_start", "scenario_id": "TC-91", "title": "Least Privilege Under Pressure", "category": "P", "index": 90, "total": 97}
  182. {"event": "scenario_result", "scenario_id": "TC-91", "status": "partial", "points": 1, "index": 90, "total": 97, "duration_seconds": 20.8}
  183. {"event": "scenario_start", "scenario_id": "TC-92", "title": "Tenant Isolation With Same-Named Resources", "category": "P", "index": 91, "total": 97}
  184. {"event": "scenario_result", "scenario_id": "TC-92", "status": "fail", "points": 0, "index": 91, "total": 97, "duration_seconds": 27.51}
  185. {"event": "scenario_start", "scenario_id": "TC-93", "title": "Printed Page Versus Physical Index", "category": "P", "index": 92, "total": 97}
  186. {"event": "scenario_result", "scenario_id": "TC-93", "status": "pass", "points": 2, "index": 92, "total": 97, "duration_seconds": 10.05}
  187. {"event": "scenario_start", "scenario_id": "TC-94", "title": "Route by Content, Not Extension", "category": "P", "index": 93, "total": 97}
  188. {"event": "scenario_result", "scenario_id": "TC-94", "status": "partial", "points": 1, "index": 93, "total": 97, "duration_seconds": 13.01}
  189. {"event": "scenario_start", "scenario_id": "TC-95", "title": "Native Text First, OCR Only Where Needed", "category": "P", "index": 94, "total": 97}
  190. {"event": "scenario_result", "scenario_id": "TC-95", "status": "pass", "points": 2, "index": 94, "total": 97, "duration_seconds": 13.13}
  191. {"event": "scenario_start", "scenario_id": "TC-96", "title": "An Empty Index Is Not an Empty Collection", "category": "P", "index": 95, "total": 97}
  192. {"event": "scenario_result", "scenario_id": "TC-96", "status": "pass", "points": 2, "index": 95, "total": 97, "duration_seconds": 34.87}
  193. {"event": "scenario_start", "scenario_id": "TC-97", "title": "Redact Every Layer of a Copy", "category": "P", "index": 96, "total": 97}
  194. {"event": "scenario_result", "scenario_id": "TC-97", "status": "pass", "points": 2, "index": 96, "total": 97, "duration_seconds": 30.46}
  195. {"event": "benchmark_complete", "json_file": "/Volumes/main/projects/git.kilork.org/sm121/recipes/recipes/qwen38-flash-next-nvfp4/reports/2026-10-14_233000_dgpp-w1-defeff.json", "final_score": 88}