|
3 | 3 |
|
4 | 4 | import json |
5 | 5 | import os |
| 6 | +import sys |
6 | 7 | import tempfile |
7 | 8 | import time |
8 | 9 | import types |
@@ -105,6 +106,84 @@ def test_session_without_activity_exports_nothing(self): |
105 | 106 | self.assertEqual(self.run_hooks(adapter, [(0, "s"), (10, "e")]), []) |
106 | 107 | self.assertEqual(list(self.cfg.state_dir.glob("*.json")), []) |
107 | 108 |
|
| 109 | + def test_keyless_turns_get_per_session_keys(self): |
| 110 | + # Apps without turn ids (Kiro, Antigravity): START mints turn-N, END/UPDATE use the open turn. |
| 111 | + adapter = scripted({ |
| 112 | + "prompt": [SpanEvent(START, TURN, "S", input="P")], |
| 113 | + "tool": [SpanEvent(END, TOOL, "S", name="Shell", duration_ms=100)], |
| 114 | + "reply": [SpanEvent(UPDATE, TURN, "S", output="R")], |
| 115 | + "stop": [SpanEvent(END, TURN, "S", status=OK)], |
| 116 | + }) |
| 117 | + spans = self.run_hooks(adapter, [(0, "prompt"), (500, "tool"), (600, "reply"), (700, "stop"), |
| 118 | + (800, "prompt"), (900, "stop"), (950, "stop")]) |
| 119 | + turn1 = emit.span_id("fake", "S", TURN, "turn-1") |
| 120 | + turn2 = emit.span_id("fake", "S", TURN, "turn-2") |
| 121 | + tool = [s for s in spans if s["name"] == "Shell"][0] |
| 122 | + self.assertEqual(tool["parentSpanId"], turn1) |
| 123 | + t1 = latest(spans, turn1) |
| 124 | + self.assertEqual(int(t1["endTimeUnixNano"]) - int(t1["startTimeUnixNano"]), 700 * MS) |
| 125 | + self.assertEqual(attrs(t1)["coding_agent.turn.id"], "turn-1") |
| 126 | + t2 = latest(spans, turn2) |
| 127 | + self.assertEqual(int(t2["endTimeUnixNano"]) - int(t2["startTimeUnixNano"]), 100 * MS) |
| 128 | + # The extra stop has no open turn and is ignored. |
| 129 | + self.assertEqual(len([s for s in spans if s["spanId"] in (turn1, turn2)]), 2) |
| 130 | + |
| 131 | + def test_keyless_tool_end_pairs_with_oldest_start_of_same_name(self): |
| 132 | + # Apps whose pre/post tool hooks carry no call id: FIFO by tool name. |
| 133 | + adapter = scripted({ |
| 134 | + "pre-read": [SpanEvent(START, TOOL, "S", turn_id="g", name="Read")], |
| 135 | + "pre-shell": [SpanEvent(START, TOOL, "S", turn_id="g", name="Shell")], |
| 136 | + "post-read": [SpanEvent(END, TOOL, "S", turn_id="g", name="Read")], |
| 137 | + "post-shell": [SpanEvent(END, TOOL, "S", turn_id="g", name="Shell", status=ERROR)], |
| 138 | + }) |
| 139 | + spans = self.run_hooks(adapter, [(0, "pre-read"), (100, "pre-read"), (200, "pre-shell"), |
| 140 | + (300, "post-read"), (400, "post-shell"), (450, "post-read")]) |
| 141 | + reads = [s for s in spans if s["name"] == "Read"] |
| 142 | + self.assertEqual([int(s["endTimeUnixNano"]) - int(s["startTimeUnixNano"]) for s in reads], |
| 143 | + [300 * MS, 350 * MS]) |
| 144 | + shell = [s for s in spans if s["name"] == "Shell"][0] |
| 145 | + self.assertEqual(int(shell["endTimeUnixNano"]) - int(shell["startTimeUnixNano"]), 200 * MS) |
| 146 | + self.assertEqual(shell["status"]["code"], 2) |
| 147 | + self.assertNotIn("gen_ai.tool.call.id", attrs(shell)) |
| 148 | + |
| 149 | + def test_turn_start_closes_other_open_turn_and_late_end_corrects_it(self): |
| 150 | + adapter = scripted({ |
| 151 | + "t1": [SpanEvent(START, TURN, "S", key="g1")], |
| 152 | + "tool1": [SpanEvent(START, TOOL, "S", key="c1", turn_id="g1", name="Shell")], |
| 153 | + "t2": [SpanEvent(START, TURN, "S", key="g2")], |
| 154 | + "end1": [SpanEvent(END, TURN, "S", key="g1", status=OK)], |
| 155 | + "end2": [SpanEvent(END, TURN, "S", key="g2")], |
| 156 | + }) |
| 157 | + first = self.run_hooks(adapter, [(0, "t1"), (100, "tool1"), (500, "t2")]) |
| 158 | + g1 = emit.span_id("fake", "S", TURN, "g1") |
| 159 | + incomplete = latest(first, g1) |
| 160 | + self.assertTrue(attrs(incomplete)["coding_agent.incomplete"]) |
| 161 | + tool = [s for s in first if s["name"] == "Shell"][0] |
| 162 | + self.assertTrue(attrs(tool)["coding_agent.incomplete"], "children of the closed turn are closed too") |
| 163 | + # A late end for g1 re-sends it complete, same id and start, without the incomplete flag. |
| 164 | + late = self.run_hooks(adapter, [(600, "end1")]) |
| 165 | + corrected = latest(late, g1) |
| 166 | + self.assertEqual(corrected["startTimeUnixNano"], incomplete["startTimeUnixNano"]) |
| 167 | + self.assertNotIn("coding_agent.incomplete", attrs(corrected)) |
| 168 | + self.assertEqual(corrected["status"]["code"], 1) |
| 169 | + # g2 is still the open turn. |
| 170 | + rest = self.run_hooks(adapter, [(900, "end2")]) |
| 171 | + g2 = latest(rest, emit.span_id("fake", "S", TURN, "g2")) |
| 172 | + self.assertEqual(int(g2["endTimeUnixNano"]) - int(g2["startTimeUnixNano"]), 400 * MS) |
| 173 | + |
| 174 | + def test_empty_response_prints_nothing(self): |
| 175 | + module = types.ModuleType("adapters.fake_quiet") |
| 176 | + module.APP, module.DISPLAY_NAME = "fake_quiet", "Quiet" |
| 177 | + module.parse = lambda event, payload: [] |
| 178 | + module.respond = lambda event, payload: "" |
| 179 | + sys.modules["adapters.fake_quiet"] = module |
| 180 | + try: |
| 181 | + self.assertEqual(emit.run(["fake_quiet", "UserPromptSubmit"], "{}", {}), "") |
| 182 | + module.respond = lambda event, payload: None |
| 183 | + self.assertEqual(emit.run(["fake_quiet", "UserPromptSubmit"], "{}", {}), "{}") |
| 184 | + finally: |
| 185 | + del sys.modules["adapters.fake_quiet"] |
| 186 | + |
108 | 187 | def test_end_without_start_uses_vendor_duration(self): |
109 | 188 | adapter = scripted({"post": [SpanEvent(END, TOOL, "S", key="c", name="Read", duration_ms=250)]}) |
110 | 189 | spans = self.run_hooks(adapter, [(1000, "post")]) |
|
0 commit comments