fix(qa): scope runtime parity mock requests

vincentkoc · vincentkoc · commit 8042ec4cb89a · 2026-06-11T05:19:10.000+09:00
diff --git a/extensions/qa-lab/src/runtime-parity.test.ts b/extensions/qa-lab/src/runtime-parity.test.ts
@@ -141,4 +141,30 @@ describe("runtime parity", () => {
       },
     ]);
   });
+
+  it("scopes process-global mock requests to the parent session prompt", () => {
+    const scoped = __testing.filterMockRequestsForParentPrompt(
+      [
+        {
+          allInputText: "Delegate one bounded QA task to a subagent.",
+          plannedToolName: "sessions_spawn",
+        },
+        {
+          allInputText: "Inspect the QA workspace and return one concise protocol note.",
+          plannedToolName: "read",
+        },
+        {
+          allInputText: "Delegate one bounded QA task to a subagent. Tool result: child accepted.",
+          toolOutput: "child accepted",
+        },
+      ],
+      "Delegate one bounded QA task to a subagent.",
+    );
+
+    expect(scoped).toHaveLength(2);
+    expect(scoped.map((request) => request.plannedToolName ?? "result")).toEqual([
+      "sessions_spawn",
+      "result",
+    ]);
+  });
 });
diff --git a/extensions/qa-lab/src/runtime-parity.ts b/extensions/qa-lab/src/runtime-parity.ts
@@ -120,6 +120,7 @@ type RuntimeParityTranscriptRecord = {
 };
 
 type RuntimeParityMockRequestSnapshot = {
+  allInputText?: string;
   plannedToolName?: string;
   plannedToolArgs?: unknown;
   toolOutput?: string;
@@ -798,6 +799,20 @@ function resolveRuntimeParityToolCalls(params: {
   return params.mockToolCalls;
 }
 
+function filterMockRequestsForParentPrompt(
+  requests: RuntimeParityMockRequestSnapshot[],
+  parentPrompt: string,
+) {
+  const normalizedParentPrompt = normalizeTextForParity(parentPrompt);
+  if (!normalizedParentPrompt) {
+    return requests;
+  }
+  const matching = requests.filter((request) =>
+    normalizeTextForParity(request.allInputText ?? "").includes(normalizedParentPrompt),
+  );
+  return matching.length > 0 ? matching : requests;
+}
+
 function summarizeSentinelErrorClass(findings: readonly GatewayLogSentinelFinding[]) {
   if (findings.length === 0) {
     return undefined;
@@ -993,6 +1008,7 @@ async function loadRuntimeParityTranscripts(params: {
 
 async function loadRuntimeParityMockToolCalls(
   mockBaseUrl: string | undefined,
+  parentPrompt: string,
 ): Promise<RuntimeParityToolCall[] | null> {
   const normalizedBaseUrl = mockBaseUrl?.trim().replace(/\/+$/u, "");
   if (!normalizedBaseUrl) {
@@ -1018,12 +1034,15 @@ async function loadRuntimeParityMockToolCalls(
     }
     const requests = payload.filter(isMessageRecord).map(
       (entry): RuntimeParityMockRequestSnapshot => ({
+        allInputText: readNonEmptyString(entry.allInputText),
         plannedToolName: readNonEmptyString(entry.plannedToolName),
         plannedToolArgs: entry.plannedToolArgs ?? null,
         toolOutput: readNonEmptyString(entry.toolOutput) ?? "",
       }),
     );
-    return resolveToolCallOrderFromMockRequests(requests);
+    return resolveToolCallOrderFromMockRequests(
+      filterMockRequestsForParentPrompt(requests, parentPrompt),
+    );
   } catch {
     return null;
   }
@@ -1039,7 +1058,12 @@ export async function captureRuntimeParityCell(
   });
   const transcriptRecords = buildTranscriptRecords(transcriptBytes);
   const transcriptToolCalls = resolveToolCallOrder(transcriptRecords);
-  const mockToolCalls = await loadRuntimeParityMockToolCalls(params.mockBaseUrl);
+  const parentPrompt =
+    transcriptRecords
+      .filter((record) => record.role === "user" && !isToolResultLikeMessage(record.message))
+      .map((record) => extractAssistantText(record.message))
+      .find(Boolean) ?? "";
+  const mockToolCalls = await loadRuntimeParityMockToolCalls(params.mockBaseUrl, parentPrompt);
   const gatewayLogs = params.gateway.logs?.();
   const sentinelFindings = [
     ...scanGatewayLogSentinels(gatewayLogs),
@@ -1087,6 +1111,7 @@ export async function runRuntimeParityScenario(params: {
 
 export const testing = {
   classifyRuntimeParityCells,
+  filterMockRequestsForParentPrompt,
   resolveRuntimeParityToolCalls,
   resolveToolCallOrderFromMockRequests,
 };
