test: fold otel smoke into qa e2e

RomneyDa · RomneyDa · commit 771b22a3bda9 · 2026-06-17T13:16:26.000-07:00
diff --git a/extensions/qa-lab/src/scenario-catalog.test.ts b/extensions/qa-lab/src/scenario-catalog.test.ts
@@ -58,6 +58,7 @@ describe("qa scenario catalog", () => {
         "control-ui-chat-flow-playwright",
         "package-openclaw-for-docker",
         "plugin-lifecycle-probe",
+        "qa-otel-smoke",
       ].toSorted(),
     );
     expect(
diff --git a/qa/scenarios/runtime/qa-otel-smoke.yaml b/qa/scenarios/runtime/qa-otel-smoke.yaml
@@ -0,0 +1,28 @@
+title: QA OTEL smoke evidence
+
+scenario:
+  id: qa-otel-smoke
+  surface: telemetry
+  coverage:
+    primary:
+      - telemetry.otel
+    secondary:
+      - harness.qa-lab
+      - plugin-sdk-diagnostic-runtime-exports
+  objective: Exercise bounded local OTLP capture and OpenTelemetry smoke assertions through QA Lab evidence.
+  successCriteria:
+    - Package-manager forwarded QA OTEL smoke arguments parse correctly.
+    - Body-size limits are strict positive integers.
+    - Local OTLP receiver rejects malformed, oversized, or truncated protobuf payloads with bounded diagnostics.
+    - Captured OTLP body text is bounded and leak needles remain detectable.
+    - Active local receiver sockets close during cleanup.
+    - Smoke assertions fail on non-2xx OTLP requests and missing release-critical signals.
+  docsRefs:
+    - docs/gateway/opentelemetry.md
+    - docs/concepts/qa-e2e-automation.md
+  codeRefs:
+    - test/e2e/qa-lab/runtime/qa-otel-smoke.e2e.test.ts
+  execution:
+    kind: vitest
+    path: test/e2e/qa-lab/runtime/qa-otel-smoke.e2e.test.ts
+    summary: Vitest coverage for QA OTEL smoke receiver bounds and signal assertions.
diff --git a/scripts/test-projects.test-support.mjs b/scripts/test-projects.test-support.mjs
@@ -664,6 +664,7 @@ const TOOLING_SOURCE_TEST_TARGETS = new Map([
   ["scripts/test-projects.test-support.d.mts", ["test/scripts/test-projects.test.ts"]],
   ["scripts/test-projects.test-support.mjs", ["test/scripts/test-projects.test.ts"]],
   ["scripts/tsdown-build.mjs", ["test/scripts/tsdown-build.test.ts"]],
+  ["scripts/qa-otel-smoke.ts", ["test/e2e/qa-lab/runtime/qa-otel-smoke.e2e.test.ts"]],
   ["scripts/bundled-plugin-assets.mjs", ["test/scripts/bundled-plugin-assets.test.ts"]],
   ["scripts/bundle-a2ui.mjs", ["test/scripts/bundled-plugin-assets.test.ts"]],
   ["scripts/build-diffs-viewer-runtime.mjs", ["test/scripts/build-diffs-viewer-runtime.test.ts"]],
diff --git a/test/e2e/qa-lab/runtime/qa-otel-smoke.e2e.test.ts b/test/e2e/qa-lab/runtime/qa-otel-smoke.e2e.test.ts
@@ -1,4 +1,4 @@
-// Qa Otel Smoke tests cover qa otel smoke script behavior.
+// QA OTEL Smoke tests cover QA Lab telemetry evidence.
 import { spawn, spawnSync } from "node:child_process";
 import { EventEmitter } from "node:events";
 import { existsSync, mkdirSync, mkdtempSync, rmSync, statSync } from "node:fs";
@@ -8,7 +8,7 @@ import path from "node:path";
 import { setTimeout as delay } from "node:timers/promises";
 import { gzipSync } from "node:zlib";
 import { beforeAll, describe, expect, it, vi } from "vitest";
-import { testing } from "../../scripts/qa-otel-smoke.ts";
+import { testing } from "../../../../scripts/qa-otel-smoke.ts";
 
 describe("qa-otel-smoke receiver bounds", () => {
   let configuredBodyLimitLoad: ReturnType<typeof spawnSync>;
diff --git a/test/scripts/test-projects.test.ts b/test/scripts/test-projects.test.ts
@@ -641,6 +641,13 @@ describe("scripts/test-projects changed-target routing", () => {
     }
   });
 
+  it("keeps QA Lab OTEL script edits on QA e2e tests", () => {
+    expect(resolveChangedTestTargetPlan(["scripts/qa-otel-smoke.ts"])).toEqual({
+      mode: "targets",
+      targets: ["test/e2e/qa-lab/runtime/qa-otel-smoke.e2e.test.ts"],
+    });
+  });
+
   it("keeps shared script library edits on owner tests", () => {
     const expectedTargets = new Map([
       [

Original file line number	Diff line number	Diff line change
`@@ -641,6 +641,13 @@ describe("scripts/test-projects changed-target routing", () => {`
`641`	`641`	`}`
`642`	`642`	`});`
`643`	`643`
	`644`	`+ it("keeps QA Lab OTEL script edits on QA e2e tests", () => {`
	`645`	`+ expect(resolveChangedTestTargetPlan(["scripts/qa-otel-smoke.ts"])).toEqual({`
	`646`	`+ mode: "targets",`
	`647`	`+ targets: ["test/e2e/qa-lab/runtime/qa-otel-smoke.e2e.test.ts"],`
	`648`	`+ });`
	`649`	`+ });`
	`650`	`+`
`644`	`651`	`it("keeps shared script library edits on owner tests", () => {`
`645`	`652`	`const expectedTargets = new Map([`
`646`	`653`	`[`