[test optimization] Fix vitest quarantined test fail status (#7769)

juan-fernandez · claude · web-flow · commit c8ff80a01150 · 2026-03-13T23:26:59.000+01:00
Add quarantined tests to `switchedStatuses` when their state is flipped
from fail to pass. This causes the reporter to publish the error channel
instead of the pass channel, so the plugin reports TEST_STATUS='fail'
to Datadog while vitest still sees the test as passing (exit code 0,
session passes).

Co-authored-by: Claude Opus 4.6 (1M context) &lt;noreply@anthropic.com&gt;
diff --git a/integration-tests/vitest/vitest.spec.js b/integration-tests/vitest/vitest.spec.js
@@ -1991,8 +1991,7 @@ versions.forEach((version) => {
                 )
 
                 if (isQuarantining) {
-                  // TODO: do not flip the status of the test but still ignore failures
-                  assert.strictEqual(quarantinedTest.meta[TEST_STATUS], 'pass')
+                  assert.strictEqual(quarantinedTest.meta[TEST_STATUS], 'fail')
                   assert.strictEqual(quarantinedTest.meta[TEST_MANAGEMENT_IS_QUARANTINED], 'true')
                 } else {
                   assert.strictEqual(quarantinedTest.meta[TEST_STATUS], 'fail')
diff --git a/packages/datadog-instrumentations/src/vitest.js b/packages/datadog-instrumentations/src/vitest.js
@@ -661,6 +661,9 @@ function wrapVitestTestRunner (VitestTestRunner) {
         }
         task.result.state = 'pass'
       } else if (isQuarantined) {
+        if (task.result.state === 'fail') {
+          switchedStatuses.add(task)
+        }
         task.result.state = 'pass'
       }
     }

Original file line number	Diff line number	Diff line change
`@@ -1991,8 +1991,7 @@ versions.forEach((version) => {`
`1991`	`1991`	`)`
`1992`	`1992`
`1993`	`1993`	`if (isQuarantining) {`
`1994`		`- // TODO: do not flip the status of the test but still ignore failures`
`1995`		`- assert.strictEqual(quarantinedTest.meta[TEST_STATUS], 'pass')`
	`1994`	`+ assert.strictEqual(quarantinedTest.meta[TEST_STATUS], 'fail')`
`1996`	`1995`	`assert.strictEqual(quarantinedTest.meta[TEST_MANAGEMENT_IS_QUARANTINED], 'true')`
`1997`	`1996`	`} else {`
`1998`	`1997`	`assert.strictEqual(quarantinedTest.meta[TEST_STATUS], 'fail')`
Original file line number	Diff line number	Diff line change
`@@ -661,6 +661,9 @@ function wrapVitestTestRunner (VitestTestRunner) {`
`661`	`661`	`}`
`662`	`662`	`task.result.state = 'pass'`
`663`	`663`	`} else if (isQuarantined) {`
	`664`	`+ if (task.result.state === 'fail') {`
	`665`	`+ switchedStatuses.add(task)`
	`666`	`+ }`
`664`	`667`	`task.result.state = 'pass'`
`665`	`668`	`}`
`666`	`669`	`}`