[test optimization] Fix playwright flakiness (#7746)

juan-fernandez · web-flow · commit f9c9c985067f · 2026-03-11T14:21:47.000+01:00
diff --git a/integration-tests/playwright/playwright.spec.js b/integration-tests/playwright/playwright.spec.js
@@ -981,6 +981,7 @@ versions.forEach((version) => {
                 test => test.meta[TEST_NAME] === 'playwright should not retry new tests'
               )
               assert.strictEqual(newTests.length, NUM_RETRIES_EFD + 1)
+              newTests.sort((a, b) => (a.meta.start ?? 0) - (b.meta.start ?? 0))
               newTests.forEach(test => {
                 assert.strictEqual(test.meta[TEST_STATUS], 'fail')
                 assert.strictEqual(test.meta[TEST_IS_NEW], 'true')
diff --git a/packages/datadog-instrumentations/src/playwright.js b/packages/datadog-instrumentations/src/playwright.js
@@ -406,6 +406,7 @@ function testEndHandler ({
 
   // ATR: set _ddHasFailedAllRetries when all auto test retries were exhausted and every attempt failed
   if (isFlakyTestRetriesEnabled && !testProperties.attemptToFix && !test._ddIsEfdRetry &&
+    !(test._ddIsNew || test._ddIsModified) &&
     flakyTestRetriesCount != null && flakyTestRetriesCount > 0 &&
     testStatuses.length === flakyTestRetriesCount + 1 &&
     testStatuses.every(status => status === 'fail')) {

Original file line number	Diff line number	Diff line change
`@@ -981,6 +981,7 @@ versions.forEach((version) => {`
`981`	`981`	`test => test.meta[TEST_NAME] === 'playwright should not retry new tests'`
`982`	`982`	`)`
`983`	`983`	`assert.strictEqual(newTests.length, NUM_RETRIES_EFD + 1)`
	`984`	`+ newTests.sort((a, b) => (a.meta.start ?? 0) - (b.meta.start ?? 0))`
`984`	`985`	`newTests.forEach(test => {`
`985`	`986`	`assert.strictEqual(test.meta[TEST_STATUS], 'fail')`
`986`	`987`	`assert.strictEqual(test.meta[TEST_IS_NEW], 'true')`