Reduce threshold for color matching in VRT (#5182)

WordPress · Nov 25, 2024 · 8c1c3b1 · 8c1c3b1
1 parent 380eb31
commit 8c1c3b1
Show file tree

Hide file tree

Showing 38 changed files with 6 additions and 3 deletions.
diff --git a/frontend/test/playwright/playwright.config.ts b/frontend/test/playwright/playwright.config.ts
@@ -66,6 +66,11 @@ const config: PlaywrightTestConfig = {
    * to avoid the test also becoming a load test.
    */
   workers: UPDATE_TAPES === "true" || baseURL !== localBaseURL ? 1 : undefined,
+  expect: {
+    toMatchSnapshot: {
+      threshold: 0.1,
+    },
+  },
 }
 
 export default config
diff --git a/...onents/filters.spec.ts-snapshots/filters-sidebar-checked-ltr-lg-light-linux.png b/...onents/filters.spec.ts-snapshots/filters-sidebar-checked-ltr-lg-light-linux.png
diff --git a/...onents/filters.spec.ts-snapshots/filters-sidebar-checked-rtl-lg-light-linux.png b/...onents/filters.spec.ts-snapshots/filters-sidebar-checked-rtl-lg-light-linux.png
diff --git a/...ion/components/filters.spec.ts-snapshots/filters-sidebar-ltr-lg-light-linux.png b/...ion/components/filters.spec.ts-snapshots/filters-sidebar-ltr-lg-light-linux.png
diff --git a/...ion/components/filters.spec.ts-snapshots/filters-sidebar-rtl-lg-light-linux.png b/...ion/components/filters.spec.ts-snapshots/filters-sidebar-rtl-lg-light-linux.png
diff --git a/...o-player.spec.ts-snapshots/global-audio-player-on-search-ltr-xs-light-linux.png b/...o-player.spec.ts-snapshots/global-audio-player-on-search-ltr-xs-light-linux.png
diff --git a/...o-player.spec.ts-snapshots/global-audio-player-on-search-rtl-xs-light-linux.png b/...o-player.spec.ts-snapshots/global-audio-player-on-search-rtl-xs-light-linux.png
diff --git a/...ression/components/header.spec.ts-snapshots/filters-open-ltr-2xl-dark-linux.png b/...ression/components/header.spec.ts-snapshots/filters-open-ltr-2xl-dark-linux.png
diff --git a/...gression/components/header.spec.ts-snapshots/filters-open-ltr-lg-dark-linux.png b/...gression/components/header.spec.ts-snapshots/filters-open-ltr-lg-dark-linux.png
diff --git a/...gression/components/header.spec.ts-snapshots/filters-open-ltr-xl-dark-linux.png b/...gression/components/header.spec.ts-snapshots/filters-open-ltr-xl-dark-linux.png
diff --git a/...ression/components/header.spec.ts-snapshots/filters-open-rtl-2xl-dark-linux.png b/...ression/components/header.spec.ts-snapshots/filters-open-rtl-2xl-dark-linux.png
diff --git a/...gression/components/header.spec.ts-snapshots/filters-open-rtl-lg-dark-linux.png b/...gression/components/header.spec.ts-snapshots/filters-open-rtl-lg-dark-linux.png
diff --git a/...gression/components/header.spec.ts-snapshots/filters-open-rtl-xl-dark-linux.png b/...gression/components/header.spec.ts-snapshots/filters-open-rtl-xl-dark-linux.png
diff --git a/...l-regression/components/header.spec.ts-snapshots/resting-ltr-2xl-dark-linux.png b/...l-regression/components/header.spec.ts-snapshots/resting-ltr-2xl-dark-linux.png
diff --git a/...al-regression/components/header.spec.ts-snapshots/resting-ltr-lg-dark-linux.png b/...al-regression/components/header.spec.ts-snapshots/resting-ltr-lg-dark-linux.png
diff --git a/...al-regression/components/header.spec.ts-snapshots/resting-ltr-xl-dark-linux.png b/...al-regression/components/header.spec.ts-snapshots/resting-ltr-xl-dark-linux.png
diff --git a/...l-regression/components/header.spec.ts-snapshots/resting-rtl-2xl-dark-linux.png b/...l-regression/components/header.spec.ts-snapshots/resting-rtl-2xl-dark-linux.png
diff --git a/...al-regression/components/header.spec.ts-snapshots/resting-rtl-lg-dark-linux.png b/...al-regression/components/header.spec.ts-snapshots/resting-rtl-lg-dark-linux.png
diff --git a/...al-regression/components/header.spec.ts-snapshots/resting-rtl-xl-dark-linux.png b/...al-regression/components/header.spec.ts-snapshots/resting-rtl-xl-dark-linux.png
diff --git a/...-regression/components/header.spec.ts-snapshots/scrolled-ltr-2xl-dark-linux.png b/...-regression/components/header.spec.ts-snapshots/scrolled-ltr-2xl-dark-linux.png
diff --git a/...l-regression/components/header.spec.ts-snapshots/scrolled-ltr-lg-dark-linux.png b/...l-regression/components/header.spec.ts-snapshots/scrolled-ltr-lg-dark-linux.png
diff --git a/...l-regression/components/header.spec.ts-snapshots/scrolled-ltr-xl-dark-linux.png b/...l-regression/components/header.spec.ts-snapshots/scrolled-ltr-xl-dark-linux.png
diff --git a/...-regression/components/header.spec.ts-snapshots/scrolled-rtl-2xl-dark-linux.png b/...-regression/components/header.spec.ts-snapshots/scrolled-rtl-2xl-dark-linux.png
diff --git a/...l-regression/components/header.spec.ts-snapshots/scrolled-rtl-lg-dark-linux.png b/...l-regression/components/header.spec.ts-snapshots/scrolled-rtl-lg-dark-linux.png
diff --git a/...l-regression/components/header.spec.ts-snapshots/scrolled-rtl-xl-dark-linux.png b/...l-regression/components/header.spec.ts-snapshots/scrolled-rtl-xl-dark-linux.png
diff --git a/...s/errors.spec.ts-snapshots/search-result-audio-no-results-ltr-xl-dark-linux.png b/...s/errors.spec.ts-snapshots/search-result-audio-no-results-ltr-xl-dark-linux.png
diff --git a/...s/errors.spec.ts-snapshots/search-result-audio-no-results-rtl-xl-dark-linux.png b/...s/errors.spec.ts-snapshots/search-result-audio-no-results-rtl-xl-dark-linux.png
diff --git a/...s/errors.spec.ts-snapshots/search-result-image-no-results-ltr-xl-dark-linux.png b/...s/errors.spec.ts-snapshots/search-result-image-no-results-ltr-xl-dark-linux.png
diff --git a/...s/errors.spec.ts-snapshots/search-result-image-no-results-rtl-xl-dark-linux.png b/...s/errors.spec.ts-snapshots/search-result-image-no-results-rtl-xl-dark-linux.png
diff --git a/...ts-snapshots/content-switcher-with-external-sources-open-ltr-md-light-linux.png b/...ts-snapshots/content-switcher-with-external-sources-open-ltr-md-light-linux.png
diff --git a/...ts-snapshots/content-switcher-with-external-sources-open-ltr-sm-light-linux.png b/...ts-snapshots/content-switcher-with-external-sources-open-ltr-sm-light-linux.png
diff --git a/...ts-snapshots/content-switcher-with-external-sources-open-rtl-md-light-linux.png b/...ts-snapshots/content-switcher-with-external-sources-open-rtl-md-light-linux.png
diff --git a/...ts-snapshots/content-switcher-with-external-sources-open-rtl-sm-light-linux.png b/...ts-snapshots/content-switcher-with-external-sources-open-rtl-sm-light-linux.png
diff --git a/...ts-snapshots/content-switcher-with-external-sources-open-rtl-xs-light-linux.png b/...ts-snapshots/content-switcher-with-external-sources-open-rtl-xs-light-linux.png
diff --git a/frontend/test/playwright/visual-regression/pages/pages.spec.ts b/frontend/test/playwright/visual-regression/pages/pages.spec.ts
@@ -44,7 +44,6 @@ for (const contentPage of contentPages) {
           await expectSnapshot(page, contentPage, page, {
             dir,
             screenshotOptions: { fullPage: true },
-            snapshotOptions: { maxDiffPixelRatio: 0.01 },
           })
         })
       })
@@ -100,8 +99,7 @@ test.describe("layout color is set correctly", () => {
       await page.mouse.move(100, 100)
 
       expect(await page.screenshot({ fullPage: true })).toMatchSnapshot(
-        "about-ltr-lg-light.png",
-        { maxDiffPixelRatio: 0.01 }
+        "about-ltr-lg-light.png"
       )
     })
   })

diff --git a/.../search-with-banners.spec.ts-snapshots/page-with-all-banners-2xl-dark-linux.png b/.../search-with-banners.spec.ts-snapshots/page-with-all-banners-2xl-dark-linux.png
diff --git a/...s/search-with-banners.spec.ts-snapshots/page-with-all-banners-lg-dark-linux.png b/...s/search-with-banners.spec.ts-snapshots/page-with-all-banners-lg-dark-linux.png
diff --git a/...s/search-with-banners.spec.ts-snapshots/page-with-all-banners-xl-dark-linux.png b/...s/search-with-banners.spec.ts-snapshots/page-with-all-banners-xl-dark-linux.png