Fix testcafe tests (#8947)

* Make angular works correct under 16 node * Use chrome from puppeteer for testcafe tests * Fix error
surveyjs · Oct 21, 2024 · bf8502b · bf8502b
1 parent 91c35f4
commit bf8502b
Show file tree

Hide file tree

Showing 10 changed files with 68 additions and 63 deletions.
diff --git a/.testcaferc.js b/.testcaferc.js
@@ -0,0 +1,11 @@
+
+
+module.exports = {
+  "browsers": [`chrome:${require("puppeteer").executablePath()}:headless`],
+  "nativeAutomation": "true",
+  "concurrency": 4,
+  "quarantineMode": {
+    "successThreshold": 1,
+    "attemptLimit": 5
+  }
+}
diff --git a/.testcaferc.json b/.testcaferc.json
diff --git a/accessibility-tests.yml b/accessibility-tests.yml
@@ -29,7 +29,7 @@ jobs:
 
   - task: NodeTool@0
     inputs:
-      versionSpec: '14.x'
+      versionSpec: '16.x'
     displayName: 'Install Node.js'
 
   - task: CopyFiles@2
@@ -90,7 +90,7 @@ jobs:
 
   - task: NodeTool@0
     inputs:
-      versionSpec: '14.x'
+      versionSpec: '16.x'
     displayName: 'Install Node.js'
 
   - task: CopyFiles@2
@@ -154,7 +154,7 @@ jobs:
 
   - task: NodeTool@0
     inputs:
-      versionSpec: '14.x'
+      versionSpec: '16.x'
     displayName: 'Install Node.js'
 
   - task: CopyFiles@2
@@ -217,7 +217,7 @@ jobs:
 
   - task: NodeTool@0
     inputs:
-      versionSpec: "14.x"
+      versionSpec: "16.x"
     displayName: "Install Node.js"
 
   - task: CopyFiles@2

diff --git a/build-packages.yml b/build-packages.yml
@@ -42,7 +42,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2
@@ -81,7 +81,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2
@@ -228,7 +228,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2
@@ -348,7 +348,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2
@@ -450,7 +450,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2
@@ -552,7 +552,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2
@@ -788,7 +788,7 @@ jobs:
 
 #     - task: NodeTool@0
 #       inputs:
-#         versionSpec: "14.x"
+#         versionSpec: "16.x"
 #       displayName: "Install Node.js"
 
 #     - task: CopyFiles@2
@@ -884,7 +884,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2

diff --git a/devops-accessibility-tests.yml b/devops-accessibility-tests.yml
@@ -29,7 +29,7 @@ jobs:
 
   - task: NodeTool@0
     inputs:
-      versionSpec: '14.x'
+      versionSpec: '16.x'
     displayName: 'Install Node.js'
 
   - task: CopyFiles@2
@@ -90,7 +90,7 @@ jobs:
 
   - task: NodeTool@0
     inputs:
-      versionSpec: '14.x'
+      versionSpec: '16.x'
     displayName: 'Install Node.js'
 
   - task: CopyFiles@2
@@ -156,7 +156,7 @@ jobs:
 
   - task: NodeTool@0
     inputs:
-      versionSpec: '14.x'
+      versionSpec: '16.x'
     displayName: 'Install Node.js'
 
   - task: CopyFiles@2
@@ -219,7 +219,7 @@ jobs:
 
   - task: NodeTool@0
     inputs:
-      versionSpec: "14.x"
+      versionSpec: "16.x"
     displayName: "Install Node.js"
 
   - task: CopyFiles@2

diff --git a/devops-pull-requests-parallel-jobs.yml b/devops-pull-requests-parallel-jobs.yml
@@ -25,7 +25,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2
@@ -83,7 +83,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2
@@ -132,7 +132,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2
@@ -177,7 +177,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2
@@ -313,7 +313,7 @@ jobs:
 
 #     - task: NodeTool@0
 #       inputs:
-#         versionSpec: "14.x"
+#         versionSpec: "16.x"
 #       displayName: "Install Node.js"
 
 #     - task: CopyFiles@2
@@ -360,7 +360,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2

diff --git a/devops-visual-regression-tests.yml b/devops-visual-regression-tests.yml
@@ -28,7 +28,7 @@ jobs:
       script: '$Path = $env:TEMP; $Installer = ''chrome_installer.exe''; Invoke-WebRequest -Uri ''http://dl.google.com/chrome/install/375.126/chrome_installer.exe'' -OutFile $Path\$Installer; Start-Process -FilePath $Path\$Installer -Args ''/silent /install'' -Verb RunAs -Wait; Remove-Item -Path $Path\$Installer'
   - task: NodeTool@0
     inputs:
-      versionSpec: '14.x'
+      versionSpec: '16.x'
     displayName: 'Install Node.js'
 
   - task: CopyFiles@2
@@ -89,7 +89,7 @@ jobs:
 
   - task: NodeTool@0
     inputs:
-      versionSpec: '14.x'
+      versionSpec: '16.x'
     displayName: 'Install Node.js'
 
   - task: CopyFiles@2
@@ -155,7 +155,7 @@ jobs:
 
   - task: NodeTool@0
     inputs:
-      versionSpec: '14.x'
+      versionSpec: '16.x'
     displayName: 'Install Node.js'
 
   - task: CopyFiles@2
@@ -218,7 +218,7 @@ jobs:
 
     - task: NodeTool@0
       inputs:
-        versionSpec: "14.x"
+        versionSpec: "16.x"
       displayName: "Install Node.js"
 
     - task: CopyFiles@2
@@ -388,7 +388,7 @@ jobs:
 
 #   - task: NodeTool@0
 #     inputs:
-#       versionSpec: '14.x'
+#       versionSpec: '16.x'
 #     displayName: 'Install Node.js'
 
 #   - task: CopyFiles@2
@@ -455,7 +455,7 @@ jobs:
 
   - task: NodeTool@0
     inputs:
-      versionSpec: '14.x'
+      versionSpec: '16.x'
     displayName: 'Install Node.js'
 
   - task: CopyFiles@2

diff --git a/package.json b/package.json
@@ -8,15 +8,15 @@
     "testcafe_file": "concurrently \"http-server --silent\" \"testcafe chrome testCafe/survey/surveyWidth.ts --selector-timeout 1500 --reporter minimal\"",
     "testcafe_ci": "testcafe -c 4 -q chrome:headless testCafe/ --app \"http-server --silent\" --reporter minimal",
     "testcafe_sauce": "testcafe \"saucelabs:Chrome@56.0:Windows 10\" testCafe/",
-    "testcafe:ko": "http-server --silent & testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless testCafe/ --reporter minimal --env=knockout",
+    "testcafe:ko": "http-server --silent & testcafe  testCafe/ --reporter minimal --env=knockout",
     "testcafe:jquery-ui": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome testCafe/ --app \"http-server --silent\" --env=jquery-ui",
-    "testcafe:jquery-ui:ci": "http-server --silent & testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless testCafe/ --reporter minimal --env=jquery-ui",
+    "testcafe:jquery-ui:ci": "http-server --silent & testcafe  testCafe/ --reporter minimal --env=jquery-ui",
     "testcafe:survey-js-ui": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome testCafe/ --app \"http-server --silent\" --env=survey-js-ui",
-    "testcafe:survey-js-ui:ci": "http-server --silent & testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless testCafe/ --reporter minimal --env=survey-js-ui",
-    "vrt:jquery-ui:ci": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=jquery-ui",
-    "vrt:survey-js-ui:ci": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=survey-js-ui",
-    "testcafe:react": "http-server --silent & testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless testCafe/ --reporter minimal --env=react",
-    "testcafe:vue": "http-server --silent & testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless testCafe/ --reporter minimal --env=vue",
+    "testcafe:survey-js-ui:ci": "http-server --silent & testcafe  testCafe/ --reporter minimal --env=survey-js-ui",
+    "vrt:jquery-ui:ci": "testcafe  ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=jquery-ui",
+    "vrt:survey-js-ui:ci": "testcafe  ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=survey-js-ui",
+    "testcafe:react": "http-server --silent & testcafe  testCafe/ --reporter minimal --env=react",
+    "testcafe:vue": "http-server --silent & testcafe  testCafe/ --reporter minimal --env=vue",
     "release": "commit-and-tag-version --message \"Release: %s [azurepipelines skip]\" ",
     "build_core_dev": "webpack --config ./build-scripts/survey-core/webpack.config.js --env.buildType dev",
     "build_core_prod": "webpack --config ./build-scripts/survey-core/webpack.config.js --env.buildType prod",
@@ -88,24 +88,24 @@
     "vrt:ko": "testcafe chrome ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --reporter minimal --env=knockout --selector-timeout 1500",
     "vrt:react": "testcafe chrome ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --reporter minimal --env=react --selector-timeout 1500",
     "visual-regression-tests:ci": "testcafe chrome:headless ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal",
-    "visual-regression-tests:ci:knockout": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=knockout",
-    "visual-regression-tests:ci:angular": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless ./visualRegressionTests/ --app \"http-server ./packages/survey-angular-ui/example/dist --proxy http://localhost:8080? -p 8080\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=angular",
+    "visual-regression-tests:ci:knockout": "testcafe  ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=knockout",
+    "visual-regression-tests:ci:angular": "testcafe  ./visualRegressionTests/ --app \"http-server ./packages/survey-angular-ui/example/dist --proxy http://localhost:8080? -p 8080\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=angular",
     "visual-regression-tests:angular": "testcafe -c 4 -q chrome ./visualRegressionTests/ --app \"http-server ./packages/survey-angular-ui/example/dist --proxy http://localhost:8080? -p 8080\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=angular",
-    "visual-regression-tests:ci:react": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=react",
-    "visual-regression-tests:ci:vue": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=vue",
+    "visual-regression-tests:ci:react": "testcafe  ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=react",
+    "visual-regression-tests:ci:vue": "testcafe  ./visualRegressionTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=vue",
     "visual-regression-tests:file": "testcafe chrome:headless --app \"http-server\" ./visualRegressionTests/tests/defaultV2/paneldynamic.ts --screenshots ./ --reporter minimal --selector-timeout 1500",
-    "visual-regression-tests:ci:vue3": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless ./visualRegressionTests/ --app \"npm run preview --prefix ./packages/survey-vue3-ui/example\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=vue3",
+    "visual-regression-tests:ci:vue3": "testcafe  ./visualRegressionTests/ --app \"npm run preview --prefix ./packages/survey-vue3-ui/example\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=vue3",
     "visual-regression-tests:vue3": "testcafe -c 4 -q chrome ./visualRegressionTests/ --app \"npm run preview --prefix ./packages/survey-vue3-ui/example\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=vue3",
     "accessibility-tests": "testcafe chrome ./accessibilityTests/ --app \"http-server\" --screenshots ./ --reporter minimal --selector-timeout 1500",
-    "accessibility-tests:ci:knockout": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless ./accessibilityTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=knockout",
-    "accessibility-tests:ci:angular": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless ./accessibilityTests/ --app \"http-server ./packages/survey-angular-ui/example/dist --proxy http://localhost:8080? -p 8080\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=angular",
-    "accessibility-tests:ci:react": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless ./accessibilityTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=react",
-    "accessibility-tests:ci:vue": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless ./accessibilityTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=vue",
-    "accessibility-tests:ci:vue3": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless ./accessibilityTests/ --app \"npm run preview --prefix ./packages/survey-vue3-ui/example\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=vue3",
-    "testcafe:ci:vue3": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless testCafe/ --app \"npm run preview --prefix ./packages/survey-vue3-ui/example\" --selector-timeout 1500 --reporter minimal --env=vue3",
+    "accessibility-tests:ci:knockout": "testcafe  ./accessibilityTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=knockout",
+    "accessibility-tests:ci:angular": "testcafe  ./accessibilityTests/ --app \"http-server ./packages/survey-angular-ui/example/dist --proxy http://localhost:8080? -p 8080\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=angular",
+    "accessibility-tests:ci:react": "testcafe  ./accessibilityTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=react",
+    "accessibility-tests:ci:vue": "testcafe  ./accessibilityTests/ --app \"http-server\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=vue",
+    "accessibility-tests:ci:vue3": "testcafe  ./accessibilityTests/ --app \"npm run preview --prefix ./packages/survey-vue3-ui/example\" --screenshots ./ --selector-timeout 1500 --reporter minimal --env=vue3",
+    "testcafe:ci:vue3": "testcafe  testCafe/ --app \"npm run preview --prefix ./packages/survey-vue3-ui/example\" --selector-timeout 1500 --reporter minimal --env=vue3",
     "testcafe:vue3": "testcafe chrome testCafe/ --app \"npm run preview --prefix ./packages/survey-vue3-ui/example \" --selector-timeout 1500 --reporter minimal --env=vue3",
     "testcafe:angular": "testcafe chrome testCafe/ --app \"http-server ./packages/survey-angular-ui/example/dist --proxy http://localhost:8080? -p 8080\" --selector-timeout 1500 --reporter minimal --env=angular",
-    "testcafe:ci:angular": "testcafe -c 4 -q attemptLimit=5,successThreshold=1 chrome:headless testCafe/ --app \"http-server ./packages/survey-angular-ui/example/dist --proxy http://localhost:8080? -p 8080\" --selector-timeout 1500 --reporter minimal --env=angular",
+    "testcafe:ci:angular": "testcafe  testCafe/ --app \"http-server ./packages/survey-angular-ui/example/dist --proxy http://localhost:8080? -p 8080\" --selector-timeout 1500 --reporter minimal --env=angular",
     "prepare": "husky install",
     "test:postcss": "postcss build/survey-core/defaultV2.css --silent  -u postcss-calc -u autoprefixer -u postcss-fail-on-warn -o defaultV2.postcss.css && rimraf defaultV2.postcss.css"
   },
@@ -175,7 +175,7 @@
     "postcss-cli": "10.1.0",
     "postcss-fail-on-warn": "0.2.1",
     "preact": "^10.21.0",
-    "puppeteer": "^1.19.0",
+    "puppeteer": "23.5.3",
     "qunit": "2.14.0",
     "react": "17.0.1",
     "react-dom": "17.0.1",
@@ -229,4 +229,4 @@
     "signature_pad": "^4.1.5",
     "vite": "^3.1.8"
   }
-}
+}
diff --git a/packages/survey-angular-ui/example/package.json b/packages/survey-angular-ui/example/package.json
@@ -2,14 +2,11 @@
   "name": "survey-angular-ui-example",
   "version": "0.0.1",
   "peerDependencies": {},
-  "devDependencies": {
-    "@types/node": "^16.11.10"
-  },
+  "devDependencies": {},
   "dependencies": {
-    "@angular/router": "^12.0.0",
     "bootstrap": "^3.3.7",
     "survey-core": "../../../build/survey-core",
     "surveyjs-widgets": "^1.9.40",
     "tslib": "^2.3.0"
   }
-}
+}