Changeset 56926 for trunk/.github/workflows/performance.yml

Timestamp:

10/13/2023 08:11:41 AM (12 months ago)

Author:

swissspidy

Message:

Build/Test Tools: Migrate Puppeteer tests to Playwright.

As per the migration plan shared last year, this migrates all browser-based tests in WordPress core to use Playwright.
This includes end-to-end, performance, and visual regression tests.

Props swissspidy, mamaduka, kevin940726, bartkalisz, desrosj, adamsilverstein.
Fixes #59517.

File:

• trunk/.github/workflows/performance.yml (modified) (6 diffs)

trunk/.github/workflows/performance.yml

@@ -32 +32 @@
 env:
   # Performance testing should be performed in an environment reflecting a standard production environment.
-  WP_DEBUG: false
-  SCRIPT_DEBUG: false
-  SAVEQUERIES : false
-  WP_DEVELOPMENT_MODE: ''
+  LOCAL_WP_DEBUG: false
+  LOCAL_SCRIPT_DEBUG: false
+  LOCAL_SAVEQUERIES: false
+  LOCAL_WP_DEVELOPMENT_MODE: "''"
 
   # This workflow takes two sets of measurements — one for the current commit,
@@ -57 +57 @@
   # - Log debug information.
   # - Install npm dependencies.
+  # - Install Playwright browsers.
   # - Build WordPress.
   # - Start Docker environment.
@@ -74 +75 @@
   # - Print target performance tests results.
   # - Reset to original commit.
+  # - Install npm dependencies.
   # - Set the environment to the baseline version.
   # - Run baseline performance tests.
@@ -120 +122 @@
         run: npm ci
 
+      - name: Install Playwright browsers
+        run: npx playwright install --with-deps
+
       - name: Build WordPress
         run: npm run build
@@ -183 +188 @@
 
       - name: Run target performance tests (base/previous commit)
-        run: npm run test:performance -- --prefix=before
+        env:
+          TEST_RESULTS_PREFIX: before
+        run: npm run test:performance
 
       - name: Print target performance tests results
-        run: node ./tests/performance/results.js --prefix=before
+        env:
+          TEST_RESULTS_PREFIX: before
+        run: node ./tests/performance/results.js
 
       - name: Reset to original commit
         run: git reset --hard $GITHUB_SHA
 
+      - name: Install npm dependencies
+        run: npm ci
+
       - name: Set the environment to the baseline version
         run: |
@@ -197 +209 @@
 
       - name: Run baseline performance tests
-        run: npm run test:performance -- --prefix=base
+        env:
+          TEST_RESULTS_PREFIX: base
+        run: npm run test:performance
 
       - name: Print baseline performance tests results
-        run: node ./tests/performance/results.js --prefix=base
+        env:
+          TEST_RESULTS_PREFIX: base
+        run: node ./tests/performance/results.js
 
       - name: Compare results with base