Release v2.14.0

.buildkite/browser-pipeline.block.yml

@@ -7,4 +7,4 @@ steps:
     agents:
       queue: macos
     timeout_in_minutes: 2
-    command: buildkite-agent pipeline upload .buildkite/browser-pipeline.yml
+    command: BUILD_MODE=NPM buildkite-agent pipeline upload .buildkite/browser-pipeline.yml

.buildkite/browser-pipeline.full.block.yml

@@ -7,4 +7,4 @@ steps:
     agents:
       queue: macos
     timeout_in_minutes: 2
-    command: buildkite-agent pipeline upload .buildkite/browser-pipeline.full.yml
+    command: BUILD_MODE=NPM buildkite-agent pipeline upload .buildkite/browser-pipeline.full.yml

.buildkite/browser-pipeline.full.yml

@@ -4,52 +4,42 @@ agents:
 steps:
   - group: "Browser Tests"
     steps:
-      - label: ":docker: Build BrowserStack Maze Runner image"
-        key: "browser-maze-runner-bs"
-        timeout_in_minutes: 20
-        plugins:
-          - docker-compose#v4.12.0:
-              build: browser-maze-runner-bs
-              image-repository: 855461928731.dkr.ecr.us-west-1.amazonaws.com/js
-              cache-from: browser-maze-runner-bs:855461928731.dkr.ecr.us-west-1.amazonaws.com/js:performance-ci-browser-${BRANCH_NAME}-${USE_CDN_BUILD}
-          - docker-compose#v4.12.0:
-              push: browser-maze-runner-bs:855461928731.dkr.ecr.us-west-1.amazonaws.com/js:performance-ci-browser-${BRANCH_NAME}-${USE_CDN_BUILD}
-        env:
-          USE_CDN_BUILD: "${USE_CDN_BUILD}"
-        retry:
-          automatic:
-            - exit_status: "*"
-              limit: 1
-
       - label: ":browserstack: {{ matrix }} Mobile Browser tests"
         matrix:
           - android_13
           - ios_13
           - ios_18
-        depends_on: "browser-maze-runner-bs"
+        depends_on: "build-browser-fixtures-NPM"
         timeout_in_minutes: 30
         plugins:
+          artifacts#v1.9.4:
+            download:
+              - "fixture-packages-NPM.zip"
+              - from: "test/browser/features/fixtures/.bugsnag-browser-version-NPM"
+                to: "test/browser/features/fixtures/.bugsnag-browser-version"
+            upload:
+              - "./test/browser/maze_output/failed/**/*"
+          improbable-eng/metahook:
+            pre-command: "unzip -o fixture-packages-${BUILD_MODE}.zip"
           docker-compose#v4.12.0:
             pull: browser-maze-runner-bs
             run: browser-maze-runner-bs
             use-aliases: true
             command:
               - --farm=bs
               - --browser={{ matrix }}
-          artifacts#v1.5.0:
-            upload:
-              - "./test/browser/maze_output/failed/**/*"
           test-collector#v1.10.2:
             files: "reports/TEST-*.xml"
             format: "junit"
             branch: "^main|next$$"
             api-token-env-name: "BROWSER_PERFORMANCE_BUILDKITE_ANALYTICS_TOKEN"
         concurrency: 2
         concurrency_group: "browserstack"
+        concurrency_method: eager
 
       - label: ":pipeline_upload: Basic browser pipeline with CDN build"
         agents:
           queue: "macos"
         timeout_in_minutes: 2
         commands:
-          - USE_CDN_BUILD=1 EXTRA_STEP_LABEL=" (CDN)" buildkite-agent pipeline upload .buildkite/browser-pipeline.yml
+          - BUILD_MODE=CDN buildkite-agent pipeline upload .buildkite/browser-pipeline.yml

.buildkite/browser-pipeline.yml

@@ -4,45 +4,45 @@ agents:
 steps:
   - group: "Browser Tests"
     steps:
-      - label: ":docker: Build BitBar Maze Runner image${EXTRA_STEP_LABEL}"
-        key: "browser-maze-runner-bb-${USE_CDN_BUILD}"
-        timeout_in_minutes: 20
-        plugins:
-          - docker-compose#v4.12.0:
-              build: browser-maze-runner-bb
-              image-repository: 855461928731.dkr.ecr.us-west-1.amazonaws.com/js
-              cache-from: browser-maze-runner-bb:855461928731.dkr.ecr.us-west-1.amazonaws.com/js:performance-ci-browser-${BRANCH_NAME}-${USE_CDN_BUILD}
-          - docker-compose#v4.12.0:
-              push: browser-maze-runner-bb:855461928731.dkr.ecr.us-west-1.amazonaws.com/js:performance-ci-browser-${BRANCH_NAME}-${USE_CDN_BUILD}
-        env:
-          USE_CDN_BUILD: "${USE_CDN_BUILD}"
-        retry:
-          automatic:
-            - exit_status: "*"
-              limit: 1
 
-      - label: ":docker: Build BrowserStack Maze Runner image${EXTRA_STEP_LABEL}"
-        key: "browser-maze-runner-bs-${USE_CDN_BUILD}"
+      - label: "Build browser fixtures - ${BUILD_MODE}"
+        key: "build-browser-fixtures-${BUILD_MODE}"
         timeout_in_minutes: 20
-        plugins:
-          - docker-compose#v4.12.0:
-              build: browser-maze-runner-bs
-              image-repository: 855461928731.dkr.ecr.us-west-1.amazonaws.com/js
-              cache-from: browser-maze-runner-bs:855461928731.dkr.ecr.us-west-1.amazonaws.com/js:performance-ci-browser-${BRANCH_NAME}-${USE_CDN_BUILD}
-          - docker-compose#v4.12.0:
-              push: browser-maze-runner-bs:855461928731.dkr.ecr.us-west-1.amazonaws.com/js:performance-ci-browser-${BRANCH_NAME}-${USE_CDN_BUILD}
+        agents:
+          queue: macos-14
         env:
-          USE_CDN_BUILD: "${USE_CDN_BUILD}"
+          BUILD_MODE: "${BUILD_MODE}"
+          SKIP_FIXTURE_CLEANUP: "true"
+        plugins:
+          artifacts#v1.9.4:
+            upload:
+              - "fixture-packages-${BUILD_MODE}.zip"
+              - from: "test/browser/features/fixtures/.bugsnag-browser-version"
+                to: "test/browser/features/fixtures/.bugsnag-browser-version-${BUILD_MODE}"
+        commands:
+          - cd ./test/browser
+          - npm ci
+          - ruby ./features/support/build-packages.rb
+          - cd ../..
+          - zip -r fixture-packages-${BUILD_MODE}.zip test/browser/features/fixtures/packages
         retry:
           automatic:
             - exit_status: "*"
               limit: 1
 
       # BitBar
-      - label: ":bitbar: :{{ matrix.browser }}: {{ matrix.version }} tests${EXTRA_STEP_LABEL}"
-        depends_on: "browser-maze-runner-bb-${USE_CDN_BUILD}"
+      - label: ":bitbar: :{{ matrix.browser }}: {{ matrix.version }} tests - ${BUILD_MODE}"
+        depends_on: "build-browser-fixtures-${BUILD_MODE}"
         timeout_in_minutes: 30
         plugins:
+          artifacts#v1.9.4:
+            download:
+              - "fixture-packages-${BUILD_MODE}.zip"
+              - from: "test/browser/features/fixtures/.bugsnag-browser-version-${BUILD_MODE}"
+                to: "test/browser/features/fixtures/.bugsnag-browser-version"
+            upload: "./test/browser/maze_output/failed/**/*"
+          improbable-eng/metahook:
+            pre-command: "unzip -o fixture-packages-${BUILD_MODE}.zip"
           docker-compose#v4.12.0:
             pull: browser-maze-runner-bb
             run: browser-maze-runner-bb
@@ -55,16 +55,14 @@ steps:
               - --appium-version=1.22
               - --aws-public-ip
               - --no-tunnel
-          artifacts#v1.5.0:
-            upload:
-              - "./test/browser/maze_output/failed/**/*"
           test-collector#v1.10.2:
             files: "reports/TEST-*.xml"
             format: "junit"
             branch: "^main|next$$"
             api-token-env-name: "BROWSER_PERFORMANCE_BUILDKITE_ANALYTICS_TOKEN"
         concurrency: 25
         concurrency_group: "bitbar"
+        concurrency_method: eager
         matrix:
           setup:
             browser: [chrome, firefox]
@@ -73,10 +71,18 @@ steps:
             - with: { browser: safari, version: 18 }
 
       # BrowserStack
-      - label: ":browserstack: :{{ matrix.browser }}: {{ matrix.version }} Browser tests${EXTRA_STEP_LABEL}"
-        depends_on: "browser-maze-runner-bs-${USE_CDN_BUILD}"
+      - label: ":browserstack: :{{ matrix.browser }}: {{ matrix.version }} Browser tests - ${BUILD_MODE}"
+        depends_on: "build-browser-fixtures-${BUILD_MODE}"
         timeout_in_minutes: 30
         plugins:
+          artifacts#v1.9.4:
+            download:
+              - "fixture-packages-${BUILD_MODE}.zip"
+              - from: "test/browser/features/fixtures/.bugsnag-browser-version-${BUILD_MODE}"
+                to: "test/browser/features/fixtures/.bugsnag-browser-version"
+            upload: "./test/browser/maze_output/failed/**/*"
+          improbable-eng/metahook:
+            pre-command: "unzip -o fixture-packages-${BUILD_MODE}.zip"
           docker-compose#v4.12.0:
             pull: browser-maze-runner-bs
             run: browser-maze-runner-bs
@@ -85,16 +91,14 @@ steps:
               - --https
               - --farm=bs
               - --browser={{ matrix.browser }}_{{ matrix.version }}
-          artifacts#v1.5.0:
-            upload:
-              - "./test/browser/maze_output/failed/**/*"
           test-collector#v1.10.2:
             files: "reports/TEST-*.xml"
             format: "junit"
             branch: "^main|next$$"
             api-token-env-name: "BROWSER_PERFORMANCE_BUILDKITE_ANALYTICS_TOKEN"
         concurrency: 2
         concurrency_group: "browserstack"
+        concurrency_method: eager
         matrix:
           setup:
             browser: [chrome]
@@ -105,27 +109,33 @@ steps:
             - with: { browser: edge, version: latest }
 
       # BrowserStack non-https
-      - label: ":browserstack: :{{ matrix.browser }}: {{ matrix.version }} Browser non-https tests${EXTRA_STEP_LABEL}"
-        depends_on: "browser-maze-runner-bs-${USE_CDN_BUILD}"
+      - label: ":browserstack: :{{ matrix.browser }}: {{ matrix.version }} Browser non-https tests - ${BUILD_MODE}"
+        depends_on: "build-browser-fixtures-${BUILD_MODE}"
         timeout_in_minutes: 30
         plugins:
+          artifacts#v1.9.4:
+            download:
+              - "fixture-packages-${BUILD_MODE}.zip"
+              - from: "test/browser/features/fixtures/.bugsnag-browser-version-${BUILD_MODE}"
+                to: "test/browser/features/fixtures/.bugsnag-browser-version"
+            upload: "./test/browser/maze_output/failed/**/*"
+          improbable-eng/metahook:
+            pre-command: "unzip -o fixture-packages-${BUILD_MODE}.zip"
           docker-compose#v4.12.0:
             pull: browser-maze-runner-bs
             run: browser-maze-runner-bs
             use-aliases: true
             command:
               - --farm=bs
               - --browser={{ matrix.browser }}_{{ matrix.version }}
-          artifacts#v1.5.0:
-            upload:
-              - "./test/browser/maze_output/failed/**/*"
           test-collector#v1.10.2:
             files: "reports/TEST-*.xml"
             format: "junit"
             branch: "^main|next$$"
             api-token-env-name: "BROWSER_PERFORMANCE_BUILDKITE_ANALYTICS_TOKEN"
         concurrency: 2
         concurrency_group: "browserstack"
+        concurrency_method: eager
         matrix:
           setup:
             browser: [safari]

.buildkite/scripts/packages.json

@@ -1,6 +1,7 @@
 [
     {
         "pipeline": ".buildkite/browser-pipeline.yml",
+        "environment": "BUILD_MODE=NPM",
         "block": ".buildkite/browser-pipeline.block.yml",
         "paths": [
             "test/browser",
@@ -11,11 +12,14 @@
             "packages/angular",
             "packages/react-router",
             "packages/vue",
-            "packages/plugin-react-performance"
+            "packages/plugin-react-performance",
+            "packages/svelte-kit",
+            "packages/plugin-named-spans"
         ]
     },
     {
         "pipeline": ".buildkite/browser-pipeline.full.yml",
+        "environment": "BUILD_MODE=NPM",
         "block": ".buildkite/browser-pipeline.full.block.yml",
         "paths": []
     },
@@ -28,7 +32,9 @@
             "packages/platforms/react-native",
             "packages/delivery-fetch",
             "packages/request-tracker",
-            "packages/plugin-react-navigation"
+            "packages/plugin-react-navigation",
+            "packages/plugin-react-native-span-access",
+            "packages/plugin-named-spans"
         ]
     },
     {
@@ -45,7 +51,8 @@
             "packages/platforms/react-native",
             "packages/delivery-fetch",
             "packages/request-tracker",
-            "packages/plugin-react-native-navigation"
+            "packages/plugin-react-native-navigation",
+            "packages/plugin-react-native-span-access"
         ]
     },
     {
@@ -56,11 +63,19 @@
     {
         "pipeline": ".buildkite/expo-pipeline.yml",
         "block": ".buildkite/expo-pipeline.block.yml",
-        "paths": []
+        "paths": [
+            "test/react-native",
+            "packages/core",
+            "packages/platforms/react-native",
+            "packages/delivery-fetch",
+            "packages/request-tracker",
+            "packages/plugin-react-navigation",
+            "packages/plugin-react-native-span-access"
+        ]
     },
     {
         "pipeline": ".buildkite/expo-pipeline.full.yml",
         "block": ".buildkite/expo-pipeline.full.block.yml",
         "paths": []
     }
-]
+]

.buildkite/scripts/pipeline-trigger.js

@@ -17,14 +17,21 @@ if (baseBranch) {
   execSync(`git --no-pager diff --name-only origin/${baseBranch}`, { stdio: 'inherit' });
 }
 
-packages.reverse().forEach(({ paths, block, pipeline }) => {
+packages.reverse().forEach(({ paths, block, pipeline, environment, skip }) => {
   let upload = false;
+  const env = environment || "";
 
+  if (skip) {
+    console.log(`Skipping pipeline ${pipeline} as per configuration.`);
+    return;
+  }
+
+  // Upload all pipelines if specified in the commit message
   if (commitMessage.includes("[full ci]") ||
     ["next", "main"].includes(currentBranch) ||
     ["main"].includes(baseBranch)) {
-    console.log(`Upload pipeline file: ${pipeline}`);
-    execSync(`buildkite-agent pipeline upload ${pipeline}`);
+    console.log(`Upload pipeline file: ${pipeline} with environment: '${env}'`);
+    execSync(`${env} buildkite-agent pipeline upload ${pipeline}`);
     return;
   }
 
@@ -54,8 +61,8 @@ packages.reverse().forEach(({ paths, block, pipeline }) => {
   }
 
   if (upload) {
-    console.log(`Upload pipeline file: ${pipeline}`);
-    execSync(`buildkite-agent pipeline upload ${pipeline}`);
+    console.log(`Upload pipeline file: ${pipeline} with environment: '${env}'`);
+    execSync(`${env} buildkite-agent pipeline upload ${pipeline}`);
   } else {
     console.log(`Upload blocker file: ${block}`);
     execSync(`buildkite-agent pipeline upload ${block}`);