Pipelines

.circleci/config.yml

@@ -3,36 +3,47 @@ parameters:
   run_flaky_tests:
     type: boolean
     default: false
+  nightly:
+    type: boolean
+    default: false
+  filter:
+    type: string
+    default: 'run,search,url,deploy,ballot'
 orbs:
   browser-tools: circleci/[email protected]
   win: circleci/[email protected]
   node: circleci/[email protected]
+  nx: nrwl/[email protected]
 jobs:
   build:
     docker:
-      - image: cimg/node:20.0.0-browsers
-
+      - image: cimg/node:20.0.0
     resource_class:
       xlarge
     working_directory: ~/remix-project
+    environment:
+      NX_PARALLEL: 6
     steps:
+      - run: nproc
       - run: sudo apt update && sudo apt install zstd
       - checkout
       - restore_cache:
           keys:
             - v1-deps-{{ checksum "yarn.lock" }}
-      - run: yarn
+      - run: yarn install --frozen-lockfile
       - save_cache:
           key: v1-deps-{{ checksum "yarn.lock" }}
           paths:
             - node_modules
+      - nx/set-shas:
+          main-branch-name: master
       - run:
           name: Build
           command: |
             if [ "${CIRCLE_BRANCH}" == "master" ]; then
-              NX_BIN_URL=http://127.0.0.1:8080/assets/js/soljson NX_WASM_URL=http://127.0.0.1:8080/assets/js/soljson NX_NPM_URL=http://127.0.0.1:9090/ yarn build:production
+              NX_PARALLEL=6 NX_BIN_URL=http://127.0.0.1:8080/assets/js/soljson NX_WASM_URL=http://127.0.0.1:8080/assets/js/soljson NX_NPM_URL=http://127.0.0.1:9090/ yarn build:production
             else
-              NX_BIN_URL=http://127.0.0.1:8080/assets/js/soljson NX_WASM_URL=http://127.0.0.1:8080/assets/js/soljson NX_NPM_URL=http://127.0.0.1:9090/ yarn build
+              NX_PARALLEL=6 NX_BIN_URL=http://127.0.0.1:8080/assets/js/soljson NX_WASM_URL=http://127.0.0.1:8080/assets/js/soljson NX_NPM_URL=http://127.0.0.1:9090/ yarn build
             fi
       - run: yarn run build:e2e
 
@@ -669,6 +680,23 @@ jobs:
       - run: mkdir node_modules/hardhat && wget https://unpkg.com/hardhat/console.sol -O node_modules/hardhat/console.sol
       - run: ls -la ./dist/apps/remix-ide/assets/js
 
+      - when:
+          condition:
+              equal: [ "brave", << parameters.browser >> ]
+          steps:
+            - run: yarn install_webdriver
+            - run:
+                name: Install Brave Browser
+                command: |
+                  sudo apt update
+                  sudo apt install -y curl gnupg
+                  sudo mkdir -p /etc/apt/keyrings
+                  curl -fsSL https://brave-browser-apt-release.s3.brave.com/brave-browser-archive-keyring.gpg | sudo tee /etc/apt/keyrings/brave-browser-archive-keyring.gpg >/dev/null
+                  echo "deb [signed-by=/etc/apt/keyrings/brave-browser-archive-keyring.gpg] https://brave-browser-apt-release.s3.brave.com/ stable main" | sudo tee /etc/apt/sources.list.d/brave-browser-release.list
+                  sudo apt update && sudo apt install -y brave-browser
+            - run:
+                name: Check Brave Version
+                command: brave-browser --version
       - when:
           condition:
               equal: [ "chrome", << parameters.browser >> ]
@@ -691,7 +719,7 @@ jobs:
                 install-chromedriver: false
             - run: yarn install_webdriver
             - run: firefox --version
-      - run: ./apps/remix-ide/ci/<< parameters.script >> << parameters.browser >> << parameters.jobsize >> << parameters.job >>
+      - run: ./apps/remix-ide/ci/<< parameters.script >> << parameters.browser >> << parameters.jobsize >> << parameters.job >> << pipeline.parameters.filter >>
       - store_test_results:
           path: ./reports/tests
       - store_artifacts:
@@ -799,8 +827,62 @@ workflows:
               job: ["nogroup"]
               jobsize: ["1"]
               parallelism: [5]
+  nightly-tests:
+    when: << pipeline.parameters.nightly >>  # ✅ Conditional workflow execution
+    jobs:
+      - build
+      # - remix-ide-browser:
+      #     requires:
+      #       - build
+      #     matrix:
+      #       alias: nightly-brave-tests
+      #       parameters:
+      #         browser: ["brave"]  # ✅ Brave only runs if nightly=true
+      #         script: ["browser_test.sh"]
+      #         job: ["0","1","2","3","4","5","6","7","8","9"]
+      #         jobsize: ["10"]
+      #         parallelism: [15]
+      - remix-ide-browser:
+          requires:
+            - build
+          matrix:
+            alias: nightly-tests
+            parameters:
+              browser: ["chrome"]
+              script: ["nightly.sh"]
+              job: ["0"]
+              jobsize: ["1"]
+              parallelism: [15]
+      # - remix-ide-browser:
+      #     requires:
+      #       - build
+      #     matrix:
+      #       alias: metamask
+      #       parameters:
+      #         browser: ["chrome", "brave"]
+      #         script: ["metamask.sh"]
+      #         job: ["0"]
+      #         jobsize: ["10"]
+      #         parallelism: [1]
+  filtered-tests:
+    when: << pipeline.parameters.filter >>  # ✅ Conditional workflow execution
+    jobs:
+      - build
+      - remix-ide-browser:
+          requires:
+            - build
+          matrix:
+            parameters:
+              browser: ["chrome"]
+              script: ["browser_test.sh"]
+              job: ["0"]
+              jobsize: ["1"]
+              parallelism: [15]
   build_all:
-    unless: << pipeline.parameters.run_flaky_tests >>
+    when:
+      and:
+        - not: << pipeline.parameters.run_flaky_tests >>
+        - not: << pipeline.parameters.filter >>
     jobs:
       - build
       - build-desktop
@@ -887,6 +969,7 @@ workflows:
               job: ["0","1","2","3","4","5","6","7","8","9"]
               jobsize: ["10"]
               parallelism: [15]
+
       - remix-ide-browser:
           requires:
             - build
@@ -953,4 +1036,15 @@ workflows:
             branches:
               only: remix_beta
 
+
+trigger:
+  - &detect_fork
+    name: "Detect if PR is a fork"
+    command: |
+      if [[ -z "$CIRCLE_PR_REPONAME" ]]; then
+        echo "export IS_FORK=false" >> $BASH_ENV
+      else
+        echo "export IS_FORK=true" >> $BASH_ENV
+      fi
+
 # VS Code Extension Version: 1.5.1

.nx/workspace-data/d/daemon.log

@@ -0,0 +1,48 @@
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:33.746Z - Started listening on: /var/folders/qv/xmjp70m950b67kdf04fcx00h0000gn/T/26481ed23dae92d5c286/d.sock
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:33.748Z - [WATCHER]: Subscribed to changes within: /Users/filipmertens/Documents/code/remix-project (native)
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:33.757Z - Established a connection. Number of open connections: 1
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:33.758Z - Established a connection. Number of open connections: 2
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:33.758Z - Closed a connection. Number of open connections: 1
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:33.759Z - [REQUEST]: Responding to the client. Shutdown initiated
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:33.759Z - Done responding to the client Shutdown initiated
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:33.759Z - Handled FORCE_SHUTDOWN. Handling time: 0. Response time: 0.
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:33.760Z - Closed a connection. Number of open connections: 0
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:33.760Z - [WATCHER]: Stopping the watcher for /Users/filipmertens/Documents/code/remix-project (sources)
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:33.760Z - [WATCHER]: Stopping the watcher for /Users/filipmertens/Documents/code/remix-project (outputs)
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:33.760Z - Server stopped because: "Request to shutdown"
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:54.527Z - Started listening on: /var/folders/qv/xmjp70m950b67kdf04fcx00h0000gn/T/26481ed23dae92d5c286/d.sock
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:54.532Z - [WATCHER]: Subscribed to changes within: /Users/filipmertens/Documents/code/remix-project (native)
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:54.533Z - Established a connection. Number of open connections: 1
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:54.533Z - Established a connection. Number of open connections: 2
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:54.534Z - Closed a connection. Number of open connections: 1
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:54.534Z - [REQUEST]: Responding to the client. Shutdown initiated
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:54.535Z - Done responding to the client Shutdown initiated
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:54.535Z - Handled FORCE_SHUTDOWN. Handling time: 0. Response time: 1.
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:54.536Z - [WATCHER]: Stopping the watcher for /Users/filipmertens/Documents/code/remix-project (sources)
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:54.536Z - Closed a connection. Number of open connections: 0
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:54.536Z - [WATCHER]: Stopping the watcher for /Users/filipmertens/Documents/code/remix-project (outputs)
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:48:54.537Z - Server stopped because: "Request to shutdown"
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:49:27.139Z - Started listening on: /var/folders/qv/xmjp70m950b67kdf04fcx00h0000gn/T/26481ed23dae92d5c286/d.sock
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:49:27.142Z - [WATCHER]: Subscribed to changes within: /Users/filipmertens/Documents/code/remix-project (native)
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:49:27.144Z - Established a connection. Number of open connections: 1
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:49:27.145Z - Established a connection. Number of open connections: 2
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:49:27.147Z - Closed a connection. Number of open connections: 1
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:49:27.148Z - [REQUEST]: Responding to the client. Shutdown initiated
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:49:27.148Z - Done responding to the client Shutdown initiated
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:49:27.148Z - Handled FORCE_SHUTDOWN. Handling time: 0. Response time: 0.
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:49:27.150Z - [WATCHER]: Stopping the watcher for /Users/filipmertens/Documents/code/remix-project (sources)
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:49:27.150Z - Closed a connection. Number of open connections: 0
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:49:27.150Z - [WATCHER]: Stopping the watcher for /Users/filipmertens/Documents/code/remix-project (outputs)
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:49:27.150Z - Server stopped because: "Request to shutdown"
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:50:46.973Z - Started listening on: /var/folders/qv/xmjp70m950b67kdf04fcx00h0000gn/T/26481ed23dae92d5c286/d.sock
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:50:46.976Z - [WATCHER]: Subscribed to changes within: /Users/filipmertens/Documents/code/remix-project (native)
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:50:46.982Z - Established a connection. Number of open connections: 1
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:50:46.982Z - Established a connection. Number of open connections: 2
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:50:46.983Z - Closed a connection. Number of open connections: 1
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:50:46.984Z - [REQUEST]: Responding to the client. Shutdown initiated
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:50:46.984Z - Done responding to the client Shutdown initiated
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:50:46.984Z - Handled FORCE_SHUTDOWN. Handling time: 0. Response time: 1.
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:50:46.985Z - [WATCHER]: Stopping the watcher for /Users/filipmertens/Documents/code/remix-project (sources)
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:50:46.985Z - Closed a connection. Number of open connections: 0
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:50:46.985Z - [WATCHER]: Stopping the watcher for /Users/filipmertens/Documents/code/remix-project (outputs)
+[NX v20.6.1 Daemon Server] - 2025-03-19T06:50:46.986Z - Server stopped because: "Request to shutdown"

apps/remix-ide-e2e/nightwatch-brave.ts

@@ -0,0 +1,112 @@
+import * as fs from 'fs';
+import * as os from 'os';
+import * as path from 'path';
+
+const crxFile = fs.readFileSync('apps/remix-ide-e2e/src/extensions/chrome/11.13.1_0.crx');
+const metamaskExtension = crxFile.toString('base64');
+
+// Function to find the Brave binary path based on the OS
+const getBravePath = () => {
+  const platform = os.platform();
+  if (platform === 'darwin') {
+    return '/Applications/Brave Browser.app/Contents/MacOS/Brave Browser';
+  } else if (platform === 'win32') {
+    const possiblePaths = [
+      'C:\\Program Files\\BraveSoftware\\Brave-Browser\\Application\\brave.exe',
+      'C:\\Program Files (x86)\\BraveSoftware\\Brave-Browser\\Application\\brave.exe',
+    ];
+    return possiblePaths.find(fs.existsSync) || 'brave.exe'; // Default to PATH lookup
+  } else {
+    return '/usr/bin/brave-browser'; // Linux default
+  }
+};
+
+const braveBinary = getBravePath();
+
+module.exports = {
+  src_folders: ['dist/apps/remix-ide-e2e/src/tests'],
+  output_folder: './reports/tests',
+  custom_commands_path: ['dist/apps/remix-ide-e2e/src/commands'],
+  custom_assertions_path: '',
+  page_objects_path: '',
+  globals_path: '',
+
+  webdriver: {
+    start_process: true,
+    port: 9515,
+    server_path: './tmp/webdrivers/node_modules/chromedriver/bin/chromedriver',
+  },
+
+  test_settings: {
+    'default': {
+      globals: {
+        waitForConditionTimeout: 10000,
+        asyncHookTimeout: 10000000
+      },
+      screenshots: {
+        enabled: true,
+        path: './reports/screenshots',
+        on_failure: true,
+        on_error: true
+      },
+      exclude: ['dist/apps/remix-ide-e2e/src/tests/runAndDeploy.test.js', 'dist/apps/remix-ide-e2e/src/tests/pluginManager.test.ts']
+    },
+
+    'brave': {
+      desiredCapabilities: {
+        'browserName': 'chrome',
+        'javascriptEnabled': true,
+        'acceptSslCerts': true,
+        'goog:chromeOptions': {
+          binary: braveBinary,  // Dynamic Brave binary path
+          args: [
+            'window-size=2560,1440',
+            '--no-sandbox',
+            '--headless=new',  // Enable headless mode for CI
+            '--verbose',
+            '--user-agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.0.0 Safari/537.36'
+          ],
+          extensions: [metamaskExtension]
+        }
+      }
+    },
+
+    'braveDesktop': {
+      desiredCapabilities: {
+        'browserName': 'chrome',
+        'javascriptEnabled': true,
+        'acceptSslCerts': true,
+        'goog:chromeOptions': {
+          binary: braveBinary,
+          args: ['window-size=2560,1440', 'start-fullscreen', '--no-sandbox', '--verbose']
+        }
+      }
+    },
+
+    'braveDesktopMetamask': {
+      desiredCapabilities: {
+        'browserName': 'chrome',
+        'javascriptEnabled': true,
+        'acceptSslCerts': true,
+        'goog:chromeOptions': {
+          binary: braveBinary,
+          args: ['window-size=2560,1440', '--no-sandbox', '--verbose'],
+          extensions: [metamaskExtension]
+        }
+      }
+    },
+
+    'brave-runAndDeploy': {
+      desiredCapabilities: {
+        'browserName': 'chrome',
+        'javascriptEnabled': true,
+        'acceptSslCerts': true,
+        'goog:chromeOptions': {
+          binary: braveBinary,
+          args: ['window-size=2560,1440', 'start-fullscreen', '--no-sandbox', '--headless', '--verbose'],
+          extensions: [metamaskExtension]
+        }
+      }
+    }
+  }
+};