cli-e2e.yml

name: CLI End to End

on:
  push:
    branches: [main]
    paths:
      - ".github/workflows/cli-e2e.yml"
      - "packages/openui-cli/**"
      - "templates/**"
      - "tsconfig.json"
  pull_request:
    branches: [main]
    paths:
      - ".github/workflows/cli-e2e.yml"
      - "packages/openui-cli/**"
      - "templates/**"
      - "tsconfig.json"

permissions:
  contents: read

jobs:
  package-cli:
    name: Package CLI
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v6

      - uses: pnpm/action-setup@v6

      - uses: actions/setup-node@v6
        with:
          node-version: 24

      - name: Install workspace dependencies
        run: pnpm install --frozen-lockfile

      - name: Build CLI
        run: pnpm --filter @openuidev/cli build

      - name: Pack CLI
        working-directory: packages/openui-cli
        run: |
          mkdir -p "${RUNNER_TEMP}/cli-package"
          npm pack --ignore-scripts --pack-destination "${RUNNER_TEMP}/cli-package"

      - uses: actions/upload-artifact@v7
        with:
          name: openui-cli-package
          path: ${{ runner.temp }}/cli-package/*.tgz
          if-no-files-found: error
          retention-days: 1

  cli-e2e:
    name: ${{ matrix.template }} (${{ matrix.package-manager }}@${{ matrix.package-manager-version }}, ${{ matrix.os }}, Node ${{ matrix.node-version }})
    needs: package-cli
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        template:
          - openui-cloud
          - openui-self-hosted
        configuration:
          # Keep one npm and pnpm canary for the legacy Node.js line.
          - ubuntu-node20-npm10
          - ubuntu-node20-pnpm9
          # Exercise established and current package-manager majors on Linux.
          - ubuntu-node22-npm10
          - ubuntu-node22-npm11
          - ubuntu-node22-pnpm10
          - ubuntu-node22-pnpm11
          - ubuntu-node24-npm11
          - ubuntu-node24-pnpm10
          - ubuntu-node24-pnpm11
          # Keep the non-Linux jobs focused on the current package-manager majors.
          - macos-node24-npm11
          - macos-node24-pnpm11
          - windows-node24-npm11
          - windows-node24-pnpm11
        include:
          - configuration: ubuntu-node20-npm10
            os: ubuntu-latest
            node-version: 20
            package-manager: npm
            package-manager-version: "10"
          - configuration: ubuntu-node20-pnpm9
            os: ubuntu-latest
            node-version: 20
            package-manager: pnpm
            package-manager-version: "9"
          - configuration: ubuntu-node22-npm10
            os: ubuntu-latest
            node-version: 22
            package-manager: npm
            package-manager-version: "10"
          - configuration: ubuntu-node22-npm11
            os: ubuntu-latest
            node-version: 22
            package-manager: npm
            package-manager-version: "11"
          - configuration: ubuntu-node22-pnpm10
            os: ubuntu-latest
            node-version: 22
            package-manager: pnpm
            package-manager-version: "10"
          - configuration: ubuntu-node22-pnpm11
            os: ubuntu-latest
            node-version: 22
            package-manager: pnpm
            package-manager-version: "11"
          - configuration: ubuntu-node24-npm11
            os: ubuntu-latest
            node-version: 24
            package-manager: npm
            package-manager-version: "11"
          - configuration: ubuntu-node24-pnpm10
            os: ubuntu-latest
            node-version: 24
            package-manager: pnpm
            package-manager-version: "10"
          - configuration: ubuntu-node24-pnpm11
            os: ubuntu-latest
            node-version: 24
            package-manager: pnpm
            package-manager-version: "11"
          - configuration: macos-node24-npm11
            os: macos-latest
            node-version: 24
            package-manager: npm
            package-manager-version: "11"
          - configuration: macos-node24-pnpm11
            os: macos-latest
            node-version: 24
            package-manager: pnpm
            package-manager-version: "11"
          - configuration: windows-node24-npm11
            os: windows-latest
            node-version: 24
            package-manager: npm
            package-manager-version: "11"
          - configuration: windows-node24-pnpm11
            os: windows-latest
            node-version: 24
            package-manager: pnpm
            package-manager-version: "11"

    steps:
      - uses: actions/checkout@v6

      - uses: actions/setup-node@v6
        with:
          node-version: ${{ matrix.node-version }}

      - name: Set up npm ${{ matrix.package-manager-version }}
        if: matrix.package-manager == 'npm'
        run: npm install --global npm@${{ matrix.package-manager-version }}

      - uses: pnpm/action-setup@v6
        if: matrix.package-manager == 'pnpm'
        with:
          version: ${{ matrix.package-manager-version }}
          # The matrix version must win here; reading the repo root's
          # packageManager field (pnpm@10.33.0) alongside an explicit version
          # is a hard error in action-setup v6, so point it at a manifest
          # without that field.
          package_json_file: packages/openui-cli/package.json

      - name: Verify package manager version
        shell: bash
        # Outside the repo checkout: inside it, pnpm >=10 self-switches to the
        # root packageManager version (pnpm@10.33.0) and would report that
        # instead of the matrix-installed version. The e2e steps below all run
        # under runner.temp too, so this verifies what they will actually use.
        working-directory: ${{ runner.temp }}
        env:
          PACKAGE_MANAGER: ${{ matrix.package-manager }}
          EXPECTED_MAJOR: ${{ matrix.package-manager-version }}
        run: |
          actual_version="$("${PACKAGE_MANAGER}" --version)"
          if [[ "${actual_version}" != "${EXPECTED_MAJOR}".* ]]; then
            echo "Expected ${PACKAGE_MANAGER} ${EXPECTED_MAJOR}.x, got ${actual_version}" >&2
            exit 1
          fi

      - uses: actions/download-artifact@v8
        with:
          name: openui-cli-package
          path: ${{ runner.temp }}/cli-package

      - name: Locate CLI package and prepare workspace
        id: cli-package
        shell: bash
        env:
          CLI_PACKAGE_DIR: ${{ runner.temp }}/cli-package
          CLI_E2E_DIR: ${{ runner.temp }}/cli-e2e
        run: |
          node --input-type=module -e "
            import fs from 'node:fs';
            import path from 'node:path';
            const tarballs = fs.readdirSync(process.env.CLI_PACKAGE_DIR).filter((file) => file.endsWith('.tgz'));
            if (tarballs.length !== 1) throw new Error('Expected exactly one CLI tarball');
            const tarball = path.join(process.env.CLI_PACKAGE_DIR, tarballs[0]);
            fs.mkdirSync(process.env.CLI_E2E_DIR, { recursive: true });
            fs.appendFileSync(process.env.GITHUB_OUTPUT, 'path=' + tarball + '\n');
          "

      - name: Run CLI with npm
        if: matrix.package-manager == 'npm'
        working-directory: ${{ runner.temp }}/cli-e2e
        run: >-
          npm exec --yes --package="${{ steps.cli-package.outputs.path }}" --
          openui --no-telemetry create
          --name generated-app
          --template ${{ matrix.template }}
          --api-key sk-test
          --no-interactive
          --no-skill

      - name: Run CLI with pnpm
        if: matrix.package-manager == 'pnpm'
        working-directory: ${{ runner.temp }}/cli-e2e
        run: >-
          pnpm dlx "${{ steps.cli-package.outputs.path }}"
          --no-telemetry create
          --name generated-app
          --template ${{ matrix.template }}
          --api-key sk-test
          --no-interactive
          --no-skill

      # npm- and pnpm-installed node_modules can both satisfy either run command.
      # Check manager metadata and lockfile retention to verify CLI selection.
      - name: Verify selected package manager
        working-directory: ${{ runner.temp }}/cli-e2e/generated-app
        shell: bash
        env:
          PACKAGE_MANAGER: ${{ matrix.package-manager }}
        run: |
          node --input-type=module -e "
            import fs from 'node:fs';
            import path from 'node:path';
            const marker = process.env.PACKAGE_MANAGER === 'pnpm'
              ? path.join('node_modules', '.modules.yaml')
              : path.join('node_modules', '.package-lock.json');
            if (!fs.existsSync(marker)) throw new Error('Missing ' + process.env.PACKAGE_MANAGER + ' install marker: ' + marker);
            const hasNpmLockfile = fs.existsSync('package-lock.json');
            if (process.env.PACKAGE_MANAGER === 'npm' && !hasNpmLockfile) {
              throw new Error('npm-generated project is missing package-lock.json');
            }
            if (process.env.PACKAGE_MANAGER !== 'npm' && hasNpmLockfile) {
              throw new Error(process.env.PACKAGE_MANAGER + '-generated project retained package-lock.json');
            }
          "

      - name: Build generated app
        working-directory: ${{ runner.temp }}/cli-e2e/generated-app
        run: ${{ matrix.package-manager }} run build
        env:
          OPENAI_API_KEY: sk-test
          THESYS_API_KEY: sk-test
          DEMO_USER_ID: test-user