chore(ci): move releasing to GitHub Actions MONGOSH-1871

.evergreen.yml

@@ -4228,34 +4228,54 @@ functions:
   papertrail_trace:
     - command: shell.exec
       params:
+        env:
+          PAPERTRAIL_KEY_ID: ${papertrail_key_id}
+          PAPERTRAIL_SECRET_KEY: ${papertrail_secret_key}
+          EVERGREEN_TASK_ID: ${task_id}
+          EVERGREEN_EXECUTION: ${execution}
+          EVERGREEN_AUTHOR: ${author}
         working_dir: src
         shell: bash
         script: |
           set -e
-          set -x
           ls -lh dist/
           if [ x"${triggered_by_git_tag}" == x"" ]; then
             tag=$(git describe --tags --always --dirty)
           else
             tag="${triggered_by_git_tag}"
           fi
-          echo "Setting version for papertrail to $tag, with product ${product}"
-          version="$(echo $tag | sed -e 's/^[vr]//')"
-          cat <<EOT > trace-expansions.yml
-          release_version: "$version"
-          EOT
-          cat trace-expansions.yml
-    - command: expansions.update
-      params:
-        file: src/trace-expansions.yml
-    - command: papertrail.trace
-      params:
-        key_id: ${papertrail_key_id}
-        secret_key: ${papertrail_secret_key}
-        product: ${product}
-        version: ${release_version}
-        filenames:
-          - "src/dist/*"
+
+          # Set the release publisher
+          submitter=$(node -p 'JSON.parse(fs.readFileSync("packages/cli-repl/package.json")).releasePublisher')
+          if [ -z "$submitter" ] || [ "$submitter" == "undefined" ] || [ "$submitter" == "null" ]; then
+            submitter="${EVERGREEN_AUTHOR}"
+          fi
+
+          echo "Setting version for papertrail to $tag, with product ${product} and submitter ${submitter}"
+
+          echo "X-PAPERTRAIL-KEY-ID: ${PAPERTRAIL_KEY_ID}" > .papertrail.headers
+          echo "X-PAPERTRAIL-SECRET-KEY: ${PAPERTRAIL_SECRET_KEY}" >> .papertrail.headers
+
+
+          for file in src/dist/* ; do
+           if [ -f "$file" ]; then
+              filename=$(basename "$file")
+              checksum=$(shasum -a 256 "$file" | cut -f1 -d' ')
+              platform="evergreen"
+              build="${EVERGREEN_TASK_ID}_${EVERGREEN_EXECUTION}"
+
+              curl -G -X POST -H @.papertrail.headers "https://papertrail.devprod-infra.prod.corp.mongodb.com/trace" \
+                --data-urlencode "version=${release_version}" \
+                --data-urlencode "product=${product}" \
+                --data-urlencode "sha256=${checksum}" \
+                --data-urlencode "filename=${filename}" \
+                --data-urlencode "build=${build}" \
+                --data-urlencode "platform=${platform}" \
+                --data-urlencode "submitter=${submitter}"
+            fi
+          done
+
+          rm -f .papertrail.headers
 
   release_draft:
     - command: expansions.write

.evergreen/evergreen.yml.in

@@ -873,34 +873,55 @@ functions:
   papertrail_trace:
     - command: shell.exec
       params:
+        env:
+          PAPERTRAIL_KEY_ID: ${papertrail_key_id}
+          PAPERTRAIL_SECRET_KEY: ${papertrail_secret_key}
+          EVERGREEN_TASK_ID: ${task_id}
+          EVERGREEN_EXECUTION: ${execution}
+          EVERGREEN_AUTHOR: ${author}
         working_dir: src
         shell: bash
         script: |
           set -e
+          echo "X-PAPERTRAIL-KEY-ID: ${PAPERTRAIL_KEY_ID}" > .papertrail.headers
+          echo "X-PAPERTRAIL-SECRET-KEY: ${PAPERTRAIL_SECRET_KEY}" >> .papertrail.headers
+
           set -x
           ls -lh dist/
           if [ x"${triggered_by_git_tag}" == x"" ]; then
             tag=$(git describe --tags --always --dirty)
           else
             tag="${triggered_by_git_tag}"
           fi
-          echo "Setting version for papertrail to $tag, with product ${product}"
-          version="$(echo $tag | sed -e 's/^[vr]//')"
-          cat <<EOT > trace-expansions.yml
-          release_version: "$version"
-          EOT
-          cat trace-expansions.yml
-    - command: expansions.update
-      params:
-        file: src/trace-expansions.yml
-    - command: papertrail.trace
-      params:
-        key_id: ${papertrail_key_id}
-        secret_key: ${papertrail_secret_key}
-        product: ${product}
-        version: ${release_version}
-        filenames:
-          - "src/dist/*"
+
+          # Set the release publisher
+          submitter=$(node -p 'JSON.parse(fs.readFileSync("packages/cli-repl/package.json")).releasePublisher')
+          if [ -z "$submitter" ] || [ "$submitter" == "undefined" ] || [ "$submitter" == "null" ]; then
+            echo "Using evergreen author as submitter"
+            submitter="${EVERGREEN_AUTHOR}"
+          fi
+
+          echo "Setting version for papertrail to $tag, with product ${product} and submitter ${submitter}"
+
+          for file in src/dist/* ; do
+           if [ -f "$file" ]; then
+              filename=$(basename "$file")
+              checksum=$(shasum -a 256 "$file" | cut -f1 -d' ')
+              platform="evergreen"
+              build="${EVERGREEN_TASK_ID}_${EVERGREEN_EXECUTION}"
+
+              curl -G -X POST -H @.papertrail.headers "https://papertrail.devprod-infra.prod.corp.mongodb.com/trace" \
+                --data-urlencode "version=${release_version}" \
+                --data-urlencode "product=${product}" \
+                --data-urlencode "sha256=${checksum}" \
+                --data-urlencode "filename=${filename}" \
+                --data-urlencode "build=${build}" \
+                --data-urlencode "platform=${platform}" \
+                --data-urlencode "submitter=${submitter}"
+            fi
+          done
+
+          rm -f .papertrail.headers
 
   release_draft:
     - command: expansions.write

.github/workflows/merge-release-pr.yml

@@ -0,0 +1,35 @@
+name: Merge mongosh Release PR
+
+on:
+  push:
+    tags:
+      - 'v*'
+
+jobs:
+  prepare-release:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: mongodb-js/devtools-shared/actions/setup-bot-token@main
+        id: app-token
+        with:
+          app-id: ${{ vars.DEVTOOLS_BOT_APP_ID }}
+          private-key: ${{ secrets.DEVTOOLS_BOT_PRIVATE_KEY }}
+
+      - uses: actions/checkout@v4
+        with:
+          # don't checkout a detatched HEAD
+          ref: ${{ github.head_ref }}
+
+          # this is important so git log can pick up on
+          # the whole history to generate the list of AUTHORS
+          fetch-depth: "0"
+          token: ${{ steps.app-token.outputs.token }}
+
+
+      - name: Merge Pull Request
+        shell: bash
+        env:
+          MONGOSH_RELEASE_VERSION: ${{ env.NEXT_VERSION }}
+          GH_TOKEN: ${{ steps.app-token.outputs.token }}
+        run: |
+           gh pr merge release/${{ github.ref_name }} --squash

.github/workflows/prepare-release-mongosh.yml

@@ -0,0 +1,112 @@
+name: Prepare mongosh Release
+
+on:
+  workflow_dispatch:
+    inputs:
+      jiraTicket:
+        description: 'Jira ticket for the release, e.g. MONGOSH-1234'
+        required: true
+
+      versionBump:
+        description: 'Version bump'
+        type: choice
+        required: true
+        default: 'patch'
+        options:
+        - patch
+        - minor
+        - major
+        - exact-version
+
+      exactVersion:
+        description: 'Exact version: (Only effective selecting "exact-version" as version bump)'
+        required: false
+
+jobs:
+  prepare-release:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: mongodb-js/devtools-shared/actions/setup-bot-token@main
+        id: app-token
+        with:
+          app-id: ${{ vars.DEVTOOLS_BOT_APP_ID }}
+          private-key: ${{ secrets.DEVTOOLS_BOT_PRIVATE_KEY }}
+
+      - uses: actions/checkout@v4
+        with:
+          # don't checkout a detatched HEAD
+          ref: ${{ github.head_ref }}
+
+          # this is important so git log can pick up on
+          # the whole history to generate the list of AUTHORS
+          fetch-depth: "0"
+          token: ${{ steps.app-token.outputs.token }}
+
+      - name: Setup Node.js Environment
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20.18.1
+
+      - name: Determine Next Version
+        shell: bash
+        run: |
+          set -e
+
+          VERSION_BUMP=${{ github.event.inputs.versionBump }}
+
+          if [[ "$VERSION_BUMP" == "major" || "$VERSION_BUMP" == "minor" || "$VERSION_BUMP" == "patch" ]]; then
+            PREV_VERSION_TAG=$(gh api repos/:owner/:repo/releases --jq '. | map(select(.draft == false)) | .[0] | .tag_name')
+            PREV_VERSION=$(npx semver --coerce ${PREV_VERSION_TAG})
+
+            NEXT_VERSION=$(npx semver -i $VERSION_BUMP $PREV_VERSION)
+          else
+            NEXT_VERSION=${{ github.event.inputs.exactVersion }}
+          fi
+
+          # Remove the 'v' prefix from NEXT_VERSION if it exists
+          NEXT_VERSION="${NEXT_VERSION#v}"
+
+          # Validates the version before using it
+          npx semver v"${NEXT_VERSION}"
+
+          echo "RELEASE_TAG=v${NEXT_VERSION}" >> "$GITHUB_ENV"
+
+      - name: Validate release tag
+        shell: bash
+        run: |
+          if [ -z "${RELEASE_TAG}" ]; then
+            echo "RELEASE_TAG is not set or is empty"
+            exit 1
+          fi
+
+          if git rev-parse "$RELEASE_TAG" >/dev/null 2>&1; then
+            echo "Error: Tag $RELEASE_TAG already exists"
+            echo "If you are trying to re-create a draft release with this version, please delete the release and the tag first."
+            echo "If this version has already been release consider using a different one."
+            exit 1
+          fi
+
+      - name: Bump mongosh and package versions
+        shell: bash
+        env:
+          MONGOSH_RELEASE_VERSION: ${{ env.NEXT_VERSION }}
+        run: |
+          set -e
+          echo Bumping mongosh versions to ${NEXT_VERSION} and packages
+
+          npm run bump
+
+          git add .
+          git commit --no-allow-empty -m "chore(release): prepare for mongosh v${NEXT_VERSION} ${{ github.event.inputs.jiraTicket }}" || true
+
+      - name: Create Pull Request
+        uses: peter-evans/create-pull-request@5e914681df9dc83aa4e4905692ca88beb2f9e91f # 7.0.5
+        with:
+          token: ${{ steps.app-token.outputs.token }}
+          commit-message: "chore(release): prepare for mongosh v${NEXT_VERSION} ${{ github.event.inputs.jiraTicket }}"
+          branch: release/${RELEASE_TAG}
+          title: "chore(release): prepare for mongosh v${NEXT_VERSION} ${{ github.event.inputs.jiraTicket }}"
+          body: |
+            - [${{ github.event.inputs.jiraTicket }}](https://jira.mongodb.org/browse/${{ github.event.inputs.jiraTicket }})
+            - This PR is for the release of mongosh v${NEXT_VERSION}. 
+            - **Do not merge manually, use the Release mongosh action instead.**

.github/workflows/release-mongosh.yml

@@ -0,0 +1,61 @@
+name: Release mongosh 
+on:
+  workflow_run:
+    workflows: ["CheckQL", "Run Smoke Tests", "evergreen"]
+    types: ["completed"]
+    branches: ["release/**"]
+  workflow_dispatch:
+
+jobs:
+  publish:
+    if: |
+        startsWith(github.head_ref, 'refs/heads/release/')
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: mongodb-js/devtools-shared/actions/setup-bot-token@main
+      id: app-token
+      with:
+        app-id: ${{ vars.DEVTOOLS_BOT_APP_ID }}
+        private-key: ${{ secrets.DEVTOOLS_BOT_PRIVATE_KEY }}
+
+    - uses: actions/checkout@v4
+      with:
+        # don't checkout a detatched HEAD
+        ref: ${{ github.head_ref }}
+
+        # this is important so git log can pick up on
+        # the whole history to generate the list of AUTHORS
+        fetch-depth: "0"
+        token: ${{ steps.app-token.outputs.token }}
+
+    - name: Extract version from the branch
+      run: |
+        set -e
+        export NEXT_VERSION=$(echo "${GITHUB_REF}" | sed -n 's/refs\/heads\/release\/\(.*\)/\1/p')
+
+        echo "NEXT_VERSION=${NEXT_VERSION}" >> "$GITHUB_ENV"
+        echo "RELEASE_TAG=v${NEXT_VERSION}" >> "$GITHUB_ENV"
+
+    - name: Validate release tag
+      shell: bash
+      run: |
+        if [ -z "${RELEASE_TAG}" ]; then
+          echo "RELEASE_TAG is not set or is empty"
+          exit 1
+        fi
+
+        if git rev-parse "$RELEASE_TAG" >/dev/null 2>&1; then
+          echo "Error: Tag $RELEASE_TAG already exists"
+          echo "If you are trying to re-create a draft release with this version, please delete the release and the tag first."
+          echo "If this version has already been released consider using a different one."
+          exit 1
+        fi
+
+    - name: "Trigger mongosh publish"
+      env:
+        NPM_TOKEN: ${{ secrets.DEVTOOLSBOT_NPM_TOKEN }}
+        MONGOSH_RELEASE_PUBLISHER: ${{ github.triggering_actor }}
+      run: |
+        echo "//registry.npmjs.org/:_authToken=${NPM_TOKEN}" >> ~/.npmrc
+        npm run publish