chore: improve pre-release logic (#3365)

* automate rc numbering
* change to created valid release candidate numbers

Author: Panaetius

.github/workflows/test_deploy.yml

@@ -961,30 +961,27 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           python -m pip install poetry poetry-lock-package twine
-          poetry self add "poetry-dynamic-versioning[plugin]"
-          poetry install -E service --with dev,tests,docs
+          poetry --no-ansi self add "poetry-dynamic-versioning[plugin]"
+          poetry --no-ansi install -E service --with dev,tests,docs
           git config --global --add user.name "Renku Bot"
           git config --global --add user.email "[email protected]"
-      - name: Get version
-        id: get-version
+      - name: Calculate pre-release version
+        id: pre-release-version
         run: |
-          export VERSION=$(renku --version)
-          if [[ $VERSION =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]]; then
-            echo "renku_version=${VERSION}rc1" >> $GITHUB_OUTPUT
-          else
-            echo "RENKU_VERSION=${VERSION}" >> $GITHUB_OUTPUT
-          fi
+          renku_version=$(renku --version)
+          rc=$(curl -s https://pypi.org/pypi/renku/json | jq ".releases|keys_unsorted | map(select( . | startswith(\"$renku_version\"))) | map(match(\"[0-9]+\\\\.[0-9]+\\\\.[0-9]+(rc([0-9]+))?\").captures[1].string // 0) | max | tonumber + 1")
+          echo "RELEASE_VERSION=${renku_version}rc${rc}" >> "$GITHUB_OUTPUT"
       - name: Build and publish to pypi
         env:
           POETRY_VIRTUALENVS_CREATE: false
           PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
-          POETRY_DYNAMIC_VERSIONING_BYPASS: ${{ steps.get-version.outputs.RENKU_VERSION }}
+          POETRY_DYNAMIC_VERSIONING_BYPASS: ${{ steps.pre-release-version.outputs.RELEASE_VERSION }}
         run: make publish-package
       - name: Build and publish lock package
         env:
           POETRY_VIRTUALENVS_CREATE: false
           PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
-          POETRY_DYNAMIC_VERSIONING_BYPASS: ${{ steps.get-version.outputs.RENKU_VERSION }}
+          POETRY_DYNAMIC_VERSIONING_BYPASS: ${{ steps.pre-release-version.outputs.RELEASE_VERSION  }}
         run: make publish-lock-package
 
   update-develop-branch:

poetry.lock

@@ -229,6 +229,7 @@
 To address this issue, the program can dump a mapping of input and output files
 that it is accessing in ``inputs.yml`` and ``outputs.yml``. This YAML file
 should be of the format
+
 .. code-block:: YAML
 
    name1: path1