diff --git a/.github/workflows/release-artifacts.yml b/.github/workflows/release-artifacts.yml
index da6996742b7..cc68912c63d 100644
--- a/.github/workflows/release-artifacts.yml
+++ b/.github/workflows/release-artifacts.yml
@@ -200,16 +200,11 @@ jobs:
           mv debs*/* debs/
           tar -cvJf debs.tar.xz debs
       - name: Attach to release
-        # Pinned to work around https://github.com/softprops/action-gh-release/issues/445
-        uses: softprops/action-gh-release@c95fe1489396fe8a9eb87c0abf8aa5b2ef267fda # v0.1.15
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        with:
-          files: |
-            Sdist/*
-            Wheel*/*
-            debs.tar.xz
-          # if it's not already published, keep the release as a draft.
-          draft: true
-          # mark it as a prerelease if the tag contains 'rc'.
-          prerelease: ${{ contains(github.ref, 'rc') }}
+        run: |
+          gh release upload "${{ github.ref_name }}" \
+            Sdist/* \
+            Wheel*/* \
+            debs.tar.xz \
+            --repo ${{ github.repository }}
diff --git a/changelog.d/19096.misc b/changelog.d/19096.misc
new file mode 100644
index 00000000000..0b7bdf0967c
--- /dev/null
+++ b/changelog.d/19096.misc
@@ -0,0 +1 @@
+Prevent duplicate GitHub draft releases being created during the Synapse release process.
\ No newline at end of file