diff --git a/.github/workflows/preview-release.yml b/.github/workflows/preview-release.yml
index f629fd8..edbc39c 100644
--- a/.github/workflows/preview-release.yml
+++ b/.github/workflows/preview-release.yml
@@ -16,5 +16,8 @@ jobs:
 
       - name: Update 'preview' release
         run: |
-          gh release delete preview || true # First delete, ignore failures
+          # First delete release + tag, ignore failures
+          gh release delete preview || true
+          gh api -X DELETE /repos/{owner}/{repo}/git/refs/tags/preview || true
+
           gh release create preview --prerelease --title preview