diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml
index c2186027..6c3bed3e 100644
--- a/.github/workflows/build.yaml
+++ b/.github/workflows/build.yaml
@@ -30,11 +30,11 @@ jobs:
           ./zetasql-formatter .
       - name: Release
         uses: softprops/action-gh-release@v1
+        if: startsWith(github.ref, 'refs/tags/')
         with:
-          name: Debug
-          tag_name: debug
           files: zetasql-formatter_linux_x86_64.zip
           prerelease: true
+          generate_release_notes: true
   macos:
     name: Test the repository
     runs-on: macos-10.15
@@ -59,8 +59,8 @@ jobs:
           ./zetasql-formatter .
       - name: Release
         uses: softprops/action-gh-release@v1
+        if: startsWith(github.ref, 'refs/tags/')
         with:
-          name: Debug
-          tag_name: debug
           files: zetasql-formatter_darwin_amd64.zip
           prerelease: true
+          generate_release_notes: true