diff --git a/.github/workflows/plugin_release.yaml b/.github/workflows/plugin_release.yaml
index 3548196d97..d5889adfcd 100644
--- a/.github/workflows/plugin_release.yaml
+++ b/.github/workflows/plugin_release.yaml
@@ -27,7 +27,7 @@ jobs:
           go-version: ${{ env.GO_VERSION }}
           cache: true
       - name: Determine Plugin Info
-        run: echo "PLUGIN_NAME=$(basename $INPUT_PATH)" >> $GITHUB_ENV
+        run: echo "PLUGIN_NAME=$(basename ${{ inputs.path }})" >> $GITHUB_ENV
       - name: Build binary artifacts
         run: |
           make build/plugin PLUGINS=$PLUGIN_NAME BUILD_OS=linux BUILD_ARCH=amd64 BIN_SUFFIX=_${{ inputs.version }}_linux_amd64
@@ -58,12 +58,15 @@ jobs:
 
           EOF
           git log --reverse --format="* %s" $LATEST_VERSION..HEAD -- $INPUT_PATH | sed -E 's/\(#([0-9]+)\)/([#\1](https:\/\/github.com\/pipe-cd\/pipecd\/pull\/\1))/g' >> output.tmp
-
-          gh release create --draft --target "$(git rev-parse HEAD)" --title "$PLUGIN_NAME $INPUT_VERSION" --notes-file output.tmp $INPUT_PATH/$INPUT_VERSION
       - name: Publish binary artifacts
         uses: softprops/action-gh-release@c95fe1489396fe8a9eb87c0abf8aa5b2ef267fda #v2.2.1
         with:
           tag_name: ${{ inputs.path }}/${{ inputs.version }}
+          body_path: output.tmp
+          name: ${{ env.PLUGIN_NAME }} ${{ inputs.version }}
+          target_commitish: ${{ github.sha }}
+          draft: true
+          make_latest: "false"
           files: |
             ./.artifacts/plugins/${{ env.PLUGIN_NAME }}_${{ inputs.version }}_linux_amd64
             ./.artifacts/plugins/${{ env.PLUGIN_NAME }}_${{ inputs.version }}_linux_arm64