diff --git a/.github/workflows/bump-master-version.yaml b/.github/workflows/bump-master-version.yaml
index 7c4d06ad2b..c73d7cb1b7 100644
--- a/.github/workflows/bump-master-version.yaml
+++ b/.github/workflows/bump-master-version.yaml
@@ -22,14 +22,22 @@ jobs:
           npm i --location=global semver
       - name: Bump version to first alpha of next minor version
         run: |
-          NEW_VERSION=$(cat package.json | jq .version --raw-output| xargs semver -i preminor --preid alpha)
+          CURRENT_VERSION=$(cat package.json | jq .version --raw-output)
+
+          if ! [[ "${CURRENT_VERSION}" =~ ^\d+\.\d+\.0$ ]]; then
+            echo "Not a minor release"
+            exit 1
+          fi
+
+          NEW_VERSION=$(cat package.json | jq .version --raw-output | xargs semver -i preminor --preid alpha)
           cat package.json | jq --arg new_version "$NEW_VERSION" '.version = $new_version' > new-package.json
           mv new-package.json package.json
       - uses: peter-evans/create-pull-request@v4
+        if: ${{ success() }}
         with:
           add-paths: package.json
           commit-message: Update package.json version to next preminor because of recent release
           signoff: true
           delete-branch: true
           title: Update version to next preminor
-          labels: chore
+          labels: skip-changelog