diff --git a/.azure-pipelines.yml b/.azure-pipelines.yml
index 76e64f0f2c..1b54dd1678 100644
--- a/.azure-pipelines.yml
+++ b/.azure-pipelines.yml
@@ -40,7 +40,7 @@ jobs:
           git clone "https://${GH_TOKEN}@github.com/lensapp/lens-ide.git" .lens-ide-overlay
           rm -rf .lens-ide-overlay/.git
           cp -r .lens-ide-overlay/* ./
-          cp build/package.json.patch . && patch package.json package.json.patch
+          jq -s '.[0] * .[1]' package.json package.ide.json > package.custom.json && mv package.custom.json package.json
         displayName: Customize config
         env:
           GH_TOKEN: $(LENS_IDE_GH_TOKEN)
@@ -90,7 +90,7 @@ jobs:
           git clone "https://${GH_TOKEN}@github.com/lensapp/lens-ide.git" .lens-ide-overlay
           rm -rf .lens-ide-overlay/.git
           cp -r .lens-ide-overlay/* ./
-          cp build/package.json.patch . && patch package.json package.json.patch
+          jq -s '.[0] * .[1]' package.json package.ide.json > package.custom.json && mv package.custom.json package.json
         displayName: Customize config
         env:
           GH_TOKEN: $(LENS_IDE_GH_TOKEN)
@@ -142,7 +142,7 @@ jobs:
           git clone "https://${GH_TOKEN}@github.com/lensapp/lens-ide.git" .lens-ide-overlay
           rm -rf .lens-ide-overlay/.git
           cp -r .lens-ide-overlay/* ./
-          cp build/package.json.patch . && patch package.json package.json.patch
+          jq -s '.[0] * .[1]' package.json package.ide.json > package.custom.json && mv package.custom.json package.json
         displayName: Customize config
         env:
           GH_TOKEN: $(LENS_IDE_GH_TOKEN)
diff --git a/package.json b/package.json
index 31c39192a4..c3c572d536 100644
--- a/package.json
+++ b/package.json
@@ -2,7 +2,7 @@
   "name": "open-lens",
   "productName": "OpenLens",
   "description": "OpenLens - Open Source IDE for Kubernetes",
-  "version": "5.0.0-alpha.3",
+  "version": "5.0.0-alpha.4",
   "main": "static/build/main.js",
   "copyright": "© 2021 OpenLens Authors",
   "license": "MIT",