diff --git a/.ci/bump-opbeans-node.yml b/.ci/bump-opbeans-node.yml
index 1ac32c4..a2033ed 100644
--- a/.ci/bump-opbeans-node.yml
+++ b/.ci/bump-opbeans-node.yml
@@ -40,6 +40,7 @@ conditions:
     name: Check if installed version differs
     kind: shell
     sourceid: elastic-apm-node
+    failwhen: true
     spec:
       command: bash .ci/scripts/test-version.sh
       environments: