diff --git a/.buildkite/pipelines/on_merge.yml b/.buildkite/pipelines/on_merge.yml
index 87bb71c312688..66cc3f9f33042 100644
--- a/.buildkite/pipelines/on_merge.yml
+++ b/.buildkite/pipelines/on_merge.yml
@@ -502,7 +502,7 @@ steps:
       machineType: n2-standard-2
       preemptible: true
     timeout_in_minutes: 60
-    continue_on_failure: true
+    soft_fail: true
     retry:
       automatic:
         - exit_status: '-1'