diff --git a/.github/workflows/build-push.yml b/.github/workflows/build-push.yml
index a076889e8..78100a519 100644
--- a/.github/workflows/build-push.yml
+++ b/.github/workflows/build-push.yml
@@ -102,10 +102,12 @@ jobs:
       # Upgrade Docker engine version, needed for building images
       - name: Install Latest Docker Version
         run: |
+          sudo apt-get purge docker-ce docker-ce-cli containerd.io runc containerd moby-buildx moby-cli moby-compose moby-containerd moby-engine moby-runc
+
           curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
           sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu  $(lsb_release -cs)  stable"
           sudo apt-get update
-          sudo apt-get install docker-ce
+          sudo apt-get install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
 
       # This is needed for our cross architecture docker image builds
       - name: Set up QEMU
@@ -373,10 +375,12 @@ jobs:
         # Upgrade Docker engine version, needed for building images
         - name: Install Latest Docker Version
           run: |
+            sudo apt-get purge docker-ce docker-ce-cli containerd.io runc containerd moby-buildx moby-cli moby-compose moby-containerd moby-engine moby-runc
+
             curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
             sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu  $(lsb_release -cs)  stable"
             sudo apt-get update
-            sudo apt-get install docker-ce
+            sudo apt-get install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
 
         # This is needed for our cross architecture docker image builds
         - name: Set up QEMU