diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index b0b991a4..11e7b429 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -44,3 +44,14 @@ jobs:
       version: ${{ matrix.version }}
       context: ${{ matrix.context }}
     secrets: inherit
+
+  clean:
+    needs: build
+    if: ${{ always() }}
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/delete-package-versions@main
+        with:
+          package-name: 'emacs'
+          package-type: 'container'
+          delete-only-untagged-versions: 'true'