diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index cea4e2b634..676d605e57 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -457,10 +457,11 @@ jobs:
           sudo ln -sfr /usr/libexec/virtiofsd /usr/local/libexec/podman/virtiofsd
 
       # The default podman ship in ubuntu comes with an old unsupported registries.conf v1 format,
-      # just remove it as we need no special config.
-      - name: "Configure registries.conf"
+      # just remove it as we need no special config. And also the seccomp profile in /etc is wrong
+      # as it triggers a podman build error as the path is send via the API inside we do not have that.
+      - name: "Remove containers configs"
         run: |
-          sudo rm -f /etc/containers/registries.conf
+          sudo rm -f /etc/containers/registries.conf /etc/containers/seccomp.json
 
       # podman-machine needs kvm access
       - name: "Fix kvm permissions"