diff --git a/.github/workflows/docker-arm64.yaml b/.github/workflows/docker-arm64.yaml
index 5e68adfb05..93305ff290 100644
--- a/.github/workflows/docker-arm64.yaml
+++ b/.github/workflows/docker-arm64.yaml
@@ -26,6 +26,8 @@ jobs:
       - name: Set up Docker Buildx
         id: buildx
         uses: docker/setup-buildx-action@v2
+        with:
+          cache-binary: false
       - name: Login to Docker Hub
         uses: docker/login-action@v2
         with:
diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml
index 64c415b6f3..34a2295d76 100644
--- a/.github/workflows/docker.yaml
+++ b/.github/workflows/docker.yaml
@@ -17,6 +17,8 @@ jobs:
       uses: docker/setup-qemu-action@v2
     - name: Set up Docker Buildx
       uses: docker/setup-buildx-action@v2
+      with:
+        cache-binary: false
     - name: Extract docker metadata
       id: meta
       uses: docker/metadata-action@v3