diff --git a/.github/workflows/docker.yml b/.github/workflows/docker.yml
index 6dcf82c..82f94ef 100644
--- a/.github/workflows/docker.yml
+++ b/.github/workflows/docker.yml
@@ -105,7 +105,7 @@ jobs:
           platforms: linux/arm64
           push: ${{inputs.push}}
           file: ./Dockerfile.toolchain
-          load: true
+          load: ${{!inputs.push}}
           tags: |
             mstorsjo/llvm-mingw:latest
             mstorsjo/llvm-mingw:${{needs.prepare.outputs.TAG}}