diff --git a/.github/workflows/build-and-publish.yaml b/.github/workflows/build-and-publish.yaml
index e1e38ce..195e563 100644
--- a/.github/workflows/build-and-publish.yaml
+++ b/.github/workflows/build-and-publish.yaml
@@ -33,11 +33,47 @@ jobs:
           BRANCH_NAME=${GITHUB_REF#refs/heads/}
           echo "::set-output name=version::${BRANCH_NAME/${{ env.BRANCH_PREFIX }}/}"
 
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v2
+      - name: Setup SSH config for builders
+        env:
+          BUILDER_PPC64LE_SSH_CONFIG: ${{ secrets.BUILDER_PPC64LE_SSH_CONFIG }}
+          BUILDER_PPC64LE_SSH_KEY: ${{ secrets.BUILDER_PPC64LE_SSH_KEY }}
+          BUILDER_PPC64LE_SSH_KNOWN_HOSTS: ${{ secrets.BUILDER_PPC64LE_SSH_KNOWN_HOSTS }}
+          BUILDER_S390X_SSH_CONFIG: ${{ secrets.BUILDER_S390X_SSH_CONFIG }}
+          BUILDER_S390X_SSH_KEY: ${{ secrets.BUILDER_S390X_SSH_KEY }}
+        run: |
+          mkdir ~/.ssh
+          chmod 700 ~/.ssh
+          touch ~/.ssh/id_builder_ppc64le
+          chmod 600 ~/.ssh/id_builder_ppc64le
+          echo "$BUILDER_PPC64LE_SSH_KEY" >~/.ssh/id_builder_ppc64le
+          touch ~/.ssh/id_builder_s390x
+          chmod 600 ~/.ssh/id_builder_s390x
+          echo "$BUILDER_S390X_SSH_KEY" > ~/.ssh/id_builder_s390x
+          touch ~/.ssh/known_hosts
+          chmod 600 ~/.ssh/known_hosts
+          cat >~/.ssh/known_hosts <<END
+          $BUILDER_PPC64LE_SSH_KNOWN_HOSTS
+          END
+          touch ~/.ssh/config
+          chmod 600 ~/.ssh/config
+          cat >~/.ssh/config <<END
+          Host builder-ppc64le
+            IdentityFile "~/.ssh/id_builder_ppc64le"
+          $BUILDER_PPC64LE_SSH_CONFIG
+          Host builder-s390x
+            IdentityFile "~/.ssh/id_builder_s390x"
+          $BUILDER_S390X_SSH_CONFIG
+          END
 
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v2
+        with:
+          platforms: linux/amd64
+          append: |
+            - endpoint: ssh://builder-ppc64le
+              platforms: linux/ppc64le
+            - endpoint: ssh://builder-s390x
+              platforms: linux/s390x
 
       - name: Login to Quay.io
         uses: docker/login-action@v1