diff --git a/.github/workflows/build-wheels.yml b/.github/workflows/build-wheels.yml
index 48ed07df25..3c37560e68 100644
--- a/.github/workflows/build-wheels.yml
+++ b/.github/workflows/build-wheels.yml
@@ -12,7 +12,7 @@ jobs:
     runs-on: ${{ matrix.buildplat[0] }}
     strategy:
       # Ensure that a wheel builder finishes even if another fails
-      fail-fast: false
+      fail-fast: true
       matrix:
         # From NumPy
         # Github Actions doesn't support pairing matrix values together, let's improvise