diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 12c2500f..d179e1e5 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -59,7 +59,9 @@ jobs:
         uses: actions-rs/cargo@v1
         with:
           command: build
-          args: --workspace --all-features
+          # Don't use --all-features as that will enable a whole bunch of
+          # conflicting iced features
+          args: --workspace --features "simd"
       - name: Run the tests
         uses: actions-rs/cargo@v1
         with: