diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 50665da85..660f9f7dd 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -27,7 +27,7 @@ jobs:
       - name: Install dependencies - MacOS
         run: |
           brew install libomp
-          pip install annoy==1.16.3
+          pip install annoy==1.16.3 torch==1.11.0
         if: matrix.os == 'macos-latest'
 
       - name: Install dependencies - Windows
@@ -38,7 +38,7 @@ jobs:
         run: |
           pip install -U pip
           pip install -U wheel coverage coveralls
-          pip install .[all] torch==1.11.0
+          pip install .[all]
           python -c "import nltk; nltk.download('punkt')"
           python --version
           make data coverage