diff --git a/.github/workflows/python-publish.yml b/.github/workflows/python-publish.yml
index 266d47cf1b6011c47d093bb1d7732fe242fcf387..938bf673d16df22707c659c89bcdb50a112c65b1 100644
--- a/.github/workflows/python-publish.yml
+++ b/.github/workflows/python-publish.yml
@@ -32,7 +32,8 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
-        pip install build
+        python -m pip install --only-binary=numpy,scipy numpy scipy
+        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
     - name: Build package
       run: python -m build
     - name: Publish package