try w/ manual pytorch install

.github/workflows/test-workflow.yml

@@ -22,6 +22,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
+        python -m pip install torch torchaudio --index-url https://download.pytorch.org/whl/cpu
         python -m pip install pytest
         python -m pip install .
     - name: Test with pytest