diff --git a/.github/workflows/unittest_ci_cpu.yml b/.github/workflows/unittest_ci_cpu.yml
index 2861029e1..f593f4ae3 100644
--- a/.github/workflows/unittest_ci_cpu.yml
+++ b/.github/workflows/unittest_ci_cpu.yml
@@ -45,9 +45,8 @@ jobs:
         conda info
         python --version
         conda run -n build_binary python --version
-        conda install -n build_binary \
-          --yes \
-          pytorch cpuonly -c pytorch-nightly
+        conda run -n build_binary \
+          pip install torch --index-url https://download.pytorch.org/whl/cpu
         conda run -n build_binary \
           python -c "import torch.distributed"
         conda run -n build_binary \
@@ -66,7 +65,8 @@ jobs:
         conda run -n build_binary \
           python -c "import numpy"
         echo "numpy succeeded"
-        conda install -n build_binary -y pytest
+        conda run -n build_binary \
+          pip install pytest
         conda run -n build_binary \
           python -m pytest torchrec -v -s -W ignore::pytest.PytestCollectionWarning --continue-on-collection-errors \
           --ignore-glob=**/test_utils/