diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index e8d75a9cb0..13cb535a23 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -17,7 +17,7 @@ env:
 
 jobs:
   lint:
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-20.04
     strategy:
       matrix:
         python-version: [3.8]
@@ -29,7 +29,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python -m pip install --upgrade pip wheel setuptools>=69.0.0
+        python -m pip install --upgrade pip wheel 'setuptools!=58.5.*,<60'
         pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
         pip install ruff black mypy nbstripout nbformat
     - name: Lint
@@ -52,7 +52,7 @@ jobs:
           sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
           sudo apt-get update
           sudo apt-get install gcc-9 g++-9 ninja-build graphviz
-          python -m pip install --upgrade pip wheel setuptools
+          python -m pip install --upgrade pip wheel 'setuptools!=58.5.*,<60'
           # Keep track of pyro-api master branch
           pip install https://github.com/pyro-ppl/pyro-api/archive/master.zip
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
@@ -80,7 +80,7 @@ jobs:
           sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
           sudo apt-get update
           sudo apt-get install gcc-9 g++-9 ninja-build graphviz pandoc
-          python -m pip install --upgrade pip wheel setuptools
+          python -m pip install --upgrade pip wheel 'setuptools!=58.5.*,<60'
           # Keep track of pyro-api master branch
           pip install https://github.com/pyro-ppl/pyro-api/archive/master.zip
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
@@ -114,7 +114,7 @@ jobs:
           sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
           sudo apt-get update
           sudo apt-get install gcc-9 g++-9 ninja-build
-          python -m pip install --upgrade pip wheel setuptools
+          python -m pip install --upgrade pip wheel 'setuptools!=58.5.*,<60'
           # Keep track of pyro-api master branch
           pip install https://github.com/pyro-ppl/pyro-api/archive/master.zip
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
@@ -148,7 +148,7 @@ jobs:
           sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
           sudo apt-get update
           sudo apt-get install gcc-9 g++-9 ninja-build
-          python -m pip install --upgrade pip wheel setuptools
+          python -m pip install --upgrade pip wheel 'setuptools!=58.5.*,<60'
           # Keep track of pyro-api master branch
           pip install https://github.com/pyro-ppl/pyro-api/archive/master.zip
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
@@ -182,7 +182,7 @@ jobs:
           sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
           sudo apt-get update
           sudo apt-get install gcc-9 g++-9 ninja-build
-          python -m pip install --upgrade pip wheel setuptools
+          python -m pip install --upgrade pip wheel 'setuptools!=58.5.*,<60'
           # Keep track of pyro-api master branch
           pip install https://github.com/pyro-ppl/pyro-api/archive/master.zip
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
@@ -214,7 +214,7 @@ jobs:
           sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
           sudo apt-get update
           sudo apt-get install gcc-9 g++-9 ninja-build
-          python -m pip install --upgrade pip wheel setuptools
+          python -m pip install --upgrade pip wheel 'setuptools!=58.5.*,<60'
           # Keep track of pyro-api master branch
           pip install https://github.com/pyro-ppl/pyro-api/archive/master.zip
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
@@ -246,7 +246,7 @@ jobs:
           sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
           sudo apt-get update
           sudo apt-get install gcc-9 g++-9 ninja-build
-          python -m pip install --upgrade pip wheel setuptools
+          python -m pip install --upgrade pip wheel 'setuptools!=58.5.*,<60'
           # Keep track of pyro-api master branch
           pip install https://github.com/pyro-ppl/pyro-api/archive/master.zip
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu