diff --git a/.github/mcp/mcp_pytest.py b/.github/mcp/mcp_pytest.py
index 94f6f644b0..11ca81adbc 100644
--- a/.github/mcp/mcp_pytest.py
+++ b/.github/mcp/mcp_pytest.py
@@ -95,6 +95,8 @@
 
     make test PYTEST='{args.pytest_command}' EXTRA_ARGS="$COMMON_ARGS --codeblocks"
 
+    pkill -9 python
+
     make test-dist PYTEST='{args.pytest_command}' EXTRA_ARGS="$COMMON_ARGS" WORLD_SIZE=2
 
     python -m coverage combine
diff --git a/.github/workflows/pr-gpu.yaml b/.github/workflows/pr-gpu.yaml
index cb2ee9aae7..caaa4e085e 100644
--- a/.github/workflows/pr-gpu.yaml
+++ b/.github/workflows/pr-gpu.yaml
@@ -19,6 +19,10 @@ jobs:
     strategy:
       matrix:
         include:
+        - name: 'gpu-latest-aws'
+          container: mosaicml/pytorch:latest-aws
+          markers: 'gpu'
+          pytest_command: 'coverage run -m pytest'
         - name: 'gpu-latest'
           container: mosaicml/pytorch:latest  # mosaicml/pytorch:1.13.1_cu117-python3.10-ubuntu20.04
           markers: 'gpu'
@@ -31,6 +35,10 @@ jobs:
           container: mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04
           markers: 'gpu'
           pytest_command: 'coverage run -m pytest'
+        - name: 'gpu-2.1.0-aws'
+          container: mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04-aws
+          markers: 'gpu'
+          pytest_command: 'coverage run -m pytest'
     name: ${{ matrix.name }}
     if: github.repository_owner == 'mosaicml'
     with: