diff --git a/setup.py b/setup.py
index fefa5f550a..c75f22ed35 100644
--- a/setup.py
+++ b/setup.py
@@ -62,7 +62,7 @@
     'einops==0.7.0',
     'omegaconf>=2.2.3,<3',
     'slack-sdk<4',
-    'mosaicml-cli>=0.5.27,<1',
+    'mosaicml-cli>=0.6.10,<1',
     'onnx==1.14.0',
     'onnxruntime==1.15.1',
     'cmake>=3.25.0,<=3.26.3',  # required for triton-pre-mlir below
diff --git a/tests/callbacks/test_async_eval_callback.py b/tests/callbacks/test_async_eval_callback.py
index 987b03e0fc..24afb01e8a 100644
--- a/tests/callbacks/test_async_eval_callback.py
+++ b/tests/callbacks/test_async_eval_callback.py
@@ -231,6 +231,8 @@ def test_validate_eval_run_config():
     cpus=0,
     node_count=2,
     latest_resumption=None,  # type: ignore
+    is_deleted=False,
+    run_type='training',
     submitted_config=RunConfig(
         name=RUN_NAME,
         image='fake-image',