make 8bit flag optional (#567)

mosaicml · Aug 30, 2023 · 755354c · 755354c
1 parent aabdb3c
commit 755354c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/eval/eval.py b/scripts/eval/eval.py
@@ -115,7 +115,7 @@ def evaluate_model(model_cfg: DictConfig, dist_timeout: Union[float, int],
         for name, logger_cfg in loggers_cfg.items()
     ]
 
-    if fsdp_config and model_cfg.model.load_in_8bit:
+    if fsdp_config and model_cfg.model.get('load_in_8bit', False):
         raise ValueError(
             'The FSDP config block is not supported when loading ' +
             'Hugging Face models in 8bit.')