diff --git a/scripts/train/train.py b/scripts/train/train.py
index b801ad8f28..2c1099ff00 100644
--- a/scripts/train/train.py
+++ b/scripts/train/train.py
@@ -21,7 +21,6 @@
 from omegaconf import DictConfig, ListConfig
 from omegaconf import OmegaConf as om
 from transformers import PreTrainedTokenizerBase
-from transformers.utils import logging as transformers_logging
 
 from llmfoundry import (COMPOSER_MODEL_REGISTRY, ComposerHFCausalLM,
                         MPTForCausalLM)
@@ -37,9 +36,6 @@
 
 log = logging.getLogger(__name__)
 
-transformers_logging.enable_default_handler()
-transformers_logging.enable_explicit_format()
-
 
 def validate_config(cfg: DictConfig):
     """Validates compatible model and dataloader selection."""