From 70b0f4e88c90b09c097c25f9b942fe57461b5231 Mon Sep 17 00:00:00 2001
From: Sebastian Raschka <mail@sebastianraschka.com>
Date: Thu, 26 Sep 2024 11:51:17 -0500
Subject: [PATCH] Update litgpt/utils.py

---
 litgpt/utils.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/litgpt/utils.py b/litgpt/utils.py
index a0f16ce213..e682038159 100644
--- a/litgpt/utils.py
+++ b/litgpt/utils.py
@@ -560,6 +560,7 @@ def instantiate_torch_optimizer(optimizer, model_parameters, **kwargs):
     # Special care taken where some optimizers do not have parameter "fused" like:
     #   bnb.optim.AdamW8bit
     #   grokadamw.GrokAdamW
+    #   torch.optim.RMSprop
     
     if isinstance(optimizer, str):
         if "." in optimizer: