Update litgpt/utils.py

Lightning-AI · Sep 26, 2024 · 70b0f4e · 70b0f4e
1 parent 5bf407a
commit 70b0f4e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/litgpt/utils.py b/litgpt/utils.py
@@ -560,6 +560,7 @@ def instantiate_torch_optimizer(optimizer, model_parameters, **kwargs):
     # Special care taken where some optimizers do not have parameter "fused" like:
     #   bnb.optim.AdamW8bit
     #   grokadamw.GrokAdamW
+    #   torch.optim.RMSprop
 
     if isinstance(optimizer, str):
         if "." in optimizer: