Update litgpt/utils.py

Lightning-AI · Sep 26, 2024 · 7bf3ad1 · 7bf3ad1
1 parent 70b0f4e
commit 7bf3ad1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/litgpt/utils.py b/litgpt/utils.py
@@ -557,7 +557,7 @@ def instantiate_bnb_optimizer(optimizer, model_parameters):
 
 
 def instantiate_torch_optimizer(optimizer, model_parameters, **kwargs):
-    # Special care taken where some optimizers do not have parameter "fused" like:
+    # Special care taken where some optimizers do not have some parameters referenced in some of the code, for example "fused" in the pretrain.py script:
     #   bnb.optim.AdamW8bit
     #   grokadamw.GrokAdamW
     #   torch.optim.RMSprop