Update composer/trainer/mosaic_fsdp.py

Co-authored-by: Brian <[email protected]>
mosaicml · Apr 3, 2024 · b8320b9 · b8320b9
1 parent 98d0f96
commit b8320b9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/composer/trainer/mosaic_fsdp.py b/composer/trainer/mosaic_fsdp.py
@@ -98,7 +98,7 @@ def patch_pytorch():
         _state_dict_utils._set_use_dtensor = _set_use_dtensor
 
         # Monkeypatch _flat_param.py to fix 2D with SHARD_GRAD_OP
-        # issue: https://github.com/pytorch/pytorch/issues/123272
+        # Issue: https://github.com/pytorch/pytorch/issues/123272
         from torch.distributed.fsdp import _flat_param
 
         from composer.trainer.mosaic_fsdp_utils import _same_storage