remove device train grad accum

mosaicml · Apr 22, 2024 · 2c1f4d6 · 2c1f4d6
1 parent adfa165
commit 2c1f4d6
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/scripts/train/train.py b/scripts/train/train.py
@@ -129,9 +129,6 @@ class TrainConfig:
     # Resumption
     autoresume: bool = False
 
-    # Gradient accumulation
-    device_train_grad_accum: Optional[int] = None
-
     # Profiling
     profiler: Optional[Dict[str, Any]] = None