uncomment

mcli/mcli-llama2-finetune.yaml

@@ -152,4 +152,4 @@ parameters:
 #   Load from local filesystem or remote object store
 #   load_path: ./gpt-1b/checkpoints/latest-rank{rank}.pt
 #   load_path: s3://my-bucket/my-folder/gpt-1b/checkpoints/latest-rank{rank}.pt
-#   load_weights_only: true # Only load the weights, not the optimizer state, LR schedule, etc
+  load_weights_only: true # Only load the weights, not the optimizer state, LR schedule, etc

scripts/train/yamls/finetune/mpt-7b_domain_adapt.yaml

@@ -115,4 +115,4 @@ save_folder: ./{run_name}/checkpoints
 # Load from local filesystem or remote object store
 # load_path: ./gpt-7b/checkpoints/latest-rank{rank}.pt
 # load_path: s3://my-bucket/my-folder/gpt-7b/checkpoints/latest-rank{rank}.pt
-# load_weights_only: true # Only load the weights, not the optimizer state, LR schedule, etc
+load_weights_only: true # Only load the weights, not the optimizer state, LR schedule, etc

scripts/train/yamls/finetune/t5-small_dolly_sft.yaml

@@ -101,4 +101,4 @@ callbacks:
 # Load from remote object store
 # REPLACE THE BELOW with you own checkpoint!
 # load_path: oci://my-bucket/my-folder/checkpoints/some_checkpoint.pt
-# load_weights_only: true # Only load the weights, not the optimizer state, LR schedule, etc
+load_weights_only: true # Only load the weights, not the optimizer state, LR schedule, etc