filter files (#1067)

mosaicml · Mar 27, 2024 · e42ea70 · e42ea70
1 parent 7f0fdae
commit e42ea70
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/llmfoundry/utils/huggingface_hub_utils.py b/llmfoundry/utils/huggingface_hub_utils.py
@@ -131,15 +131,16 @@ def edit_files_for_hf_compatibility(
     folder: str,
     flatten_imports_prefix: Sequence[str] = ('llmfoundry',),
     remove_imports_prefix: Sequence[str] = ('composer', 'omegaconf',
-                                            'llmfoundry.metrics'),
+                                            'llmfoundry.metrics',
+                                            'llmfoundry.utils.builders'),
 ) -> None:
     """Edit files to be compatible with Hugging Face Hub.
 
     Args:
         folder (str): The folder to process.
         flatten_imports_prefix (Sequence[str], optional): Sequence of prefixes to flatten. Defaults to ('llmfoundry',).
         remove_imports_prefix (Sequence[str], optional): Sequence of prefixes to remove. Takes precedence over flattening.
-            Defaults to ('composer', 'omegaconf', 'llmfoundry.metrics').
+            Defaults to ('composer', 'omegaconf', 'llmfoundry.metrics', 'llmfoundry.utils.builders').
     """
     files_to_process = [
         os.path.join(folder, filename)