monkeypatch config for mpt

scripts/inference/convert_composer_to_hf.py

@@ -168,7 +168,8 @@ def convert_composer_to_hf(args: Namespace) -> None:
     # Register MPT auto classes so that this script works with MPT
     # This script will not work without modification for other custom models,
     # but will work for other HuggingFace causal LMs
-    AutoConfig.register('mpt', MPTConfig)
+    from transformers.models.auto.configuration_auto import CONFIG_MAPPING
+    CONFIG_MAPPING._extra_content['mpt'] = MPTConfig
     MPTConfig.register_for_auto_class()
     MPTForCausalLM.register_for_auto_class('AutoModelForCausalLM')
 

setup.py

@@ -49,7 +49,7 @@
 install_requires = [
     'mosaicml[libcloud,wandb,mlflow]>=0.15.0,<0.16',
     'accelerate>=0.20,<0.21',  # for HF inference `device_map`
-    'transformers>=4.31,<4.32',
+    'transformers>=4.32,<4.33',
     'mosaicml-streaming>=0.5.1,<0.6',
     'torch>=1.13.1,<=2.0.1',
     'datasets==2.10.1',