Fix broken tests

mosaicml · Jan 4, 2024 · 6a8d85b · 6a8d85b
1 parent dbe8d64
commit 6a8d85b
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/examples/benchmarks/bert/src/hf_bert.py b/examples/benchmarks/bert/src/hf_bert.py
@@ -101,8 +101,8 @@ def create_hf_bert_mlm(pretrained_model_name: str = 'bert-base-uncased',
         tokenizer = None
 
     metrics = [
-        LanguageCrossEntropy(ignore_index=-100,
-                             vocab_size=model.config.vocab_size),
+        # vocab_size no longer in composer
+        LanguageCrossEntropy(ignore_index=-100),
         MaskedAccuracy(ignore_index=-100)
     ]
     return HuggingFaceModel(model=model,

diff --git a/examples/benchmarks/bert/src/mosaic_bert.py b/examples/benchmarks/bert/src/mosaic_bert.py
@@ -119,6 +119,7 @@ def create_mosaic_bert_mlm(pretrained_model_name: str = 'bert-base-uncased',
             pretrained_model_name)
 
     metrics = [
+        # vocab size no longer arg in composer
         LanguageCrossEntropy(ignore_index=-100),
         MaskedAccuracy(ignore_index=-100)
     ]