Mistral nemo (#1785)

* add config head_dim mistral nemo * fix black
OpenNMT · Sep 20, 2024 · 5ad036d · 5ad036d
1 parent cb16c8e
commit 5ad036d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/python/ctranslate2/converters/transformers.py b/python/ctranslate2/converters/transformers.py
@@ -1876,6 +1876,7 @@ def get_model_spec(self, model):
             quant_type=quant_type,
             quant_group_size=quant_group_size,
             quant_bits=quant_bits,
+            head_dim=model.config.head_dim,
         )
 
         self.set_decoder(spec.decoder, model.model, quant_type=quant_type)