From 1de3af988aad1814e779dc637208364ec6aa7634 Mon Sep 17 00:00:00 2001 From: minhthuc Date: Fri, 20 Sep 2024 09:50:54 +0200 Subject: [PATCH] add config head_dim mistral nemo --- python/ctranslate2/converters/transformers.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/ctranslate2/converters/transformers.py b/python/ctranslate2/converters/transformers.py index d90ff3569..317b2d50c 100644 --- a/python/ctranslate2/converters/transformers.py +++ b/python/ctranslate2/converters/transformers.py @@ -1876,6 +1876,7 @@ def get_model_spec(self, model): quant_type=quant_type, quant_group_size=quant_group_size, quant_bits=quant_bits, + head_dim=model.config.head_dim ) self.set_decoder(spec.decoder, model.model, quant_type=quant_type)