From 5ad036deba2893154803c38d74eedac2a5e07500 Mon Sep 17 00:00:00 2001
From: Minh-Thuc <46375464+minhthuc2502@users.noreply.github.com>
Date: Fri, 20 Sep 2024 13:51:30 +0200
Subject: [PATCH] Mistral nemo (#1785)

* add config head_dim mistral nemo

* fix black
---
 python/ctranslate2/converters/transformers.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/python/ctranslate2/converters/transformers.py b/python/ctranslate2/converters/transformers.py
index d90ff3569..f63d56c4c 100644
--- a/python/ctranslate2/converters/transformers.py
+++ b/python/ctranslate2/converters/transformers.py
@@ -1876,6 +1876,7 @@ def get_model_spec(self, model):
             quant_type=quant_type,
             quant_group_size=quant_group_size,
             quant_bits=quant_bits,
+            head_dim=model.config.head_dim,
         )
 
         self.set_decoder(spec.decoder, model.model, quant_type=quant_type)