diff --git a/python/ctranslate2/converters/transformers.py b/python/ctranslate2/converters/transformers.py
index d797c66dd..dcf8957f2 100644
--- a/python/ctranslate2/converters/transformers.py
+++ b/python/ctranslate2/converters/transformers.py
@@ -113,6 +113,7 @@ def _load(self):
             tokenizer = self.load_tokenizer(
                 tokenizer_class,
                 self._model_name_or_path,
+                **kwargs
             )
 
             spec = loader(model, tokenizer)