support_tokenizer_trust_remote_code

OpenNMT · Jul 7, 2023 · 2116983 · 2116983
1 parent 50ce6a7
commit 2116983
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/python/ctranslate2/converters/transformers.py b/python/ctranslate2/converters/transformers.py
@@ -113,6 +113,7 @@ def _load(self):
             tokenizer = self.load_tokenizer(
                 tokenizer_class,
                 self._model_name_or_path,
+                **kwargs
             )
 
             spec = loader(model, tokenizer)