From 2116983d32f39480ba383a5561f4c51f0a6667ae Mon Sep 17 00:00:00 2001 From: Shas S Date: Fri, 7 Jul 2023 16:22:50 +0000 Subject: [PATCH] support_tokenizer_trust_remote_code --- python/ctranslate2/converters/transformers.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/ctranslate2/converters/transformers.py b/python/ctranslate2/converters/transformers.py index d797c66dd..dcf8957f2 100644 --- a/python/ctranslate2/converters/transformers.py +++ b/python/ctranslate2/converters/transformers.py @@ -113,6 +113,7 @@ def _load(self): tokenizer = self.load_tokenizer( tokenizer_class, self._model_name_or_path, + **kwargs ) spec = loader(model, tokenizer)