feat(tokenizer): use encode_plus instead of __call__

2noise · Jul 8, 2024 · aea84bf · aea84bf
1 parent 2f07b8b
commit aea84bf
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ChatTTS/model/tokenizer.py b/ChatTTS/model/tokenizer.py
@@ -34,7 +34,7 @@ def encode(
         max_attention_mask_len = -1
         # avoid random speaker embedding of tokenizer in the other dims
         for t in text:
-            x = self._tokenizer(
+            x = self._tokenizer.encode_plus(
                 t, return_tensors="pt", add_special_tokens=False, padding=True
             )
             input_ids_lst.append(x["input_ids"].squeeze_(0))