Support multiple JSON schema per engine

mlc-ai · Sep 14, 2024 · 77b555e · 77b555e
1 parent 1fe4fc6
commit 77b555e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/llm_chat.ts b/src/llm_chat.ts
@@ -506,7 +506,7 @@ export class LLMChatPipeline {
         if (this.grammarStateMatcher) {
           this.grammarStateMatcher.dispose();
         }
-        if (this.tokenTable === undefined) {
+        if (this.tokenTable === undefined || !this.tokenTable.handle) {
           const rawTokenTable = getTokenTableFromTokenizer(this.tokenizer);
           // Post process entire table
           this.tokenTable = this.fpostProcessTokenTable(