GLM-4 and Qwen-2 cases added for tokenizer chat template.

for-ai · Aug 10, 2024 · 6548eb6 · 6548eb6
1 parent be7d733
commit 6548eb6
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/scripts/run_generative.py b/scripts/run_generative.py
@@ -144,6 +144,10 @@ def main():
         model_modifier = "llama-3.1"
     elif "gemma" in args.model:
         model_modifier = "gemma"
+    elif "glm-4" in  args.model:
+        model_modifier = "glm-4"
+    elif "Qwen2" in  args.model:
+        model_modifier = "qwen-2"
     else:
         model_modifier = None