Update chatgpt_flask_app.py

tme-osx · Aug 14, 2024 · 626840c · 626840c
1 parent 7230795
commit 626840c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/etc/model-as-a-server/chatgpt_flask_app.py b/etc/model-as-a-server/chatgpt_flask_app.py
@@ -135,7 +135,7 @@ def chat():
             }
         ],
         "model": "mistral-7b-instruct",
-        "max_tokens": 150,
+        "max_tokens": 6123, #set for max that is supported by maas at this given time
         "temperature": 0.7,
         "top_p": 1,
         "n": 1,