From 626840c5c43f754246ee46ee7d0066b3fa15812a Mon Sep 17 00:00:00 2001 From: Fatih Nar Date: Wed, 14 Aug 2024 16:20:18 -0500 Subject: [PATCH] Update chatgpt_flask_app.py --- etc/model-as-a-server/chatgpt_flask_app.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/etc/model-as-a-server/chatgpt_flask_app.py b/etc/model-as-a-server/chatgpt_flask_app.py index 75df435..f969a6f 100644 --- a/etc/model-as-a-server/chatgpt_flask_app.py +++ b/etc/model-as-a-server/chatgpt_flask_app.py @@ -135,7 +135,7 @@ def chat(): } ], "model": "mistral-7b-instruct", - "max_tokens": 150, + "max_tokens": 6123, #set for max that is supported by maas at this given time "temperature": 0.7, "top_p": 1, "n": 1,