Add a way to disable default action

mudler · Jul 9, 2023 · b3f43ab · b3f43ab
1 parent bbc4468
commit b3f43ab
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/api/config.go b/api/config.go
@@ -42,6 +42,8 @@ type Config struct {
 	MainGPU               string `yaml:"main_gpu"`
 	ImageGenerationAssets string `yaml:"asset_dir"`
 
+	DisableDefaultAnswer bool `yaml:"disable_default_answer"`
+
 	PromptCachePath string `yaml:"prompt_cache_path"`
 	PromptCacheAll  bool   `yaml:"prompt_cache_all"`
 	PromptCacheRO   bool   `yaml:"prompt_cache_ro"`
@@ -269,7 +271,6 @@ func updateConfig(config *Config, input *OpenAIRequest) {
 			}
 		}
 	}
-
 	// Can be either a string or an object
 	switch fnc := input.FunctionCall.(type) {
 	case string:

diff --git a/api/openai.go b/api/openai.go
@@ -425,7 +425,9 @@ func chatEndpoint(cm *ConfigMerger, o *Option) func(c *fiber.Ctx) error {
 
 			// Append the no action function
 			funcs = append(funcs, input.Functions...)
-			funcs = append(funcs, noActionGrammar)
+			if !config.DisableDefaultAnswer {
+				funcs = append(funcs, noActionGrammar)
+			}
 
 			// Force picking one of the functions by the request
 			if config.functionCallNameString != "" {