fixes #1051: handle openai presence and request penalty parameters (#…

…1817) * fix request debugging, disable marshalling of context fields Signed-off-by: blob42 <[email protected]> * merge frequency_penalty request parm with config Signed-off-by: blob42 <[email protected]> * openai: add presence_penalty parameter Signed-off-by: blob42 <[email protected]> --------- Signed-off-by: blob42 <[email protected]>
mudler · Mar 17, 2024 · 801b481 · 801b481
1 parent 8967ed1
commit 801b481
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 1 deletion.
diff --git a/core/http/endpoints/openai/request.go b/core/http/endpoints/openai/request.go
@@ -185,6 +185,14 @@ func updateRequestConfig(config *config.BackendConfig, input *schema.OpenAIReque
 		config.RepeatPenalty = input.RepeatPenalty
 	}
 
+	if input.FrequencyPenalty!= 0 {
+		config.FrequencyPenalty = input.FrequencyPenalty
+	}
+
+	if input.PresencePenalty!= 0 {
+		config.PresencePenalty = input.PresencePenalty
+	}
+
 	if input.Keep != 0 {
 		config.Keep = input.Keep
 	}

diff --git a/core/schema/openai.go b/core/schema/openai.go
@@ -108,7 +108,7 @@ type ChatCompletionResponseFormat struct {
 type OpenAIRequest struct {
 	PredictionOptions
 
-	Context context.Context    `json:"-"`
+	Context context.Context  `json:"-"`
 	Cancel  context.CancelFunc `json:"-"`
 
 	// whisper

diff --git a/core/schema/prediction.go b/core/schema/prediction.go
@@ -25,6 +25,7 @@ type PredictionOptions struct {
 	Keep          int     `json:"n_keep" yaml:"n_keep"`
 
 	FrequencyPenalty float64 `json:"frequency_penalty" yaml:"frequency_penalty"`
+	PresencePenalty  float64 `json:"presence_penalty" yaml:"presence_penalty"`
 	TFZ              float64 `json:"tfz" yaml:"tfz"`
 
 	TypicalP float64 `json:"typical_p" yaml:"typical_p"`