feat: able to use worker's llm/embedding service as 3rd party provider

Signed-off-by: bjwswang <[email protected]>

api/base/v1alpha1/embedder.go

@@ -60,6 +60,12 @@ func (e Embedder) Get3rdPartyModels() []string {
 	if e.Spec.Provider.GetType() != ProviderType3rdParty {
 		return []string{}
 	}
+
+	//	if models(customized) are provided,then return it
+	if e.Spec.Models != nil && len(e.Spec.Models) != 0 {
+		return e.Spec.Models
+	}
+
 	switch e.Spec.Type {
 	case embeddings.ZhiPuAI:
 		return embeddings.ZhiPuAIModels

api/base/v1alpha1/embedder_types.go

@@ -34,6 +34,10 @@ type EmbedderSpec struct {
 
 	// Provider defines the provider info which provide this embedder service
 	Provider `json:"provider,omitempty"`
+
+	// Models provided by this LLM
+	// If not set,we will use default model list based on LLMType
+	Models []string `json:"models,omitempty"`
 }
 
 // EmbeddingsStatus defines the observed state of Embedder

api/base/v1alpha1/llm.go

@@ -70,6 +70,12 @@ func (llm LLM) Get3rdPartyModels() []string {
 	if llm.Spec.Provider.GetType() != ProviderType3rdParty {
 		return []string{}
 	}
+
+	//	if models(customized) are provided,then return it
+	if llm.Spec.Models != nil && len(llm.Spec.Models) != 0 {
+		return llm.Spec.Models
+	}
+
 	switch llm.Spec.Type {
 	case llms.ZhiPuAI:
 		return llms.ZhiPuAIModels

api/base/v1alpha1/llm_types.go

@@ -31,6 +31,10 @@ type LLMSpec struct {
 
 	// Provider defines the provider info which provide this llm service
 	Provider `json:"provider,omitempty"`
+
+	// Models provided by this LLM
+	// If not set,we will use default model list based on LLMType
+	Models []string `json:"models,omitempty"`
 }
 
 // LLMStatus defines the observed state of LLM