[feat][prompt] prompt support model config extra field (#260)

Author: caijialin0626

backend/kitex_gen/coze/loop/prompt/domain/prompt/k-prompt.go

@@ -411,6 +411,7 @@ func ModelConfigDTO2DO(dto *prompt.ModelConfig) *entity.ModelConfig {
 		PresencePenalty:  dto.PresencePenalty,
 		FrequencyPenalty: dto.FrequencyPenalty,
 		JSONMode:         dto.JSONMode,
+		Extra:            dto.Extra,
 	}
 }
 
@@ -805,6 +806,7 @@ func ModelConfigDO2DTO(do *entity.ModelConfig) *prompt.ModelConfig {
 		PresencePenalty:  do.PresencePenalty,
 		FrequencyPenalty: do.FrequencyPenalty,
 		JSONMode:         do.JSONMode,
+		Extra:            do.Extra,
 	}
 }
 

backend/kitex_gen/coze/loop/prompt/domain/prompt/prompt.go

@@ -646,3 +646,18 @@ func TestMessageDO2DTO(t *testing.T) {
 		})
 	}
 }
+
+func TestModelConfigExtraConversion(t *testing.T) {
+	extra := ptr.Of(`{"foo":"bar"}`)
+	dto := &prompt.ModelConfig{
+		Extra: extra,
+	}
+
+	do := ModelConfigDTO2DO(dto)
+	assert.NotNil(t, do)
+	assert.Equal(t, extra, do.Extra)
+
+	dtoBack := ModelConfigDO2DTO(do)
+	assert.NotNil(t, dtoBack)
+	assert.Equal(t, extra, dtoBack.Extra)
+}

backend/modules/prompt/application/convertor/prompt.go

@@ -519,6 +519,7 @@ func TestOverridePromptParams(t *testing.T) {
 				ModelConfig: &entity.ModelConfig{
 					ModelID:     456,
 					Temperature: ptr.Of(0.7),
+					Extra:       ptr.Of(`{"source":"base"}`),
 				},
 			},
 		},
@@ -586,6 +587,7 @@ func TestOverridePromptParams(t *testing.T) {
 						ModelID:     ptr.Of(int64(789)),
 						Temperature: ptr.Of(0.9),
 						MaxTokens:   ptr.Of(int32(2000)),
+						Extra:       ptr.Of(`{"source":"override"}`),
 					},
 				},
 			},
@@ -598,6 +600,7 @@ func TestOverridePromptParams(t *testing.T) {
 							ModelID:     789,
 							Temperature: ptr.Of(0.9),
 							MaxTokens:   ptr.Of(int32(2000)),
+							Extra:       ptr.Of(`{"source":"override"}`),
 						},
 					},
 				}
@@ -651,10 +654,17 @@ func TestOverridePromptParams(t *testing.T) {
 					if tt.args.promptDO.PromptCommit.PromptDetail != nil {
 						promptCopy.PromptCommit.PromptDetail = &entity.PromptDetail{}
 						if tt.args.promptDO.PromptCommit.PromptDetail.ModelConfig != nil {
+							orig := tt.args.promptDO.PromptCommit.PromptDetail.ModelConfig
 							promptCopy.PromptCommit.PromptDetail.ModelConfig = &entity.ModelConfig{
-								ModelID:     tt.args.promptDO.PromptCommit.PromptDetail.ModelConfig.ModelID,
-								Temperature: tt.args.promptDO.PromptCommit.PromptDetail.ModelConfig.Temperature,
-								MaxTokens:   tt.args.promptDO.PromptCommit.PromptDetail.ModelConfig.MaxTokens,
+								ModelID:          orig.ModelID,
+								MaxTokens:        orig.MaxTokens,
+								Temperature:      orig.Temperature,
+								TopK:             orig.TopK,
+								TopP:             orig.TopP,
+								PresencePenalty:  orig.PresencePenalty,
+								FrequencyPenalty: orig.FrequencyPenalty,
+								JSONMode:         orig.JSONMode,
+								Extra:            orig.Extra,
 							}
 						}
 					}

backend/modules/prompt/application/convertor/prompt_test.go

@@ -177,6 +177,7 @@ type ModelConfig struct {
 	PresencePenalty  *float64 `json:"presence_penalty,omitempty"`
 	FrequencyPenalty *float64 `json:"frequency_penalty,omitempty"`
 	JSONMode         *bool    `json:"json_mode,omitempty"`
+	Extra            *string  `json:"extra,omitempty"`
 }
 
 func (pt *PromptTemplate) formatMessages(messages []*Message, variableVals []*VariableVal) ([]*Message, error) {

backend/modules/prompt/application/execute_test.go

@@ -854,3 +854,52 @@ func TestPromptServiceImpl_Execute(t *testing.T) {
 		})
 	}
 }
+
+func TestPromptServiceImpl_prepareLLMCallParam_PreservesExtra(t *testing.T) {
+	t.Parallel()
+	extra := ptr.Of(`{"foo":"bar"}`)
+	prompt := &entity.Prompt{
+		ID:        1,
+		SpaceID:   42,
+		PromptKey: "test_prompt",
+		PromptCommit: &entity.PromptCommit{
+			CommitInfo: &entity.CommitInfo{
+				Version: "v1",
+			},
+			PromptDetail: &entity.PromptDetail{
+				ModelConfig: &entity.ModelConfig{
+					ModelID:  99,
+					Extra:    extra,
+					JSONMode: ptr.Of(true),
+				},
+				PromptTemplate: &entity.PromptTemplate{
+					TemplateType: entity.TemplateTypeNormal,
+					Messages: []*entity.Message{
+						{
+							Role:    entity.RoleSystem,
+							Content: ptr.Of("System prompt"),
+						},
+					},
+				},
+			},
+		},
+	}
+	svc := &PromptServiceImpl{}
+	param := ExecuteParam{
+		Prompt: prompt,
+		Messages: []*entity.Message{
+			{
+				Role:    entity.RoleUser,
+				Content: ptr.Of("Hi"),
+			},
+		},
+		VariableVals: nil,
+		Scenario:     entity.ScenarioPromptDebug,
+	}
+	got, err := svc.prepareLLMCallParam(context.Background(), param)
+	assert.NoError(t, err)
+	if assert.NotNil(t, got.ModelConfig) {
+		assert.Equal(t, extra, got.ModelConfig.Extra)
+		assert.Equal(t, prompt.PromptCommit.PromptDetail.ModelConfig.Extra, got.ModelConfig.Extra)
+	}
+}