zgene
6bed393c12
Backend Tests / backend-unit-test (push) Has been cancelled
Backend Tests / benchmark-test (push) Has been cancelled
CI@main / Node.js v22 (ubuntu-latest) (push) Has been cancelled
Thrift Syntax Validation / validate-thrift (push) Has been cancelled
License Check / License Check (push) Has been cancelled
77 lines
2.4 KiB
Go
77 lines
2.4 KiB
Go
/*
|
|
* Copyright 2025 coze-dev Authors
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package vo
|
|
|
|
import (
|
|
"github.com/coze-dev/coze-studio/backend/api/model/app/bot_common"
|
|
"github.com/coze-dev/coze-studio/backend/bizpkg/llm/modelbuilder"
|
|
"github.com/coze-dev/coze-studio/backend/pkg/lang/ptr"
|
|
)
|
|
|
|
type LLMParams struct {
|
|
ModelName string `json:"modelName"`
|
|
ModelType int64 `json:"modelType"`
|
|
Prompt string `json:"prompt"` // user prompt
|
|
Temperature *float64 `json:"temperature"`
|
|
FrequencyPenalty float64 `json:"frequencyPenalty"`
|
|
PresencePenalty float64 `json:"presencePenalty"`
|
|
MaxTokens int `json:"maxTokens"`
|
|
TopP *float64 `json:"topP"`
|
|
TopK *int `json:"topK"`
|
|
EnableChatHistory bool `json:"enableChatHistory"`
|
|
SystemPrompt string `json:"systemPrompt"`
|
|
ResponseFormat ResponseFormat `json:"responseFormat"`
|
|
ChatHistoryRound int64 `json:"chatHistoryRound"`
|
|
}
|
|
|
|
type ResponseFormat int64
|
|
|
|
const (
|
|
ResponseFormatText ResponseFormat = 0
|
|
ResponseFormatMarkdown ResponseFormat = 1
|
|
ResponseFormatJSON ResponseFormat = 2
|
|
)
|
|
|
|
func (l *LLMParams) ToModelBuilderLLMParams() *modelbuilder.LLMParams {
|
|
m := modelbuilder.LLMParams{
|
|
FrequencyPenalty: float32(l.FrequencyPenalty),
|
|
PresencePenalty: float32(l.PresencePenalty),
|
|
MaxTokens: l.MaxTokens,
|
|
}
|
|
|
|
if l.Temperature != nil {
|
|
m.Temperature = ptr.Of(float32(ptr.From(l.Temperature)))
|
|
}
|
|
if l.TopP != nil {
|
|
m.TopP = ptr.Of(float32(ptr.From(l.TopP)))
|
|
}
|
|
if l.TopK != nil {
|
|
m.TopK = ptr.Of(int32(ptr.From(l.TopK)))
|
|
}
|
|
|
|
switch l.ResponseFormat {
|
|
case ResponseFormatText:
|
|
m.ResponseFormat = bot_common.ModelResponseFormat_Text
|
|
case ResponseFormatMarkdown:
|
|
m.ResponseFormat = bot_common.ModelResponseFormat_Markdown
|
|
case ResponseFormatJSON:
|
|
m.ResponseFormat = bot_common.ModelResponseFormat_JSON
|
|
}
|
|
|
|
return &m
|
|
}
|