zgene
6bed393c12
Backend Tests / backend-unit-test (push) Has been cancelled
Backend Tests / benchmark-test (push) Has been cancelled
CI@main / Node.js v22 (ubuntu-latest) (push) Has been cancelled
Thrift Syntax Validation / validate-thrift (push) Has been cancelled
License Check / License Check (push) Has been cancelled
68 lines
2.1 KiB
Go
68 lines
2.1 KiB
Go
/*
|
|
* Copyright 2025 coze-dev Authors
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package modelbuilder
|
|
|
|
import "github.com/coze-dev/coze-studio/backend/api/model/app/bot_common"
|
|
|
|
type LLMParams struct {
|
|
Temperature *float32 `json:"temperature"`
|
|
FrequencyPenalty float32 `json:"frequencyPenalty"`
|
|
PresencePenalty float32 `json:"presencePenalty"`
|
|
MaxTokens int `json:"maxTokens"`
|
|
TopP *float32 `json:"topP"`
|
|
TopK *int32 `json:"topK"`
|
|
ResponseFormat bot_common.ModelResponseFormat `json:"responseFormat"`
|
|
EnableThinking *bool `json:"enable_thinking,omitempty" yaml:"enable_thinking,omitempty"`
|
|
}
|
|
|
|
func newLLMParamsWithSettings(appSettings *bot_common.ModelInfo) *LLMParams {
|
|
if appSettings == nil {
|
|
return nil
|
|
}
|
|
|
|
l := &LLMParams{}
|
|
|
|
if appSettings.Temperature != nil {
|
|
t := float32(*appSettings.Temperature)
|
|
l.Temperature = &t
|
|
}
|
|
if appSettings.FrequencyPenalty != nil {
|
|
f := float32(*appSettings.FrequencyPenalty)
|
|
l.FrequencyPenalty = f
|
|
}
|
|
if appSettings.PresencePenalty != nil {
|
|
p := float32(*appSettings.PresencePenalty)
|
|
l.PresencePenalty = p
|
|
}
|
|
if appSettings.MaxTokens != nil {
|
|
l.MaxTokens = int(*appSettings.MaxTokens)
|
|
}
|
|
if appSettings.TopP != nil {
|
|
t := float32(*appSettings.TopP)
|
|
l.TopP = &t
|
|
}
|
|
if appSettings.TopK != nil {
|
|
k := int32(*appSettings.TopK)
|
|
l.TopK = &k
|
|
}
|
|
if appSettings.ResponseFormat != nil {
|
|
l.ResponseFormat = *appSettings.ResponseFormat
|
|
}
|
|
|
|
return l
|
|
}
|