Documentation ¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type LLMV2 ¶
type LLMV2 struct {
// contains filtered or unexported fields
}
func (*LLMV2) CheckSupport ¶
func (llm *LLMV2) CheckSupport(_ llms.LLMSupportType) bool
type OptionV2 ¶
type OptionV2 struct { ReqParamV2 // contains filtered or unexported fields }
func NewOptionV2 ¶
func NewOptionV2() *OptionV2
type ReqParamV2 ¶
type ReqParamV2 struct { GenerateLength int `json:"generate_length,omitempty"` TopP float32 `json:"top_p,omitempty"` TopK int `json:"top_k,omitempty"` RepetitionPenalty float32 `json:"repetition_penalty,omitempty"` LengthPenalty float32 `json:"length_penalty,omitempty"` MinLen int `json:"min_len,omitempty"` Temperature float32 `json:"temperature"` }
type RequestV2 ¶
type RequestV2 struct { Messages []*ReqMsg `json:"messages"` Model string `json:"model"` Param ReqParamV2 `json:"param"` }
type RespArgsV3 ¶
type RespDataV2 ¶
type RespDataV2 struct { Reply string `json:"reply"` FinishReason int `json:"finish_reason"` Status int `json:"status"` Usage RespUsageV2 `json:"usage"` }
type RespUsageV2 ¶
type ResponseV2 ¶
type ResponseV2 struct { Code int `json:"code"` CodeMsg string `json:"code_msg"` TraceId string `json:"trace_id"` RespData RespDataV2 `json:"resp_data"` }
type ResponseV3 ¶
Click to show internal directories.
Click to hide internal directories.