api_config

package

Go to main page

Versions in this module

v1

v1.40.0

Oct 30, 2023

v1.30.0

Sep 24, 2023

Changes in this version

type Config

+ VallE VallE

type LLMConfig

+ DraftModel string

+ NDraft int32

+ Quantization string

+ type VallE struct

+ AudioPath string

v1.25.0

Aug 26, 2023

Changes in this version

type Config

+ FeatureFlag FeatureFlag

+ GRPC GRPC

type Diffusers

+ CFGScale float32

+ ClipModel string

+ ClipSkip int

+ ClipSubFolder string

+ EnableParameters string

+ IMG2IMG bool

+ type FeatureFlag map[string]*bool

+ func (ff FeatureFlag) Enabled(s string) bool

+ type GRPC struct

+ Attempts int

+ AttemptsSleepTime int

type LLMConfig

+ LoraAdapter string

+ LoraBase string

+ NoMulMatQ bool

type PredictionOptions

+ ClipSkip int

+ Tokenizer string

v1.24.1

Aug 12, 2023

Changes in this version

+ type AutoGPTQ struct

+ Device string

+ ModelBaseName string

+ Triton bool

+ UseFastTokenizer bool

type Config

+ AutoGPTQ AutoGPTQ

+ Diffusers Diffusers

+ Step int

+ type Diffusers struct

+ CUDA bool

+ PipelineType string

+ SchedulerType string

+ type LLMConfig struct

+ ContextSize int

+ Cutstrings []string

+ Grammar string

+ LowVRAM bool

+ MMap bool

+ MMlock bool

+ MainGPU string

+ Mirostat int

+ MirostatETA float64

+ MirostatTAU float64

+ NGPULayers int

+ NGQA int32

+ NUMA bool

+ PromptCacheAll bool

+ PromptCachePath string

+ PromptCacheRO bool

+ RMSNormEps float32

+ StopWords []string

+ SystemPrompt string

+ TensorSplit string

+ TrimSpace []string

type PredictionOptions

+ UseFastTokenizer bool

v1.23.2

Aug 4, 2023

Changes in this version

type Config

+ NGQA int32

+ RMSNormEps float32

v1.23.1

Aug 1, 2023

Changes in this version

type ConfigLoader

+ func (cm *ConfigLoader) GetAllConfigs() []Config

v1.23.0

Jul 29, 2023

Changes in this version

type PredictionOptions

+ NegativePrompt string

+ NegativePromptScale float32

+ RopeFreqBase float32

+ RopeFreqScale float32

v1.22.0

Jul 23, 2023

Changes in this version

type Config

+ SystemPrompt string

type TemplateConfig

+ ChatMessage string

v1.21.0

Jul 16, 2023

Changes in this version

+ type Config struct

+ Backend string

+ ContextSize int

+ Cutstrings []string

+ Debug bool

+ Embeddings bool

+ F16 bool

+ FunctionsConfig Functions

+ Grammar string

+ ImageGenerationAssets string

+ InputStrings []string

+ InputToken [][]int

+ LowVRAM bool

+ MMap bool

+ MMlock bool

+ MainGPU string

+ Mirostat int

+ MirostatETA float64

+ MirostatTAU float64

+ NGPULayers int

+ NUMA bool

+ Name string

+ PromptCacheAll bool

+ PromptCachePath string

+ PromptCacheRO bool

+ PromptStrings []string

+ Roles map[string]string

+ StopWords []string

+ TemplateConfig TemplateConfig

+ TensorSplit string

+ Threads int

+ TrimSpace []string

+ func DefaultConfig(modelFile string) *Config

+ func ReadConfig(file string) (*Config, error)

+ func ReadConfigFile(file string) ([]*Config, error)

+ func (c *Config) FunctionToCall() string

+ func (c *Config) SetFunctionCallNameString(s string)

+ func (c *Config) SetFunctionCallString(s string)

+ func (c *Config) ShouldCallSpecificFunction() bool

+ func (c *Config) ShouldUseFunctions() bool

+ type ConfigLoader struct

+ func NewConfigLoader() *ConfigLoader

+ func (cm *ConfigLoader) GetConfig(m string) (Config, bool)

+ func (cm *ConfigLoader) ListConfigs() []string

+ func (cm *ConfigLoader) LoadConfig(file string) error

+ func (cm *ConfigLoader) LoadConfigFile(file string) error

+ func (cm *ConfigLoader) LoadConfigs(path string) error

+ type Functions struct

+ DisableNoAction bool

+ NoActionDescriptionName string

+ NoActionFunctionName string

+ type PredictionOptions struct

+ Batch int

+ Echo bool

+ F16 bool

+ FrequencyPenalty float64

+ IgnoreEOS bool

+ Keep int

+ Language string

+ Maxtokens int

+ Mirostat int

+ MirostatETA float64

+ MirostatTAU float64

+ Model string

+ N int

+ RepeatPenalty float64

+ Seed int

+ TFZ float64

+ Temperature float64

+ TopK int

+ TopP float64

+ TypicalP float64

+ type TemplateConfig struct

+ Chat string

+ Completion string

+ Edit string

+ Functions string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL