config

Dec 6, 2024

Changes in this version

type Config

+ ComponentStatusSender status.Config

Oct 3, 2024

Changes in this version

+ func ToAdapterType(s string) v1.AdapterType

+ func ToQuantizationType(s string) v1.QuantizationType

type Config

+ Models []ModelConfig

+ type ModelConfig struct

+ AdapterType string

+ BaseModel string

+ Model string

+ QuantizationType string

Sep 30, 2024

Changes in this version

+ type AssumeRoleConfig struct

+ ExternalID string

+ RoleARN string

+ type Config struct

+ BaseModels []string

+ Debug DebugConfig

+ Downloader DownloaderConfig

+ ModelLoadInterval time.Duration

+ ModelManagerServerWorkerServiceAddr string

+ ObjectStore ObjectStoreConfig

+ RunOnce bool

+ Worker WorkerConfig

+ func Parse(path string) (Config, error)

+ func (c *Config) Validate() error

+ type DebugConfig struct

+ Standalone bool

+ type DownloaderConfig struct

+ HuggingFace HuggingFaceDownloaderConfig

+ Kind DownloaderKind

+ S3 S3DownloaderConfig

+ type DownloaderKind string

+ const DownloaderKindHuggingFace

+ const DownloaderKindS3

+ type HuggingFaceDownloaderConfig struct

+ CacheDir string

+ type ObjectStoreConfig struct

+ S3 S3Config

+ type S3Config struct

+ AssumeRole *AssumeRoleConfig

+ BaseModelPathPrefix string

+ Bucket string

+ EndpointURL string

+ PathPrefix string

+ Region string

+ type S3DownloaderConfig struct

+ Bucket string

+ EndpointURL string

+ PathPrefix string

+ Region string

+ type WorkerConfig struct

+ TLS WorkerTLSConfig

+ type WorkerTLSConfig struct

+ Enable bool