llamacpp

Oct 19, 2024

Changes in this version

type LlamaCppConfiguration

+ ApiKey string

Sep 13, 2024

Changes in this version

type LlamaCppSlotsAggregatedStatus

+ func (self *LlamaCppSlotsAggregatedStatus) CopyFrom(other *LlamaCppSlotsAggregatedStatus)

Sep 4, 2024

Changes in this version

type LlamaCppClient

+ func (self *LlamaCppClient) GetSlots(ctx context.Context, responseChannel chan<- LlamaCppSlotStatus)

+ func (self *LlamaCppClient) GetSlotsAggregatedStatus(ctx context.Context, responseChannel chan<- LlamaCppSlotsAggregatedStatus)

+ type LlamaCppSlotStatus struct

+ Error error

+ ErrorMessage string

+ State int

+ func (self *LlamaCppSlotStatus) IsProcessing() bool

+ type LlamaCppSlotsAggregatedStatus struct

+ Error error

+ ErrorMessage string

+ SlotsIdle int

+ SlotsProcessing int

+ Status LlamaCppHealthStatusCode

Jun 27, 2024

Changes in this version

type LlamaCppHealthStatus

+ func (self *LlamaCppHealthStatus) CopyFrom(other *LlamaCppHealthStatus)

+ func (self *LlamaCppHealthStatus) GetTotalSlots() int

Jun 1, 2024

Changes in this version

type LlamaCppHealthStatus

+ func (self *LlamaCppHealthStatus) IsOk() bool

May 31, 2024

Changes in this version

+ const CompletionDataPrefix

+ var ErrorNon200Response = errors.New("Non-200 response from llama.cpp")

+ type LlamaCppClient struct

+ HttpClient *http.Client

+ LlamaCppConfiguration *LlamaCppConfiguration

+ func (self *LlamaCppClient) GenerateCompletion(ctx context.Context, responseChannel chan LlamaCppCompletionToken, ...)

+ func (self *LlamaCppClient) GetHealth(ctx context.Context, responseChannel chan<- LlamaCppHealthStatus)

+ type LlamaCppCompletionRequest struct

+ JsonSchema any

+ NPredict int

+ Prompt string

+ Stream bool

+ type LlamaCppCompletionToken struct

+ Content string

+ Error error

+ IsLast bool

+ SlotId uint

+ type LlamaCppConfiguration struct

+ HttpAddress *netcfg.HttpAddressConfiguration

+ func (self *LlamaCppConfiguration) String() string

+ type LlamaCppHealthStatus struct

+ Error error

+ ErrorMessage string

+ SlotsIdle uint

+ SlotsProcessing uint

+ Status LlamaCppHealthStatusCode

+ type LlamaCppHealthStatusCode string

+ const Error

+ const LoadingModel

+ const NoSlotAvailable

+ const Ok