modulecomponents

Documentation

Index

• func GetGenericAdditionalProperty(name, className string) *modulecapabilities.AdditionalProperty
• func GetGenericArgument(name, className string, argumentType ArgumentType, ...) *graphql.ArgumentConfig
• func GetRateLimitFromContext(ctx context.Context, moduleName string, defaultRPM, defaultTPM int) (int, int)
• func GetTotalTokens(usage *Usage) int
• func GetValueFromContext(ctx context.Context, key string) string
• func GetValueFromGRPC(ctx context.Context, key string) []string
• type ArgumentType
• type RateLimits
  • func (rl *RateLimits) CanSendFullBatch(numRequests int, batchTokens int) bool
  • func (rl *RateLimits) CheckForReset()
  • func (rl *RateLimits) IsInitialized() bool
  • func (rl *RateLimits) ResetAfterRequestFunction(tokensUsed int)
  • func (rl *RateLimits) UpdateWithRateLimit(other *RateLimits)
• type Usage
• type VectorizationCLIPResult
• type VectorizationResult

Functions

func GetGenericAdditionalProperty

func GetGenericAdditionalProperty(name, className string) *modulecapabilities.AdditionalProperty

func GetGenericArgument

func GetGenericArgument(name, className string, argumentType ArgumentType,
	nearTextTransformer modulecapabilities.TextTransform,
) *graphql.ArgumentConfig

func GetRateLimitFromContext

func GetRateLimitFromContext(ctx context.Context, moduleName string, defaultRPM, defaultTPM int) (int, int)

func GetTotalTokens

func GetTotalTokens(usage *Usage) int

func GetValueFromContext

func GetValueFromContext(ctx context.Context, key string) string

func GetValueFromGRPC

func GetValueFromGRPC(ctx context.Context, key string) []string

Types

type ArgumentType

type ArgumentType int

const (
	Get ArgumentType = iota
	Aggregate
	Explore
)

type RateLimits

type RateLimits struct {
	LastOverwrite        time.Time
	AfterRequestFunction func(limits *RateLimits, tokensUsed int, deductRequest bool)
	LimitRequests        int
	LimitTokens          int
	RemainingRequests    int
	RemainingTokens      int
	ReservedRequests     int
	ReservedTokens       int
	ResetRequests        time.Time
	ResetTokens          time.Time
}

func (*RateLimits) CanSendFullBatch

func (rl *RateLimits) CanSendFullBatch(numRequests int, batchTokens int) bool

func (*RateLimits) CheckForReset

func (rl *RateLimits) CheckForReset()

func (*RateLimits) IsInitialized

func (rl *RateLimits) IsInitialized() bool

func (*RateLimits) ResetAfterRequestFunction

func (rl *RateLimits) ResetAfterRequestFunction(tokensUsed int)

func (*RateLimits) UpdateWithRateLimit

func (rl *RateLimits) UpdateWithRateLimit(other *RateLimits)

type Usage

type Usage struct {
	CompletionTokens int `json:"completion_tokens,omitempty"`
	PromptTokens     int `json:"prompt_tokens,omitempty"`
	TotalTokens      int `json:"total_tokens,omitempty"`
}

type VectorizationCLIPResult

type VectorizationCLIPResult struct {
	TextVectors  [][]float32
	ImageVectors [][]float32
}

type VectorizationResult

type VectorizationResult struct {
	Text       []string
	Dimensions int
	Vector     [][]float32
	Errors     []error
}