batch

Documentation

Index

• Constants
• func VectorizeBatch(ctx context.Context, objs []*models.Object, skipObject []bool, ...) ([][]float32, []models.AdditionalProperties, map[int]error)
• type Batch
  • func NewBatchVectorizer(client BatchClient, maxBatchTime time.Duration, maxObjectsPerBatch int, ...) *Batch
  • func (b *Batch) SubmitBatchAndWait(ctx context.Context, cfg moduletools.ClassConfig, skipObject []bool, ...) ([][]float32, map[int]error)
• type BatchClient
• type BatchJob

Constants

const BatchChannelSize = 100

Functions

func VectorizeBatch

func VectorizeBatch(ctx context.Context, objs []*models.Object, skipObject []bool, cfg moduletools.ClassConfig, logger logrus.FieldLogger, objectVectorizer objectVectorizer) ([][]float32, []models.AdditionalProperties, map[int]error)

Types

type Batch

type Batch struct {
	// contains filtered or unexported fields
}

func NewBatchVectorizer

func NewBatchVectorizer(client BatchClient, maxBatchTime time.Duration, maxObjectsPerBatch int, maxTokensPerBatch func(cfg moduletools.ClassConfig) int, maxTimePerVectorizerBatch float64, logger logrus.FieldLogger, label string) *Batch

func (*Batch) SubmitBatchAndWait

func (b *Batch) SubmitBatchAndWait(ctx context.Context, cfg moduletools.ClassConfig, skipObject []bool, tokenCounts []int, texts []string) ([][]float32, map[int]error)

type BatchClient

type BatchClient interface {
	Vectorize(ctx context.Context, input []string,
		config moduletools.ClassConfig) (*modulecomponents.VectorizationResult, *modulecomponents.RateLimits, error)
	GetVectorizerRateLimit(ctx context.Context, config moduletools.ClassConfig) *modulecomponents.RateLimits
	GetApiKeyHash(ctx context.Context, config moduletools.ClassConfig) [32]byte
}

type BatchJob

type BatchJob struct {
	// contains filtered or unexported fields
}