pipelines

Dec 24, 2024

Changes in this version

type FeatureExtractionPipeline

+ func (p *FeatureExtractionPipeline) GetModel() *pipelineBackends.Model

type TextClassificationPipeline

+ func (p *TextClassificationPipeline) GetModel() *pipelineBackends.Model

type TokenClassificationPipeline

+ func (p *TokenClassificationPipeline) GetModel() *pipelineBackends.Model

type ZeroShotClassificationPipeline

+ func (p *ZeroShotClassificationPipeline) GetModel() *pipelineBackends.Model

Dec 3, 2024

Changes in this version

+ func AllInputTokens(pipeline *BasePipeline)

+ func CreateInputTensors(batch *PipelineBatch, inputsMeta []InputOutputInfo, runtime string) error

+ func CreateModelBackend(model *Model, s *options.Options) error

+ func Decode(tokens []uint32, tokenizer *Tokenizer) string

+ func GetNames(info []InputOutputInfo) []string

+ func LoadOnnxModelBytes(model *Model) error

+ func LoadTokenizer(model *Model, s *options.Options) error

+ func RunSessionOnBatch(batch *PipelineBatch, p *BasePipeline) error

+ func TokenizeInputs(batch *PipelineBatch, tk *Tokenizer, inputs []string)

type BasePipeline

+ Model *Model

+ Runtime string

+ func NewBasePipeline[T Pipeline](config PipelineConfig[T], s *options.Options, model *Model) (*BasePipeline, error)

+ type InputOutputInfo struct

+ Dimensions Shape

+ Name string

+ type Model struct

+ Destroy func() error

+ InputsMeta []InputOutputInfo

+ ORTModel *ORTModel

+ OnnxBytes []byte

+ OnnxFilename string

+ OutputsMeta []InputOutputInfo

+ Path string

+ Tokenizer *Tokenizer

+ XLAModel *XLAModel

+ type ORTModel struct

+ Destroy func() error

+ ORTOptions *ort.SessionOptions

+ Session *ort.DynamicAdvancedSession

type PipelineBatch

+ DestroyInputs func() error

+ type RustTokenizer struct

+ Options []tokenizers.EncodeOption

+ Tokenizer *tokenizers.Tokenizer

+ type Shape []int64

+ func NewShape(dimensions ...int64) Shape

+ func (s Shape) String() string

+ func (s Shape) ValuesInt() []int

type TokenizedInput

+ TokenIDs []uint32

+ TypeIDs []uint32

+ type Tokenizer struct

+ Destroy func() error

+ Runtime string

+ RustTokenizer *RustTokenizer

+ TokenizerTimings *timings

+ type XLAModel struct

+ Destroy func()

Sep 10, 2024

Changes in this version

type PipelineBatch

+ InputValues []ort.Value

+ OutputValues []ort.Value

Jul 18, 2024

Changes in this version

type Entity

+ TokenID uint32

type FeatureExtractionPipeline

+ Output ort.InputOutputInfo

+ OutputName string

+ func (p *FeatureExtractionPipeline) Destroy() error

+ func (p *FeatureExtractionPipeline) Forward(batch *PipelineBatch) error

+ func (p *FeatureExtractionPipeline) GetMetadata() PipelineMetadata

+ func (p *FeatureExtractionPipeline) GetStats() []string

+ func (p *FeatureExtractionPipeline) Preprocess(batch *PipelineBatch, inputs []string) error

+ type OutputInfo struct

+ Dimensions []int64

+ Name string

type Pipeline

+ GetMetadata func() PipelineMetadata

type PipelineBatch

+ InputTensors []*ort.Tensor[int64]

+ MaxSequenceLength int

+ OutputTensors []*ort.Tensor[float32]

+ func NewBatch() *PipelineBatch

+ func (b *PipelineBatch) Destroy() error

+ type PipelineMetadata struct

+ OutputsInfo []OutputInfo

type PipelineOption

+ func WithHypothesisTemplate(hypothesisTemplate string) PipelineOption[*ZeroShotClassificationPipeline]

+ func WithLabels(labels []string) PipelineOption[*ZeroShotClassificationPipeline]

+ func WithMultilabel(multilabel bool) PipelineOption[*ZeroShotClassificationPipeline]

+ func WithOutputName(outputName string) PipelineOption[*FeatureExtractionPipeline]

type TextClassificationPipeline

+ IDLabelMap map[int]string

+ func (p *TextClassificationPipeline) Destroy() error

+ func (p *TextClassificationPipeline) GetMetadata() PipelineMetadata

+ func (p *TextClassificationPipeline) GetStats() []string

+ func (p *TextClassificationPipeline) Preprocess(batch *PipelineBatch, inputs []string) error

type TextClassificationPipelineConfig

+ IDLabelMap map[int]string

type TokenClassificationPipeline

+ IDLabelMap map[int]string

+ func (p *TokenClassificationPipeline) Destroy() error

+ func (p *TokenClassificationPipeline) Forward(batch *PipelineBatch) error

+ func (p *TokenClassificationPipeline) GetMetadata() PipelineMetadata

+ func (p *TokenClassificationPipeline) GetStats() []string

+ func (p *TokenClassificationPipeline) Preprocess(batch *PipelineBatch, inputs []string) error

type TokenClassificationPipelineConfig

+ IDLabelMap map[int]string

+ type ZeroShotClassificationOutput struct

+ Sequence string

+ SortedValues []struct{ ... }

+ type ZeroShotClassificationPipeline struct

+ HypothesisTemplate string

+ IDLabelMap map[int]string

+ Labels []string

+ Multilabel bool

+ Sequences []string

+ func NewZeroShotClassificationPipeline(config PipelineConfig[*ZeroShotClassificationPipeline], ...) (*ZeroShotClassificationPipeline, error)

+ func (p *ZeroShotClassificationPipeline) Destroy() error

+ func (p *ZeroShotClassificationPipeline) Forward(batch *PipelineBatch) error

+ func (p *ZeroShotClassificationPipeline) GetMetadata() PipelineMetadata

+ func (p *ZeroShotClassificationPipeline) GetStats() []string

+ func (p *ZeroShotClassificationPipeline) Postprocess(outputTensors [][][]float32, labels []string, sequences []string) (*ZeroShotOutput, error)

+ func (p *ZeroShotClassificationPipeline) Preprocess(batch *PipelineBatch, inputs []string) error

+ func (p *ZeroShotClassificationPipeline) Run(inputs []string) (PipelineBatchOutput, error)

+ func (p *ZeroShotClassificationPipeline) RunPipeline(inputs []string) (*ZeroShotOutput, error)

+ func (p *ZeroShotClassificationPipeline) Validate() error

+ type ZeroShotClassificationPipelineConfig struct

+ IDLabelMap map[int]string

+ type ZeroShotOutput struct

+ ClassificationOutputs []ZeroShotClassificationOutput

+ func (t *ZeroShotOutput) GetOutput() []any

Apr 30, 2024

Changes in this version

type FeatureExtractionPipeline

+ Normalization bool

+ type FeatureExtractionPipelineConfig struct

+ IdLabelMap map[int]string

type PipelineOption

+ func WithNormalization() PipelineOption[*FeatureExtractionPipeline]

Apr 16, 2024

Changes in this version

type BasePipeline

+ OnnxFilename string

+ type PipelineConfig struct

+ ModelPath string

+ Name string

+ OnnxFilename string

+ Options []PipelineOption[T]

+ type PipelineOption func(eo T)

+ func WithMultiLabel() PipelineOption[*TextClassificationPipeline]

+ func WithSigmoid() PipelineOption[*TextClassificationPipeline]

+ func WithSingleLabel() PipelineOption[*TextClassificationPipeline]

+ func WithSoftmax() PipelineOption[*TextClassificationPipeline]

type TextClassificationPipeline

+ AggregationFunctionName string

+ ProblemType string

Mar 12, 2024

Changes in this version

type FeatureExtractionPipeline

+ func (p *FeatureExtractionPipeline) RunPipeline(inputs []string) (*FeatureExtractionOutput, error)

type TextClassificationPipeline

+ func (p *TextClassificationPipeline) RunPipeline(inputs []string) (*TextClassificationOutput, error)

type TokenClassificationPipeline

+ func (p *TokenClassificationPipeline) RunPipeline(inputs []string) (*TokenClassificationOutput, error)

Mar 12, 2024

Changes in this version

+ type Entity struct

+ End uint

+ Entity string

+ Index int

+ IsSubword bool

+ Score float32

+ Scores []float32

+ Start uint

+ TokenId uint32

+ Word string

type FeatureExtractionOutput

+ func (t *FeatureExtractionOutput) GetOutput() []any

type FeatureExtractionPipeline

+ func (p *FeatureExtractionPipeline) Validate() error

type Pipeline

+ Run func([]string) (PipelineBatchOutput, error)

+ Validate func() error

+ type PipelineBatchOutput interface

+ GetOutput func() []any

type TextClassificationOutput

+ ClassificationOutputs [][]ClassificationOutput

+ func (t *TextClassificationOutput) GetOutput() []any

type TextClassificationPipeline

+ func (p *TextClassificationPipeline) Validate() error

type TokenClassificationOutput

+ Entities [][]Entity

+ func (t *TokenClassificationOutput) GetOutput() []any

type TokenClassificationPipeline

+ func (p *TokenClassificationPipeline) Validate() error

Feb 9, 2024

Changes in this version

type FeatureExtractionOutput

+ Embeddings [][]float32

Feb 9, 2024

Changes in this version

+ func PrintTokenEntities(o TokenClassificationOutput)

+ type BasePipeline struct

+ InputsMeta []ort.InputOutputInfo

+ ModelPath string

+ OrtOptions *ort.SessionOptions

+ OrtSession *ort.DynamicAdvancedSession

+ OutputDim int

+ OutputsMeta []ort.InputOutputInfo

+ PipelineName string

+ PipelineTimings *Timings

+ Tokenizer *tokenizers.Tokenizer

+ TokenizerOptions []tokenizers.EncodeOption

+ TokenizerTimings *Timings

+ func (p *BasePipeline) Destroy() error

+ func (p *BasePipeline) Forward(batch PipelineBatch) (PipelineBatch, error)

+ func (p *BasePipeline) GetOutputDim() int

+ func (p *BasePipeline) GetStats() []string

+ func (p *BasePipeline) Preprocess(inputs []string) PipelineBatch

+ func (p *BasePipeline) SetSessionOptions() error

+ type ClassificationOutput struct

+ Label string

+ Score float32

+ type FeatureExtractionOutput [][]float32

+ type FeatureExtractionPipeline struct

+ func NewFeatureExtractionPipeline(modelPath string, name string) (*FeatureExtractionPipeline, error)

+ func (p *FeatureExtractionPipeline) Postprocess(batch PipelineBatch) (FeatureExtractionOutput, error)

+ func (p *FeatureExtractionPipeline) Run(inputs []string) (FeatureExtractionOutput, error)

+ type Pipeline interface

+ Destroy func() error

+ GetOutputDim func() int

+ GetStats func() []string

+ type PipelineBatch struct

+ AttentionMasksTensor []int64

+ IdsTensor []int64

+ Input []TokenizedInput

+ MaxSequence int

+ OutputTensor []float32

+ TypeIdsTensor []int64

+ type TextClassificationOption func(eo *TextClassificationPipeline)

+ func WithAggregationFunction(aggregationFunction func([]float32) []float32) TextClassificationOption

+ type TextClassificationOutput [][]ClassificationOutput

+ type TextClassificationPipeline struct

+ AggregationFunction func([]float32) []float32

+ IdLabelMap map[int]string

+ func NewTextClassificationPipeline(modelPath string, name string, opts ...TextClassificationOption) (*TextClassificationPipeline, error)

+ func (p *TextClassificationPipeline) Forward(batch PipelineBatch) (PipelineBatch, error)

+ func (p *TextClassificationPipeline) Postprocess(batch PipelineBatch) (TextClassificationOutput, error)

+ func (p *TextClassificationPipeline) Run(inputs []string) (TextClassificationOutput, error)

+ type TextClassificationPipelineConfig struct

+ IdLabelMap map[int]string

+ type Timings struct

+ NumCalls uint64

+ TotalNS uint64

+ type TokenClassificationOption func(eo *TokenClassificationPipeline)

+ func WithIgnoreLabels(ignoreLabels []string) TokenClassificationOption

+ func WithSimpleAggregation() TokenClassificationOption

+ func WithoutAggregation() TokenClassificationOption

+ type TokenClassificationOutput [][]entity

+ type TokenClassificationPipeline struct

+ AggregationStrategy string

+ IdLabelMap map[int]string

+ IgnoreLabels []string

+ func NewTokenClassificationPipeline(modelPath string, name string, opts ...TokenClassificationOption) (*TokenClassificationPipeline, error)

+ func (p *TokenClassificationPipeline) Aggregate(input TokenizedInput, preEntities []entity) ([]entity, error)

+ func (p *TokenClassificationPipeline) GatherPreEntities(input TokenizedInput, output [][]float32) []entity

+ func (p *TokenClassificationPipeline) GroupEntities(entities []entity) ([]entity, error)

+ func (p *TokenClassificationPipeline) Postprocess(batch PipelineBatch) (TokenClassificationOutput, error)

+ func (p *TokenClassificationPipeline) Run(inputs []string) (TokenClassificationOutput, error)

+ type TokenClassificationPipelineConfig struct

+ IdLabelMap map[int]string

+ type TokenizedInput struct

+ AttentionMask []uint32

+ MaxAttentionIndex int

+ Offsets []tokenizers.Offset

+ Raw string

+ SpecialTokensMask []uint32

+ TokenIds []uint32

+ Tokens []string

+ TypeIds []uint32