dstar

Documentation

Index

• func CreateEmbedding(ctx context.Context, lm llm.LLM, dimensions Dimensionality, input string) ([]float32, error)
• func GenerateQueriesFromChunk(ctx context.Context, lm llm.LLM, chunk string) (string, error)
• func NewQdrantClient[R any](addr string, clientBuilder BuilderFunc[R]) (*R, error)
• func SummarizeChunk(ctx context.Context, lm llm.LLM, chunk string, opts ...llm.Option) (string, error)
• func TruncateToTokenLength(text string, maxTokens int) (string, error)
• type BuilderFunc
• type Dimensionality
• type KnowledgeBase

Functions

func CreateEmbedding

func CreateEmbedding(ctx context.Context, lm llm.LLM, dimensions Dimensionality, input string) ([]float32, error)

func GenerateQueriesFromChunk

func GenerateQueriesFromChunk(ctx context.Context, lm llm.LLM, chunk string) (string, error)

func NewQdrantClient

func NewQdrantClient[R any](addr string, clientBuilder BuilderFunc[R]) (*R, error)

func SummarizeChunk

func SummarizeChunk(ctx context.Context, lm llm.LLM, chunk string, opts ...llm.Option) (string, error)

func TruncateToTokenLength

func TruncateToTokenLength(text string, maxTokens int) (string, error)

Types

type BuilderFunc

type BuilderFunc[R any] func(client grpc.ClientConnInterface) *R

type Dimensionality

type Dimensionality int

const (
	DimensionalityEmbedEnglishV3_0           Dimensionality = 1024
	DimensionalityEmbedMultilingualV3_0      Dimensionality = 1024
	DimensionalityEmbedEnglishLightV3_0      Dimensionality = 384
	DimensionalityEmbedMultilingualLightV3_0 Dimensionality = 384
	DimensionalityVoyageLarge_2              Dimensionality = 1536
	DimensionalityVoyageLaw_2                Dimensionality = 1024
	DimensionalityVoyageCode_2               Dimensionality = 1536
	DimensionalityLlama2                     Dimensionality = 4096
	DimensionalityLlama3                     Dimensionality = 4096
	DimensionalityAllMinilm                  Dimensionality = 384
	DimensionalityNomicEmbedText             Dimensionality = 768
)

type KnowledgeBase

type KnowledgeBase struct {
}