embed

Documentation

Index

• Constants
• type Book
• type BookEmbedding
• type Chunker
  • func NewChunker(chunkSize, chunkOverlap int) (*Chunker, error)
  • func (c *Chunker) Chunk(ctx context.Context, rdr io.Reader) ([]string, error)
• type EndpointRequest
• type EndpointResponse
• type Generator
  • func NewGenerator(httpClient *http.Client, endpoint *url.URL, model string) (*Generator, error)
  • func (g *Generator) Generate(ctx context.Context, text string) ([]float32, error)

Constants

const DefaultChunkOverlap = 128

const DefaultChunkSize = 512

const DefaultModel = "all-minilm"

Types

type Book

type Book struct {
	gorm.Model
	Title      string
	Author     string
	Embeddings []BookEmbedding
}

type BookEmbedding

type BookEmbedding struct {
	gorm.Model
	BookID    uint
	Text      string
	Embedding pgvector.Vector `gorm:"type:vector(384)"`
}

type Chunker

type Chunker struct {
	// contains filtered or unexported fields
}

func NewChunker

func NewChunker(chunkSize, chunkOverlap int) (*Chunker, error)

func (*Chunker) Chunk

func (c *Chunker) Chunk(ctx context.Context, rdr io.Reader) ([]string, error)

type EndpointRequest

type EndpointRequest struct {
	Model  string `json:"model"`
	Prompt string `json:"prompt"`
}

type EndpointResponse

type EndpointResponse struct {
	Embedding []float32 `json:"embedding"`
}

type Generator

type Generator struct {
	// contains filtered or unexported fields
}

func NewGenerator

func NewGenerator(httpClient *http.Client, endpoint *url.URL, model string) (*Generator, error)

func (*Generator) Generate

func (g *Generator) Generate(ctx context.Context, text string) ([]float32, error)