textsplitter

Documentation

Index

• type LenFunction
• type RecursiveCharacterTextSplitter
  • func NewRecursiveCharacterTextSplitter(chunkSize int, chunkOverlap int) *RecursiveCharacterTextSplitter
  • func (r *RecursiveCharacterTextSplitter) SplitDocuments(documents []document.Document) []document.Document
  • func (r *RecursiveCharacterTextSplitter) SplitText(text string) []string
  • func (r *RecursiveCharacterTextSplitter) WithLengthFunction(lengthFunction LenFunction) *RecursiveCharacterTextSplitter
  • func (r *RecursiveCharacterTextSplitter) WithSeparators(separators []string) *RecursiveCharacterTextSplitter
• type TextSplitter

Types

type LenFunction

type LenFunction func(string) int

type RecursiveCharacterTextSplitter

type RecursiveCharacterTextSplitter struct {
	TextSplitter
	// contains filtered or unexported fields
}

func NewRecursiveCharacterTextSplitter

func NewRecursiveCharacterTextSplitter(chunkSize int, chunkOverlap int) *RecursiveCharacterTextSplitter

func (*RecursiveCharacterTextSplitter) SplitDocuments

func (r *RecursiveCharacterTextSplitter) SplitDocuments(documents []document.Document) []document.Document

AI-translated from https://github.com/hwchase17/langchain/blob/master/langchain/text_splitter.py

func (*RecursiveCharacterTextSplitter) SplitText

func (r *RecursiveCharacterTextSplitter) SplitText(text string) []string

func (*RecursiveCharacterTextSplitter) WithLengthFunction

func (r *RecursiveCharacterTextSplitter) WithLengthFunction(lengthFunction LenFunction) *RecursiveCharacterTextSplitter

func (*RecursiveCharacterTextSplitter) WithSeparators

func (r *RecursiveCharacterTextSplitter) WithSeparators(separators []string) *RecursiveCharacterTextSplitter

type TextSplitter

type TextSplitter struct {
	// contains filtered or unexported fields
}