loader

Documentation

Index

• Constants
• Variables
• func NewDirectoryLoader(dirname string, regExPathMatch string) *directoryLoader
• func NewPDFToTextLoader(path string) *pdfLoader
• func NewPubmedLoader(pubMedIDs []string) *pubMedLoader
• func NewTextLoader(filename string, metadata types.Meta) *textLoader
• type TextSplitter

Constants

const (
	SourceMetadataKey = "source"
)

Variables

var (
	ErrPdfToTextNotFound = fmt.Errorf("pdftotext not found")
)

var (
	ErrorInternal = fmt.Errorf("internal error")
)

Functions

func NewDirectoryLoader

func NewDirectoryLoader(dirname string, regExPathMatch string) *directoryLoader

func NewPDFToTextLoader

func NewPDFToTextLoader(path string) *pdfLoader

func NewPubmedLoader

func NewPubmedLoader(pubMedIDs []string) *pubMedLoader

func NewTextLoader

func NewTextLoader(filename string, metadata types.Meta) *textLoader

Types

type TextSplitter

type TextSplitter interface {
	SplitDocuments(documents []document.Document) []document.Document
}