loader

Documentation

Index

• Constants
• Variables
• func NewCSVLoader(filename string) *csvLoader
• func NewDirectoryLoader(dirname string, regExPathMatch string) *directoryLoader
• func NewHFImageToTextLoader(mediaFile string) *hfImageToText
• func NewHFSpeechRecognitionLoader(mediaFile string) *hfSpeechRecognition
• func NewLibreOfficeLoader(filename string) *libreOfficeLoader
• func NewPDFToTextLoader(path string) *pdfLoader
• func NewPubmedLoader(pubMedIDs []string) *pubMedLoader
• func NewTesseractLoader(filename string) *tesseractLoader
• func NewTextLoader(filename string, metadata types.Meta) *textLoader
• func NewWhisperCppLoader(filename string) *whisperCppLoader
• func NewWhisperLoader(filename string) *whisperLoader
• type TextSplitter

Constants

const (
	SourceMetadataKey = "source"
)

Variables

var (
	ErrLibreOfficeNotFound = fmt.Errorf("pdftotext not found")
)

var (
	ErrPdfToTextNotFound = fmt.Errorf("pdftotext not found")
)

var (
	ErrTesseractNotFound = fmt.Errorf("pdftotext not found")
)

var (
	ErrorInternal = fmt.Errorf("internal error")
)

Functions

func NewCSVLoader

func NewCSVLoader(filename string) *csvLoader

func NewDirectoryLoader

func NewDirectoryLoader(dirname string, regExPathMatch string) *directoryLoader

func NewHFImageToTextLoader

func NewHFImageToTextLoader(mediaFile string) *hfImageToText

func NewHFSpeechRecognitionLoader

func NewHFSpeechRecognitionLoader(mediaFile string) *hfSpeechRecognition

func NewLibreOfficeLoader

func NewLibreOfficeLoader(filename string) *libreOfficeLoader

func NewPDFToTextLoader

func NewPDFToTextLoader(path string) *pdfLoader

func NewPubmedLoader

func NewPubmedLoader(pubMedIDs []string) *pubMedLoader

func NewTesseractLoader

func NewTesseractLoader(filename string) *tesseractLoader

func NewTextLoader

func NewTextLoader(filename string, metadata types.Meta) *textLoader

func NewWhisperCppLoader

func NewWhisperCppLoader(filename string) *whisperCppLoader

func NewWhisperLoader

func NewWhisperLoader(filename string) *whisperLoader

Types

type TextSplitter

type TextSplitter interface {
	SplitDocuments(documents []document.Document) []document.Document
}