documentloader

Documentation

Index

• Variables
• func AsGolc(loader types.DocumentLoader) golcschema.DocumentLoader
• func AsLangchain(loader types.DocumentLoader) lcgodocloaders.Loader
• func DefaultDocLoaderFunc(filetype string, opts DefaultDocLoaderFuncOpts) func(ctx context.Context, reader io.Reader) ([]vs.Document, error)
• func FromGolc(loader golcschema.DocumentLoader) types.DocumentLoader
• func FromLangchain(loader lcgodocloaders.Loader) types.DocumentLoader
• func GetDocumentLoaderConfig(name string) (any, error)
• type ArchiveOpts
• type DefaultDocLoaderFuncOpts
• type LoaderFunc
  • func GetDocumentLoaderFunc(name string, config any) (LoaderFunc, error)
• type UnsupportedFileTypeError
  • func (e *UnsupportedFileTypeError) Error() string
  • func (e *UnsupportedFileTypeError) Is(err error) bool

Variables

var MuPDFConfig any

var MuPDFGetter func(config any) (LoaderFunc, error) = nil

var OpenAIOCRConfig any

var OpenAIOCRGetter func(config any) (LoaderFunc, error) = nil

Functions

func AsGolc

func AsGolc(loader types.DocumentLoader) golcschema.DocumentLoader

func AsLangchain

func AsLangchain(loader types.DocumentLoader) lcgodocloaders.Loader

func DefaultDocLoaderFunc

func DefaultDocLoaderFunc(filetype string, opts DefaultDocLoaderFuncOpts) func(ctx context.Context, reader io.Reader) ([]vs.Document, error)

func FromGolc

func FromGolc(loader golcschema.DocumentLoader) types.DocumentLoader

func FromLangchain

func FromLangchain(loader lcgodocloaders.Loader) types.DocumentLoader

func GetDocumentLoaderConfig

func GetDocumentLoaderConfig(name string) (any, error)

Types

type ArchiveOpts

type ArchiveOpts struct {
	ErrOnUnsupportedFiletype bool
	ErrOnFailedFile          bool
}

type DefaultDocLoaderFuncOpts

type DefaultDocLoaderFuncOpts struct {
	Archive ArchiveOpts
}

type LoaderFunc

type LoaderFunc func(ctx context.Context, reader io.Reader) ([]vs.Document, error)

func GetDocumentLoaderFunc

func GetDocumentLoaderFunc(name string, config any) (LoaderFunc, error)

type UnsupportedFileTypeError

type UnsupportedFileTypeError struct {
	FileType string
}

UnsupportedFileTypeError is returned when a file type is not supported

func (*UnsupportedFileTypeError) Error

func (e *UnsupportedFileTypeError) Error() string

func (*UnsupportedFileTypeError) Is

func (e *UnsupportedFileTypeError) Is(err error) bool