documentloader

package

v0.4.14-rc.22 Latest Latest Go to latest Published: Oct 10, 2024 License: Apache-2.0 Imports: 24 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

This section is empty.

View Source

var MuPDFConfig any

View Source

var MuPDFGetter func(config any) (LoaderFunc, error) = nil

View Source

var OpenAIOCRConfig any

View Source

var OpenAIOCRGetter func(config any) (LoaderFunc, error) = nil

func AsGolc(loader types.DocumentLoader) golcschema.DocumentLoader

func AsLangchain(loader types.DocumentLoader) lcgodocloaders.Loader

func FromGolc(loader golcschema.DocumentLoader) types.DocumentLoader

func FromLangchain(loader lcgodocloaders.Loader) types.DocumentLoader

func GetDocumentLoaderConfig(name string) (any, error)

type ArchiveOpts struct {
	ErrOnUnsupportedFiletype bool
	ErrOnFailedFile          bool
}

type DefaultDocLoaderFuncOpts struct {
	Archive ArchiveOpts
}

type LoaderFunc func(ctx context.Context, reader io.Reader) ([]vs.Document, error)

func DefaultDocLoaderFunc(filetype string, opts DefaultDocLoaderFuncOpts) LoaderFunc

func GetDocumentLoaderFunc(name string, config any) (LoaderFunc, error)

type UnsupportedFileTypeError struct {
	FileType string
}

UnsupportedFileTypeError is returned when a file type is not supported

func (e *UnsupportedFileTypeError) Error() string

func (e *UnsupportedFileTypeError) Is(err error) bool