Versions in this module Expand all Collapse all v0 v0.0.1 Apr 17, 2024 Changes in this version + const KaggleApiEndpoint + const KaggleConfig + const KaggleKeyFileEnvVar + var ErrDoesNotExist = errors.New("object does not exist") + var ErrInvalidURI = errors.New("invalid URI") + var ErrLakeFSError = errors.New("lakeFS API Error") + func DummyLogger() *slog.Logger + type CanSetLogger interface + type Fetcher interface + Fetch func(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error) + func Object(uri string, opts ...ObjectOpt) (Fetcher, error) + type HttpFetcher struct + func NewHttpFetcher(uri string) (*HttpFetcher, error) + func (h *HttpFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error) + type KaggleFetcher struct + func NewKaggleFetcher(uri string) (*KaggleFetcher, error) + func (k *KaggleFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error) + type LakeFSFetcher struct + func NewLakeFSFetcher(uri string) (*LakeFSFetcher, error) + func (f *LakeFSFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error) + type LocalFetcher struct + func NewLocalFetcher(uri string) (*LocalFetcher, error) + func NewLocalFetcherFromData(data ReadSeekerCloser) *LocalFetcher + func (l *LocalFetcher) Fetch(_ context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error) + type ObjectOpt func(f Fetcher) + func WithLogger(logger *slog.Logger) ObjectOpt + type ReadSeekerCloser interface + type S3Getter interface + GetObject func(context.Context, *s3.GetObjectInput, ...func(*s3.Options)) (*s3.GetObjectOutput, error) + type S3ObjectFetcher struct + func NewS3ObjectFetcher(uri string) (*S3ObjectFetcher, error) + func (s *S3ObjectFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)