remote

Documentation

Index

• Constants
• Variables
• func DummyLogger() *slog.Logger
• type CanSetLogger
• type Fetcher
  • func Object(uri string, opts ...ObjectOpt) (Fetcher, error)
• type HttpFetcher
  • func NewHttpFetcher(uri string) (*HttpFetcher, error)
  • func (h *HttpFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)
• type KaggleFetcher
  • func NewKaggleFetcher(uri string) (*KaggleFetcher, error)
  • func (k *KaggleFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)
• type LakeFSFetcher
  • func NewLakeFSFetcher(uri string) (*LakeFSFetcher, error)
  • func (f *LakeFSFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)
• type LocalFetcher
  • func NewLocalFetcher(uri string) (*LocalFetcher, error)
  • func NewLocalFetcherFromData(data ReadSeekerCloser) *LocalFetcher
  • func (l *LocalFetcher) Fetch(_ context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)
• type ObjectOpt
  • func WithLogger(logger *slog.Logger) ObjectOpt
• type ReadSeekerCloser
• type S3Getter
• type S3ObjectFetcher
  • func NewS3ObjectFetcher(uri string) (*S3ObjectFetcher, error)
  • func (s *S3ObjectFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)

Constants

const (
	KaggleConfig        = "~/.kaggle/kaggle.json"
	KaggleKeyFileEnvVar = "KAGGLE_KEY_FILE"
	KaggleApiEndpoint   = "https://www.kaggle.com/api/v1"
)

Variables

var (
	ErrInvalidURI   = errors.New("invalid URI")
	ErrDoesNotExist = errors.New("object does not exist")
)

var (
	ErrLakeFSError = errors.New("lakeFS API Error")
)

Functions

func DummyLogger

func DummyLogger() *slog.Logger

Types

type CanSetLogger

type CanSetLogger interface {
	Fetcher
	// contains filtered or unexported methods
}

type Fetcher

type Fetcher interface {
	Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)
}

func Object

func Object(uri string, opts ...ObjectOpt) (Fetcher, error)

type HttpFetcher

type HttpFetcher struct {
	// contains filtered or unexported fields
}

func NewHttpFetcher

func NewHttpFetcher(uri string) (*HttpFetcher, error)

func (*HttpFetcher) Fetch

func (h *HttpFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)

type KaggleFetcher

type KaggleFetcher struct {
	// contains filtered or unexported fields
}

func NewKaggleFetcher

func NewKaggleFetcher(uri string) (*KaggleFetcher, error)

func (*KaggleFetcher) Fetch

func (k *KaggleFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)

type LakeFSFetcher

type LakeFSFetcher struct {
	// contains filtered or unexported fields
}

func NewLakeFSFetcher

func NewLakeFSFetcher(uri string) (*LakeFSFetcher, error)

func (*LakeFSFetcher) Fetch

func (f *LakeFSFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)

type LocalFetcher

type LocalFetcher struct {
	// contains filtered or unexported fields
}

func NewLocalFetcher

func NewLocalFetcher(uri string) (*LocalFetcher, error)

func NewLocalFetcherFromData

func NewLocalFetcherFromData(data ReadSeekerCloser) *LocalFetcher

func (*LocalFetcher) Fetch

func (l *LocalFetcher) Fetch(_ context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)

type ObjectOpt

type ObjectOpt func(f Fetcher)

func WithLogger

func WithLogger(logger *slog.Logger) ObjectOpt

type ReadSeekerCloser

type ReadSeekerCloser interface {
	io.Reader
	io.Seeker
	io.Closer
}

type S3Getter

type S3Getter interface {
	GetObject(context.Context, *s3.GetObjectInput, ...func(*s3.Options)) (*s3.GetObjectOutput, error)
}

type S3ObjectFetcher

type S3ObjectFetcher struct {
	// contains filtered or unexported fields
}

func NewS3ObjectFetcher

func NewS3ObjectFetcher(uri string) (*S3ObjectFetcher, error)

func (*S3ObjectFetcher) Fetch

func (s *S3ObjectFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)