filestream

Documentation

Index

• type CsvFileStream
  • func NewCsvFileStreamByFile(file *os.File) *CsvFileStream
  • func NewCsvFileStreamByUrl(url string, options ...CsvFileStreamOption) (*CsvFileStream, error)
  • func (c *CsvFileStream) EstimatedSize() int64
  • func (c *CsvFileStream) ForeachRemaining(sink generic.Consumer) error
  • func (c *CsvFileStream) TryAdvance(sink generic.Consumer) (bool, error)
• type CsvFileStreamCfg
• type CsvFileStreamOption
  • func WithDownloadTimeout(timeout int64) CsvFileStreamOption
• type S3FileStream
  • func NewS3FileStream(ctx context.Context, cfg *S3FileStreamCfg) (*S3FileStream, error)
  • func (s *S3FileStream) EstimatedSize() int64
  • func (s *S3FileStream) ForeachRemaining(sink generic.Consumer) error
  • func (s *S3FileStream) TryAdvance(sink generic.Consumer) (bool, error)
• type S3FileStreamCfg

Types

type CsvFileStream

type CsvFileStream struct {
	// contains filtered or unexported fields
}

func NewCsvFileStreamByFile

func NewCsvFileStreamByFile(file *os.File) *CsvFileStream

func NewCsvFileStreamByUrl

func NewCsvFileStreamByUrl(url string, options ...CsvFileStreamOption) (*CsvFileStream, error)

func (*CsvFileStream) EstimatedSize

func (c *CsvFileStream) EstimatedSize() int64

func (*CsvFileStream) ForeachRemaining

func (c *CsvFileStream) ForeachRemaining(sink generic.Consumer) error

func (*CsvFileStream) TryAdvance

func (c *CsvFileStream) TryAdvance(sink generic.Consumer) (bool, error)

type CsvFileStreamCfg

type CsvFileStreamCfg struct {
	DownloadTimeout int64
}

type CsvFileStreamOption

type CsvFileStreamOption func(cfg *CsvFileStreamCfg)

func WithDownloadTimeout

func WithDownloadTimeout(timeout int64) CsvFileStreamOption

type S3FileStream

type S3FileStream struct {
	// contains filtered or unexported fields
}

func NewS3FileStream

func NewS3FileStream(ctx context.Context, cfg *S3FileStreamCfg) (*S3FileStream, error)

func (*S3FileStream) EstimatedSize

func (s *S3FileStream) EstimatedSize() int64

func (*S3FileStream) ForeachRemaining

func (s *S3FileStream) ForeachRemaining(sink generic.Consumer) error

func (*S3FileStream) TryAdvance

func (s *S3FileStream) TryAdvance(sink generic.Consumer) (bool, error)

type S3FileStreamCfg

type S3FileStreamCfg struct {
	AccessKey string
	SecretKey string
	Bucket    string
	Region    string
	Endpoint  string
	Key       string
}