archiver

Documentation

Index

• Constants
• func GetS3Client() (*s3.Client, error)
• type Archiver
  • func NewArchiver[T any](path, dataType string, bufSize int) (Archiver[T], error)
• type BaseArchiver
  • func NewFileArchiver[T any](archiveDir, dataType string, bufSize int) (*BaseArchiver[T], error)
  • func NewS3Archiver[T any](client *s3.Client, bucket, basePath, dataType string, bufSize int) (*BaseArchiver[T], error)
  • func (t *BaseArchiver[T]) Archive(start time.Time, in <-chan T) <-chan error
  • func (t *BaseArchiver[T]) Retrieve(from *time.Time) (<-chan T, <-chan error, error)
• type File
  • func NewFile[T any](part int) File[T]
  • func (t *File[T]) Add(obj T) error
  • func (t File[T]) Key() string
• type FileLoader
  • func (t *FileLoader[T]) List(start *time.Time) (<-chan string, <-chan error)
  • func (t *FileLoader[T]) Load(filename string) (io.ReadCloser, error)
• type FileSaver
  • func (t *FileSaver[T]) Save(start time.Time, uploads <-chan File[T]) <-chan error
• type Loader
• type S3Loader
  • func (t *S3Loader[T]) List(start *time.Time) (<-chan string, <-chan error)
  • func (t *S3Loader[T]) Load(path string) (io.ReadCloser, error)
• type S3Saver
  • func (t *S3Saver[T]) Save(start time.Time, uploads <-chan File[T]) <-chan error
• type Saver

Constants

const (
	FileDateFormat = "2006/01/02"
)

const (
	S3DateFormat = "2006/01/02"
)

Functions

func GetS3Client

func GetS3Client() (*s3.Client, error)

Types

type Archiver

type Archiver[T any] interface {
	Archive(start time.Time, ch <-chan T) <-chan error
	Retrieve(from *time.Time) (<-chan T, <-chan error, error)
}

func NewArchiver

func NewArchiver[T any](path, dataType string, bufSize int) (Archiver[T], error)

type BaseArchiver

type BaseArchiver[T any] struct {
	// contains filtered or unexported fields
}

func NewFileArchiver

func NewFileArchiver[T any](archiveDir, dataType string, bufSize int) (*BaseArchiver[T], error)

func NewS3Archiver

func NewS3Archiver[T any](client *s3.Client, bucket, basePath, dataType string, bufSize int) (*BaseArchiver[T], error)

func (*BaseArchiver[T]) Archive

func (t *BaseArchiver[T]) Archive(start time.Time, in <-chan T) <-chan error

func (*BaseArchiver[T]) Retrieve

func (t *BaseArchiver[T]) Retrieve(from *time.Time) (<-chan T, <-chan error, error)

type File

type File[T any] struct {
	Buf *bytes.Buffer

	Count int
	// contains filtered or unexported fields
}

func NewFile

func NewFile[T any](part int) File[T]

func (*File[T]) Add

func (t *File[T]) Add(obj T) error

func (File[T]) Key

func (t File[T]) Key() string

type FileLoader

type FileLoader[T any] struct {
	// contains filtered or unexported fields
}

func (*FileLoader[T]) List

func (t *FileLoader[T]) List(start *time.Time) (<-chan string, <-chan error)

func (*FileLoader[T]) Load

func (t *FileLoader[T]) Load(filename string) (io.ReadCloser, error)

type FileSaver

type FileSaver[T any] struct {
	// contains filtered or unexported fields
}

func (*FileSaver[T]) Save

func (t *FileSaver[T]) Save(start time.Time, uploads <-chan File[T]) <-chan error

type Loader

type Loader[T any] interface {
	List(start *time.Time) (<-chan string, <-chan error)
	Load(path string) (io.ReadCloser, error)
}

type S3Loader

type S3Loader[T any] struct {
	// contains filtered or unexported fields
}

func (*S3Loader[T]) List

func (t *S3Loader[T]) List(start *time.Time) (<-chan string, <-chan error)

func (*S3Loader[T]) Load

func (t *S3Loader[T]) Load(path string) (io.ReadCloser, error)

type S3Saver

type S3Saver[T any] struct {
	// contains filtered or unexported fields
}

func (*S3Saver[T]) Save

func (t *S3Saver[T]) Save(start time.Time, uploads <-chan File[T]) <-chan error

type Saver

type Saver[T any] interface {
	Save(start time.Time, in <-chan File[T]) <-chan error
}