util

Documentation

Index

• func MD5String(s string) string
• func OpenS3Key(bucket, key string, srcCompressed bool) (io.ReadCloser, error)
• func SizePretty(raw int64) string
• type FileCache
  • func (f *FileCache) Open() (io.ReadCloser, error)
• type GzipFileCloser
  • func (f *GzipFileCloser) Close() error
  • func (f *GzipFileCloser) Read(b []byte) (int, error)
• type Progress
  • func NewProgress() *Progress
  • func (p *Progress) Close() error
  • func (p *Progress) Start() chan int64
• type ProgressWriter
  • func NewProgressWriter(w io.Writer) *ProgressWriter
  • func (w *ProgressWriter) Close() error
  • func (w *ProgressWriter) Write(b []byte) (int, error)
• type S3Resource
  • func (s *S3Resource) Cacher() *FileCache
• type Source
  • func S3Reader(bucket, key string) Source

Functions

func MD5String

func MD5String(s string) string

func OpenS3Key

func OpenS3Key(bucket, key string, srcCompressed bool) (io.ReadCloser, error)

func SizePretty

func SizePretty(raw int64) string

Types

type FileCache

type FileCache struct {
	Root          string
	Key           string
	Source        Source
	SrcCompressed bool
}

func (*FileCache) Open

func (f *FileCache) Open() (io.ReadCloser, error)

type GzipFileCloser

type GzipFileCloser struct {
	// contains filtered or unexported fields
}

func (*GzipFileCloser) Close

func (f *GzipFileCloser) Close() error

func (*GzipFileCloser) Read

func (f *GzipFileCloser) Read(b []byte) (int, error)

type Progress

type Progress struct {
	Total     int64
	Writer    io.Writer
	Frequency time.Duration
	Suffix    chan string
	// contains filtered or unexported fields
}

func NewProgress

func NewProgress() *Progress

func (*Progress) Close

func (p *Progress) Close() error

func (*Progress) Start

func (p *Progress) Start() chan int64

type ProgressWriter

type ProgressWriter struct {
	Writer io.Writer
	// contains filtered or unexported fields
}

func NewProgressWriter

func NewProgressWriter(w io.Writer) *ProgressWriter

func (*ProgressWriter) Close

func (w *ProgressWriter) Close() error

func (*ProgressWriter) Write

func (w *ProgressWriter) Write(b []byte) (int, error)

type S3Resource

type S3Resource struct {
	Key           string
	Bucket        string
	SrcCompressed bool
}

func (*S3Resource) Cacher

func (s *S3Resource) Cacher() *FileCache

type Source

type Source interface {
	Open() (io.Reader, error)
	Size() (int64, error)
}

func S3Reader

func S3Reader(bucket, key string) Source