upload

Documentation

Index

• Constants
• Variables
• type Blob
  • func WriteBlob(ctx context.Context, adapter block.Adapter, bucketName, address string, ...) (*Blob, error)
• type PathPartitionProvider
  • func NewPathPartitionProvider(opts ...PathProviderOption) *PathPartitionProvider
  • func (i *PathPartitionProvider) NewPath() string
  • func (i *PathPartitionProvider) ResolvePathTime(address string) (time.Time, error)
• type PathProvider
• type PathProviderConfig
• type PathProviderOption
  • func WithPathProviderInterval(d time.Duration) PathProviderOption
  • func WithPathProviderPrefix(p string) PathProviderOption
  • func WithPathProviderSize(size int) PathProviderOption
  • func WithPathProviderTellTime(t TimeNow) PathProviderOption
• type TimeNow

Constants

const (
	DefaultDataPartitionSize = 50000
	DefaultDataInterval      = time.Hour
	DefaultDataPrefix        = "data"
)

Variables

var (
	DefaultPathProvider = NewPathPartitionProvider()
	DefaultTimeNow      = time.Now
)

Types

type Blob

type Blob struct {
	PhysicalAddress string
	RelativePath    bool
	Checksum        string
	Size            int64
}

func WriteBlob

func WriteBlob(ctx context.Context, adapter block.Adapter, bucketName, address string, body io.Reader, contentLength int64, opts block.PutOpts) (*Blob, error)

type PathPartitionProvider

type PathPartitionProvider struct {
	// contains filtered or unexported fields
}

PathPartitionProvider provides path by request to upload data. The provided path is built from '<prefix>/<partition>/<unique id>'. The partition is updated every interval or when the number of IDs generated passes the specified size.

func NewPathPartitionProvider

func NewPathPartitionProvider(opts ...PathProviderOption) *PathPartitionProvider

func (*PathPartitionProvider) NewPath

func (i *PathPartitionProvider) NewPath() string

NewPath returns a new upload path based on the current partition.

func (*PathPartitionProvider) ResolvePathTime

func (i *PathPartitionProvider) ResolvePathTime(address string) (time.Time, error)

type PathProvider

type PathProvider interface {
	NewPath() string
	// ResolvePathTime - get string parse it to xid and returns the timestamp part of it
	ResolvePathTime(address string) (time.Time, error)
}

PathProvider captures the requirements from PathPartitionProvider implementation to return a new path

type PathProviderConfig

type PathProviderConfig struct {
	Size     int
	Interval time.Duration
	Prefix   string
	TellTime TimeNow
}

type PathProviderOption

type PathProviderOption func(o *PathProviderConfig)

func WithPathProviderInterval

func WithPathProviderInterval(d time.Duration) PathProviderOption

func WithPathProviderPrefix

func WithPathProviderPrefix(p string) PathProviderOption

func WithPathProviderSize

func WithPathProviderSize(size int) PathProviderOption

func WithPathProviderTellTime

func WithPathProviderTellTime(t TimeNow) PathProviderOption

type TimeNow

type TimeNow func() time.Time