uploader

Documentation

Index

• type CMap
  • func NewCMap() CMap
  • func (m CMap) Add(key string)
  • func (m CMap) Clear() int
  • func (m CMap) Count() int
  • func (m CMap) Exists(key string) bool
  • func (m CMap) GetShard(key string) *CMapShard
• type CMapShard
• type Option
  • func ClickHouse(dsn string) Option
  • func DataTable(t string) Option
  • func DataTimeout(t time.Duration) Option
  • func InProgressCallback(cb func(string) bool) Option
  • func Logger(logger zap.Logger) Option
  • func Path(path string) Option
  • func Threads(t int) Option
  • func TreeDate(t time.Time) Option
  • func TreeTable(t string) Option
  • func TreeTimeout(t time.Duration) Option
• type Tree
  • func (tree *Tree) Success()
• type Uploader
  • func New(options ...Option) *Uploader
  • func (u *Uploader) ClearTreeExistsCache()
  • func (u *Uploader) MakeTree(filename string) (*Tree, error)
  • func (u *Uploader) Start() error
  • func (u *Uploader) Stat(send func(metric string, value float64))

Types

type CMap

type CMap []*CMapShard

A "thread" safe map of type string:Anything. To avoid lock bottlenecks this map is dived to several (shardCount) map shards.

func NewCMap

func NewCMap() CMap

Creates a new concurrent map.

func (CMap) Add

func (m CMap) Add(key string)

Sets the given value under the specified key.

func (CMap) Clear

func (m CMap) Clear() int

func (CMap) Count

func (m CMap) Count() int

Returns the number of elements within the map.

func (CMap) Exists

func (m CMap) Exists(key string) bool

Retrieves an element from map under given key.

func (CMap) GetShard

func (m CMap) GetShard(key string) *CMapShard

Returns shard under given key

type CMapShard

type CMapShard struct {
	sync.RWMutex // Read Write mutex, guards access to internal map.
	// contains filtered or unexported fields
}

A "thread" safe string to anything map.

type Option

type Option func(u *Uploader)

func ClickHouse

func ClickHouse(dsn string) Option

func DataTable

func DataTable(t string) Option

func DataTimeout

func DataTimeout(t time.Duration) Option

func InProgressCallback

func InProgressCallback(cb func(string) bool) Option

func Logger

func Logger(logger zap.Logger) Option

func Path

func Path(path string) Option

func Threads

func Threads(t int) Option

func TreeDate

func TreeDate(t time.Time) Option

func TreeTable

func TreeTable(t string) Option

func TreeTimeout

func TreeTimeout(t time.Duration) Option

type Tree

type Tree struct {
	// contains filtered or unexported fields
}

func (*Tree) Success

func (tree *Tree) Success()

type Uploader

type Uploader struct {
	stop.Struct
	sync.Mutex
	// contains filtered or unexported fields
}

Uploader upload files from local directory to clickhouse

func New

func New(options ...Option) *Uploader

func (*Uploader) ClearTreeExistsCache

func (u *Uploader) ClearTreeExistsCache()

func (*Uploader) MakeTree

func (u *Uploader) MakeTree(filename string) (*Tree, error)

func (*Uploader) Start

func (u *Uploader) Start() error

func (*Uploader) Stat

func (u *Uploader) Stat(send func(metric string, value float64))