zutils

Documentation

Index

• Constants
• Variables
• func Zip(dst io.Writer, src string) error
• func ZipToFile(dst, src string) error
• type Fnv32Hash
  • func (f *Fnv32Hash) Sum(key string) uint32
• type IDWorker
  • func NewIDWorker(workerId int64) (*IDWorker, error)
  • func (w *IDWorker) NextID() (int64, error)
• type IHash
  • func DefaultHash() IHash
• type IterCb
• type RemoveCb
• type ShardLockMaps
  • func NewShardLockMaps() ShardLockMaps
  • func NewWithCustomHash(hash IHash) ShardLockMaps
  • func (slm ShardLockMaps) Clear()
  • func (slm ShardLockMaps) Count() int
  • func (slm ShardLockMaps) Get(key string) (interface{}, bool)
  • func (slm ShardLockMaps) GetShard(key string) *SingleShardMap
  • func (slm ShardLockMaps) Has(key string) bool
  • func (slm ShardLockMaps) IsEmpty() bool
  • func (slm ShardLockMaps) Items() map[string]interface{}
  • func (slm ShardLockMaps) IterBuffered() <-chan Tuple
  • func (slm ShardLockMaps) IterCb(fn IterCb)
  • func (slm ShardLockMaps) Keys() []string
  • func (slm ShardLockMaps) MSet(data map[string]interface{})
  • func (slm ShardLockMaps) MarshalJSON() ([]byte, error)
  • func (slm ShardLockMaps) Pop(key string) (v interface{}, exists bool)
  • func (slm ShardLockMaps) Remove(key string)
  • func (slm ShardLockMaps) RemoveCb(key string, cb RemoveCb) bool
  • func (slm ShardLockMaps) Set(key string, value interface{})
  • func (slm ShardLockMaps) SetNX(key string, value interface{}) bool
  • func (slm ShardLockMaps) UnmarshalJSON(b []byte) (err error)
• type SingleShardMap
• type Tuple
• type Writer
  • func New(path string) *Writer
  • func (w *Writer) Close() error
  • func (w *Writer) SetCons(b bool)
  • func (w *Writer) SetMaxAge(ma int)
  • func (w *Writer) SetMaxSize(ms int64)
  • func (w *Writer) Write(p []byte) (n int, err error)

Constants

const (
	Prime   = 16777619
	HashVal = 2166136261
)

Variables

var ShardCount = 32

Functions

func Zip

func Zip(dst io.Writer, src string) error

Zip 压缩文件或目录 @params dst io.Writer 压缩文件可写流 @params src string 待压缩源文件/目录路径

func ZipToFile

func ZipToFile(dst, src string) error

ZipToFile 压缩至文件 @params dst string 压缩文件目标路径 @params src string 待压缩源文件/目录路径 @return error 错误信息

Types

type Fnv32Hash

type Fnv32Hash struct{}

func (*Fnv32Hash) Sum

func (f *Fnv32Hash) Sum(key string) uint32

fnv32 algorithm

type IDWorker

type IDWorker struct {
	// contains filtered or unexported fields
}

func NewIDWorker

func NewIDWorker(workerId int64) (*IDWorker, error)

func (*IDWorker) NextID

func (w *IDWorker) NextID() (int64, error)

type IHash

type IHash interface {
	Sum(string) uint32
}

func DefaultHash

func DefaultHash() IHash

type IterCb

type IterCb func(key string, v interface{})

IterCb Iterator callback,called for every key,value found in maps. RLock is held for all calls for a given shard therefore callback sess consistent view of a shard, but not across the shards

type RemoveCb

type RemoveCb func(key string, v interface{}, exists bool) bool

RemoveCb is a callback executed in a map.RemoveCb() call, while Lock is held If returns true, the element will be removed from the map

type ShardLockMaps

type ShardLockMaps struct {
	// contains filtered or unexported fields
}

ShardLockMaps A "thread" safe map of type string:Anything. To avoid lock bottlenecks this map is dived to several (ShardCount) map shards.

func NewShardLockMaps

func NewShardLockMaps() ShardLockMaps

NewShardLockMaps Creates a new ShardLockMaps.

func NewWithCustomHash

func NewWithCustomHash(hash IHash) ShardLockMaps

func (ShardLockMaps) Clear

func (slm ShardLockMaps) Clear()

Clear removes all items from map.

func (ShardLockMaps) Count

func (slm ShardLockMaps) Count() int

Count returns the number of elements within the map.

func (ShardLockMaps) Get

func (slm ShardLockMaps) Get(key string) (interface{}, bool)

Get retrieves an element from map under given key.

func (ShardLockMaps) GetShard

func (slm ShardLockMaps) GetShard(key string) *SingleShardMap

GetShard returns shard under given key

func (ShardLockMaps) Has

func (slm ShardLockMaps) Has(key string) bool

Has Looks up an item under specified key

func (ShardLockMaps) IsEmpty

func (slm ShardLockMaps) IsEmpty() bool

IsEmpty checks if map is empty.

func (ShardLockMaps) Items

func (slm ShardLockMaps) Items() map[string]interface{}

Items returns all items as map[string]interface{}

func (ShardLockMaps) IterBuffered

func (slm ShardLockMaps) IterBuffered() <-chan Tuple

IterBuffered returns a buffered iterator which could be used in a for range loop.

func (ShardLockMaps) IterCb

func (slm ShardLockMaps) IterCb(fn IterCb)

IterCb Callback based iterator, cheapest way to read all elements in a map.

func (ShardLockMaps) Keys

func (slm ShardLockMaps) Keys() []string

Keys returns all keys as []string

func (ShardLockMaps) MSet

func (slm ShardLockMaps) MSet(data map[string]interface{})

MSet Sets the given value under the specified key.

func (ShardLockMaps) MarshalJSON

func (slm ShardLockMaps) MarshalJSON() ([]byte, error)

MarshalJSON Reviles ConcurrentMap "private" variables to json marshal.

func (ShardLockMaps) Pop

func (slm ShardLockMaps) Pop(key string) (v interface{}, exists bool)

Pop removes an element from the map and returns it

func (ShardLockMaps) Remove

func (slm ShardLockMaps) Remove(key string)

Remove removes an element from the map.

func (ShardLockMaps) RemoveCb

func (slm ShardLockMaps) RemoveCb(key string, cb RemoveCb) bool

RemoveCb locks the shard containing the key, retrieves its current value and calls the callback with those params If callback returns true and element exists, it will remove it from the map Returns the value returned by the callback (even if element was not present in the map)

func (ShardLockMaps) Set

func (slm ShardLockMaps) Set(key string, value interface{})

Set Sets the given value under the specified key.

func (ShardLockMaps) SetNX

func (slm ShardLockMaps) SetNX(key string, value interface{}) bool

SetNX Sets the given value under the specified key if no value was associated with it.

func (ShardLockMaps) UnmarshalJSON

func (slm ShardLockMaps) UnmarshalJSON(b []byte) (err error)

UnmarshalJSON Reverse process of Marshal.

type SingleShardMap

type SingleShardMap struct {
	sync.RWMutex
	// contains filtered or unexported fields
}

SingleShardMap A "thread" safe string to anything map.

type Tuple

type Tuple struct {
	Key string
	Val interface{}
}

Tuple Used by the IterBuffered functions to wrap two variables together over a channel,

type Writer

type Writer struct {
	// contains filtered or unexported fields
}

func New

func New(path string) *Writer

func (*Writer) Close

func (w *Writer) Close() error

func (*Writer) SetCons

func (w *Writer) SetCons(b bool)

SetCons 同时输出控制台

func (*Writer) SetMaxAge

func (w *Writer) SetMaxAge(ma int)

SetMaxAge 最大保留天数

func (*Writer) SetMaxSize

func (w *Writer) SetMaxSize(ms int64)

SetMaxSize 单个日志最大容量

func (*Writer) Write

func (w *Writer) Write(p []byte) (n int, err error)