task

package

v1.9.1 Latest Latest Go to latest Published: Sep 7, 2021 License: Apache-2.0 Imports: 21 Imported by: 1

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

This section is empty.

This section is empty.

This section is empty.

type Ring struct {
	// contains filtered or unexported fields
}

func (ring *Ring) ForceBatchOrShard(_ interface{})

func (ring *Ring) MakeRoom(newMsg *model.InputMessage)

func (ring *Ring) PutElem(msgRow model.MsgRow)

func (ring *Ring) PutMsgNolock(msg *model.InputMessage)

assumes ring.mux is locked, and msg.Offset is in range [ring.ringGroundOff, ring.ringGroundOff+ring.ringCap)

func (ring *Ring) QuitIdle()

assumes ring.mux is locked

type Service struct {
	sync.Mutex
	// contains filtered or unexported fields
}

TaskService holds the configuration for each task

func NewTaskService(cfg *config.Config, taskCfg *config.TaskConfig) (service *Service)

NewTaskService creates an instance of new tasks with kafka, clickhouse and paser instances

func (service *Service) Flush(batch *model.Batch) (err error)

func (service *Service) Init() (err error)

Init initializes the kafak and clickhouse task associated with this service

func (service *Service) Run(ctx context.Context)

Run starts the task

func (service *Service) Stop()

Stop stop kafka and clickhouse client. This is blocking.

type Sharder struct {
	// contains filtered or unexported fields
}

func NewSharder(service *Service) (sh *Sharder, err error)

func (sh *Sharder) Calc(row *model.Row) (int, error)

func (sh *Sharder) ForceFlush(arg interface{})

func (sh *Sharder) PutElems(partition int, ringBuf []model.MsgRow, begOff, endOff, ringCapMask int64)

type ShardingPolicy struct {
	// contains filtered or unexported fields
}

func NewShardingPolicy(shardingKey, shardingPolicy string, dims []string, ckNum int) (policy *ShardingPolicy, err error)

func (policy *ShardingPolicy) Calc(row *model.Row) (shard int, err error)