mongobatch

Documentation

Index

• Constants
• func Decode(s string) (interface{}, error)
• func Encode(v interface{}) (string, error)
• func SetupInitialPosition(cache position_store.PositionCacheInterface, session *mgo.Session, ...) error
• type Config
• type PositionValue

Constants

const Name = "mongo-batch"

Functions

func Decode

func Decode(s string) (interface{}, error)

func Encode

func Encode(v interface{}) (string, error)

func SetupInitialPosition

func SetupInitialPosition(cache position_store.PositionCacheInterface, session *mgo.Session, router core.Router, cfg Config) error

Types

type Config

type Config struct {
	Source         *config.MongoConnConfig `mapstructure:"source" toml:"source" json:"source"`
	BatchSize      int                     `mapstructure:"batch-size"  toml:"batch-size" json:"batch-size"`
	WorkerCnt      int                     `mapstructure:"worker-cnt" toml:"worker-cnt" json:"worker-cnt"`
	ChunkThreshold int                     `mapstructure:"chunk-threshold"  toml:"chunk-threshold"  json:"chunk-threshold"`
}

type PositionValue

type PositionValue struct {
	Start  bson.MongoTimestamp `bson:"start" json:"start"`
	Chunks []chunk             `bson:"chunks"  json:"chunks"`
}