provider

Documentation

Index

• Constants
• func NewEventFromLazyYSON(parentBatch *batch, idx int) *event
• func NewSnapshotSource(cfg *yt2.YtSource, ytc yt.Client, part *dataobjects.Part, lgr log.Logger, ...) *snapshotSource
• func NewSource(logger log.Logger, registry metrics.Registry, cfg *yt2.YtSource) (*source, error)

Constants

const (
	PushBatchSize    = 2 * humanize.MiByte
	MaxInflightCount = 16384 // Max number of successfuly AsyncPush'd batches for which we may wait response from pusher
)

16k batches * 2 MiByte per batch should be enough to fill buffer of size 32GiB

const ReadRetries = 5

Functions

func NewEventFromLazyYSON

func NewEventFromLazyYSON(parentBatch *batch, idx int) *event

func NewSnapshotSource

func NewSnapshotSource(cfg *yt2.YtSource, ytc yt.Client, part *dataobjects.Part,
	lgr log.Logger, metrics *stats.SourceStats) *snapshotSource

func NewSource

func NewSource(logger log.Logger, registry metrics.Registry, cfg *yt2.YtSource) (*source, error)