publish

Documentation

Index

• type PublishOption
  • func IsSink() PublishOption
  • func IsSource() PublishOption
  • func WithAutoRefreshHeartbeatDisabled() PublishOption
  • func WithDelay(t time.Duration) PublishOption
  • func WithPodHeartbeatRate(rate int64) PublishOption
• type Publisher
  • func NewPublish(ctx context.Context, processorEntity entity.ProcessorEntitier, ...) Publisher

Types

type PublishOption

type PublishOption func(*publishOptions)

func IsSink

func IsSink() PublishOption

IsSink indicates it's a sink publisher

func IsSource

func IsSource() PublishOption

IsSource indicates it's a source publisher

func WithAutoRefreshHeartbeatDisabled

func WithAutoRefreshHeartbeatDisabled() PublishOption

func WithDelay

func WithDelay(t time.Duration) PublishOption

WithDelay sets the watermark delay

func WithPodHeartbeatRate

func WithPodHeartbeatRate(rate int64) PublishOption

type Publisher

type Publisher interface {
	io.Closer
	// PublishWatermark publishes the watermark.
	PublishWatermark(w wmb.Watermark, o isb.Offset, toVertexPartitionIdx int32)
	// PublishIdleWatermark publishes the idle watermark.
	PublishIdleWatermark(wm wmb.Watermark, o isb.Offset, toVertexPartitionIdx int32)
	// GetLatestWatermark returns the latest published watermark.
	GetLatestWatermark() wmb.Watermark
}

Publisher interface defines how to publish Watermark for a ProcessorEntitier.

func NewPublish

func NewPublish(ctx context.Context, processorEntity entity.ProcessorEntitier, watermarkStores store.WatermarkStore, toVertexPartitionCount int32, inputOpts ...PublishOption) Publisher

NewPublish returns `Publish`.