generic

Documentation

Index

• func BuildNoOpWatermarkProgressorsFromBufferMap(bufferList map[string]isb.BufferWriter) (fetch.Fetcher, map[string]publish.Publisher)
• func BuildNoOpWatermarkProgressorsFromEdgeList(bufferList []string) (fetch.Fetcher, map[string]publish.Publisher)
• func GetBufferNameList(bufferList []v1alpha1.Buffer) []string
• func NewGenericEdgeFetch(ctx context.Context, bufferName string, ...) fetch.Fetcher
• func NewGenericSourceFetch(ctx context.Context, sourceBufferName string, ...) fetch.Fetcher
• type NoOpWMProgressor
  • func NewNoOpWMProgressor() *NoOpWMProgressor
  • func (n NoOpWMProgressor) GetHeadWatermark() processor.Watermark
  • func (n NoOpWMProgressor) GetLatestWatermark() processor.Watermark
  • func (n NoOpWMProgressor) GetWatermark(_ isb.Offset) processor.Watermark
  • func (n NoOpWMProgressor) PublishWatermark(_ processor.Watermark, _ isb.Offset)
  • func (n NoOpWMProgressor) StopPublisher()
• type Progressor

Functions

func BuildNoOpWatermarkProgressorsFromBufferMap

func BuildNoOpWatermarkProgressorsFromBufferMap(bufferList map[string]isb.BufferWriter) (fetch.Fetcher, map[string]publish.Publisher)

func BuildNoOpWatermarkProgressorsFromEdgeList

func BuildNoOpWatermarkProgressorsFromEdgeList(bufferList []string) (fetch.Fetcher, map[string]publish.Publisher)

func GetBufferNameList

func GetBufferNameList(bufferList []v1alpha1.Buffer) []string

func NewGenericEdgeFetch

func NewGenericEdgeFetch(ctx context.Context, bufferName string, storeWatcher store.WatermarkStoreWatcher) fetch.Fetcher

NewGenericEdgeFetch returns a Fetcher, where bufferName is the from buffer of the vertex that is currently processing. fetchWM is a struct for retrieving both the heartbeat and the offset watermark timeline (Vn-1 vertex).

func NewGenericSourceFetch

func NewGenericSourceFetch(ctx context.Context, sourceBufferName string, storeWatcher store.WatermarkStoreWatcher) fetch.Fetcher

NewGenericSourceFetch returns Fetcher, where sourceBufferName is the source buffer of the source vertex.

Types

type NoOpWMProgressor

type NoOpWMProgressor struct {
}

NoOpWMProgressor is a no-op watermark progressor. As the name suggests, it does not do anything, no watermark is progressed.

func NewNoOpWMProgressor

func NewNoOpWMProgressor() *NoOpWMProgressor

NewNoOpWMProgressor returns NoOpWMProgressor.

func (NoOpWMProgressor) GetHeadWatermark

func (n NoOpWMProgressor) GetHeadWatermark() processor.Watermark

GetHeadWatermark returns the default head watermark.

func (NoOpWMProgressor) GetLatestWatermark

func (n NoOpWMProgressor) GetLatestWatermark() processor.Watermark

GetLatestWatermark returns the default watermark as the latest watermark.

func (NoOpWMProgressor) GetWatermark

func (n NoOpWMProgressor) GetWatermark(_ isb.Offset) processor.Watermark

GetWatermark returns the default watermark.

func (NoOpWMProgressor) PublishWatermark

func (n NoOpWMProgressor) PublishWatermark(_ processor.Watermark, _ isb.Offset)

PublishWatermark does a no-op publish.

func (NoOpWMProgressor) StopPublisher

func (n NoOpWMProgressor) StopPublisher()

StopPublisher stops the no-op publisher.

type Progressor

type Progressor interface {
	fetch.Fetcher
	publish.Publisher
}

Progressor interface defines how the watermark can be progressed. FIXME: delete this