fetch

Documentation

Index

• type Fetcher
  • func NewEdgeFetcher(ctx context.Context, bucketName string, ...) Fetcher
  • func NewSourceFetcher(ctx context.Context, sourceBufferName string, ...) Fetcher

Types

type Fetcher

type Fetcher interface {
	io.Closer
	// GetWatermark returns the inorder monotonically increasing watermark of the edge connected to Vn-1.
	GetWatermark(offset isb.Offset, fromPartitionIdx int32) wmb.Watermark
	// GetHeadWatermark returns the latest watermark among all processors
	GetHeadWatermark(fromPartitionIdx int32) wmb.Watermark
	// GetHeadWMB returns the latest idle WMB among all processors
	GetHeadWMB(fromPartitionIdx int32) wmb.WMB
}

Fetcher fetches watermark data from Vn-1 vertex.

func NewEdgeFetcher

func NewEdgeFetcher(ctx context.Context, bucketName string, storeWatcher store.WatermarkStoreWatcher, manager *processor.ProcessorManager, fromBufferPartitionCount int) Fetcher

NewEdgeFetcher returns a new edge fetcher.

func NewSourceFetcher

func NewSourceFetcher(ctx context.Context, sourceBufferName string, storeWatcher store.WatermarkStoreWatcher, manager *processor.ProcessorManager) Fetcher

NewSourceFetcher returns a new source fetcher, processorManager has the details about the processors responsible for writing to the buckets of the source buffer.