isbsvc

Documentation

Index

• func JetStreamName(bufferName string) string
• func JetStreamSideInputsStoreKVName(sideInputStoreName string) string
• type BufferInfo
• type CreateOption
  • func WithConfig(conf string) CreateOption
• type ISBService
  • func NewISBJetStreamSvc(pipelineName string, opts ...JSServiceOption) (ISBService, error)
  • func NewISBRedisSvc(client *redisclient.RedisClient) ISBService
• type JSServiceOption
  • func WithJetStreamClient(jsClient *jsclient.Client) JSServiceOption

Functions

func JetStreamName

func JetStreamName(bufferName string) string

func JetStreamSideInputsStoreKVName

func JetStreamSideInputsStoreKVName(sideInputStoreName string) string

Types

type BufferInfo

type BufferInfo struct {
	Name            string
	PendingCount    int64
	AckPendingCount int64
	TotalMessages   int64
}

BufferInfo wraps the buffer state information

type CreateOption

type CreateOption func(*createOptions) error

func WithConfig

func WithConfig(conf string) CreateOption

WithConfig sets buffer and bucket config option

type ISBService

type ISBService interface {
	// CreateBuffersAndBuckets creates buffers and buckets
	CreateBuffersAndBuckets(ctx context.Context, buffers, buckets []string, sideInputsStore string, opts ...CreateOption) error
	// DeleteBuffersAndBuckets deletes buffers and buckets
	DeleteBuffersAndBuckets(ctx context.Context, buffers, buckets []string, sideInputsStore string) error
	// ValidateBuffersAndBuckets validates buffers and buckets
	ValidateBuffersAndBuckets(ctx context.Context, buffers, buckets []string, sideInputsStore string) error
	// GetBufferInfo returns buffer info for the given buffer
	GetBufferInfo(ctx context.Context, buffer string) (*BufferInfo, error)
	// CreateWatermarkStores creates watermark stores
	CreateWatermarkStores(ctx context.Context, bucketName string, partitions int, isReduce bool) ([]store.WatermarkStore, error)
}

ISBService is an interface used to do the operations on ISBSvc

func NewISBJetStreamSvc

func NewISBJetStreamSvc(pipelineName string, opts ...JSServiceOption) (ISBService, error)

func NewISBRedisSvc

func NewISBRedisSvc(client *redisclient.RedisClient) ISBService

NewISBRedisSvc is used to return a new object of type isbsRedisSvc

type JSServiceOption

type JSServiceOption func(*jetStreamSvc) error

func WithJetStreamClient

func WithJetStreamClient(jsClient *jsclient.Client) JSServiceOption