udsink

Documentation

Index

• type ApplyUDSinkErr
  • func (e ApplyUDSinkErr) Error() string
  • func (e ApplyUDSinkErr) IsInternalErr() bool
  • func (e ApplyUDSinkErr) IsUserUDSinkErr() bool
• type InternalErr
• type Option
  • func WithLogger(log *zap.SugaredLogger) Option
• type UDSgRPCBasedUDSink
  • func NewUDSgRPCBasedUDSink() (*UDSgRPCBasedUDSink, error)
  • func (u *UDSgRPCBasedUDSink) Apply(ctx context.Context, dList []*sinkpb.DatumRequest) []error
  • func (u *UDSgRPCBasedUDSink) CloseConn(ctx context.Context) error
  • func (u *UDSgRPCBasedUDSink) IsHealthy(ctx context.Context) error
  • func (u *UDSgRPCBasedUDSink) WaitUntilReady(ctx context.Context) error
• type UserDefinedSink
  • func NewUserDefinedSink(vertex *dfv1.Vertex, fromBuffer isb.BufferReader, fetchWatermark fetch.Fetcher, ...) (*UserDefinedSink, error)
  • func (s *UserDefinedSink) Close() error
  • func (s *UserDefinedSink) ForceStop()
  • func (s *UserDefinedSink) GetName() string
  • func (s *UserDefinedSink) IsFull() bool
  • func (s *UserDefinedSink) IsHealthy(ctx context.Context) error
  • func (s *UserDefinedSink) Start() <-chan struct{}
  • func (s *UserDefinedSink) Stop()
  • func (s *UserDefinedSink) Write(ctx context.Context, messages []isb.Message) ([]isb.Offset, []error)

Types

type ApplyUDSinkErr

type ApplyUDSinkErr struct {
	UserUDSinkErr bool
	Message       string
	InternalErr
}

ApplyUDSinkErr represents any UDSink related error

func (ApplyUDSinkErr) Error

func (e ApplyUDSinkErr) Error() string

func (ApplyUDSinkErr) IsInternalErr

func (e ApplyUDSinkErr) IsInternalErr() bool

IsInternalErr is true if this is a platform issue. This is a blocking error.

func (ApplyUDSinkErr) IsUserUDSinkErr

func (e ApplyUDSinkErr) IsUserUDSinkErr() bool

IsUserUDSinkErr is true if the problem is due to the user code in the UDSink.

type InternalErr

type InternalErr struct {
	Flag        bool
	MainCarDown bool
}

InternalErr represents errors internal to the platform

type Option

type Option func(*UserDefinedSink) error

func WithLogger

func WithLogger(log *zap.SugaredLogger) Option

type UDSgRPCBasedUDSink

type UDSgRPCBasedUDSink struct {
	// contains filtered or unexported fields
}

UDSgRPCBasedUDSink applies user defined sink over gRPC (over Unix Domain Socket) client/server where server is the UDSink.

func NewUDSgRPCBasedUDSink

func NewUDSgRPCBasedUDSink() (*UDSgRPCBasedUDSink, error)

NewUDSgRPCBasedUDSink returns UDSgRPCBasedUDSink

func (*UDSgRPCBasedUDSink) Apply

func (u *UDSgRPCBasedUDSink) Apply(ctx context.Context, dList []*sinkpb.DatumRequest) []error

func (*UDSgRPCBasedUDSink) CloseConn

func (u *UDSgRPCBasedUDSink) CloseConn(ctx context.Context) error

CloseConn closes the gRPC client connection.

func (*UDSgRPCBasedUDSink) IsHealthy

func (u *UDSgRPCBasedUDSink) IsHealthy(ctx context.Context) error

IsHealthy checks if the udsink is healthy.

func (*UDSgRPCBasedUDSink) WaitUntilReady

func (u *UDSgRPCBasedUDSink) WaitUntilReady(ctx context.Context) error

WaitUntilReady waits until the udsink is connected.

type UserDefinedSink

type UserDefinedSink struct {
	// contains filtered or unexported fields
}

func NewUserDefinedSink

func NewUserDefinedSink(vertex *dfv1.Vertex, fromBuffer isb.BufferReader, fetchWatermark fetch.Fetcher, publishWatermark map[string]publish.Publisher, opts ...Option) (*UserDefinedSink, error)

NewUserDefinedSink returns genericSink type.

func (*UserDefinedSink) Close

func (s *UserDefinedSink) Close() error

func (*UserDefinedSink) ForceStop

func (s *UserDefinedSink) ForceStop()

func (*UserDefinedSink) GetName

func (s *UserDefinedSink) GetName() string

func (*UserDefinedSink) IsFull

func (s *UserDefinedSink) IsFull() bool

func (*UserDefinedSink) IsHealthy

func (s *UserDefinedSink) IsHealthy(ctx context.Context) error

IsHealthy checks if the udsink sidecar is healthy.

func (*UserDefinedSink) Start

func (s *UserDefinedSink) Start() <-chan struct{}

func (*UserDefinedSink) Stop

func (s *UserDefinedSink) Stop()

func (*UserDefinedSink) Write

func (s *UserDefinedSink) Write(ctx context.Context, messages []isb.Message) ([]isb.Offset, []error)

Write writes to the UDSink container.