pulsarutils

Documentation

Index

• func NewMessageId(id int) pulsar.MessageID
• func NewPulsarClient(config *commonconfig.PulsarConfig) (pulsar.Client, error)
• type MockMessageId
• type MockPulsarMessage
  • func NewPulsarMessage(id int, publishTime time.Time, payload []byte) MockPulsarMessage
  • func (m MockPulsarMessage) ID() pulsar.MessageID
  • func (m MockPulsarMessage) Payload() []byte
  • func (m MockPulsarMessage) Properties() map[string]string
  • func (m MockPulsarMessage) PublishTime() time.Time
• type Publisher
• type PulsarPublisher
  • func NewPulsarPublisher[T utils.ArmadaEvent](pulsarClient pulsar.Client, producerOptions pulsar.ProducerOptions, ...) (*PulsarPublisher[T], error)
  • func (p *PulsarPublisher[T]) Close()
  • func (p *PulsarPublisher[T]) PublishMessages(ctx *armadacontext.Context, events ...T) error

Functions

func NewMessageId

func NewMessageId(id int) pulsar.MessageID

func NewPulsarClient

func NewPulsarClient(config *commonconfig.PulsarConfig) (pulsar.Client, error)

Types

type MockMessageId

type MockMessageId struct {
	pulsar.MessageID
	// contains filtered or unexported fields
}

type MockPulsarMessage

type MockPulsarMessage struct {
	pulsar.Message
	// contains filtered or unexported fields
}

func NewPulsarMessage

func NewPulsarMessage(id int, publishTime time.Time, payload []byte) MockPulsarMessage

func (MockPulsarMessage) ID

func (m MockPulsarMessage) ID() pulsar.MessageID

func (MockPulsarMessage) Payload

func (m MockPulsarMessage) Payload() []byte

func (MockPulsarMessage) Properties

func (m MockPulsarMessage) Properties() map[string]string

func (MockPulsarMessage) PublishTime

func (m MockPulsarMessage) PublishTime() time.Time

type Publisher

type Publisher[T utils.ArmadaEvent] interface {
	PublishMessages(ctx *armadacontext.Context, events ...T) error
	Close()
}

Publisher is an interface to be implemented by structs that handle publishing messages to pulsar

type PulsarPublisher

type PulsarPublisher[T utils.ArmadaEvent] struct {
	// contains filtered or unexported fields
}

PulsarPublisher is the default implementation of Publisher

func NewPulsarPublisher

func NewPulsarPublisher[T utils.ArmadaEvent](
	pulsarClient pulsar.Client,
	producerOptions pulsar.ProducerOptions,
	preProcessor psutils.PreProcessor[T],
	keyRetriever psutils.KeyRetriever[T],
	sendTimeout time.Duration,
) (*PulsarPublisher[T], error)

func (*PulsarPublisher[T]) Close

func (p *PulsarPublisher[T]) Close()

func (*PulsarPublisher[T]) PublishMessages

func (p *PulsarPublisher[T]) PublishMessages(ctx *armadacontext.Context, events ...T) error

PublishMessages publishes all event sequences to pulsar. Event sequences for a given jobset will be combined into single event sequences up to maxMessageBatchSize.