Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security Policy
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

gateway

package

Go to main page

Versions in this module

v2

v2.8.4

Oct 11, 2024

v2.8.2

Jun 26, 2024

v2.8.0

Feb 28, 2024

v2.7.0

Jan 22, 2024

v2.4.0

Apr 18, 2023

Changes in this version

+ type InferKafkaHandler struct

+ func NewInferKafkaHandler(logger log.FieldLogger, consumerConfig *ConsumerConfig, consumerName string) (*InferKafkaHandler, error)

+ func (kc *InferKafkaHandler) AddModel(modelName string) error

+ func (kc *InferKafkaHandler) GetNumModels() int

+ func (kc *InferKafkaHandler) Produce(msg *kafka.Message, deliveryChan chan kafka.Event) error

+ func (kc *InferKafkaHandler) RemoveModel(modelName string) error

+ func (kc *InferKafkaHandler) Serve()

+ func (kc *InferKafkaHandler) Stop()

v2.0.0

Dec 2, 2022

Changes in this version

+ const DefaultMaxNumConsumers

+ const DefaultNumWorkers

+ const EnvMaxNumConsumers

+ const EnvVarNumWorkers

+ const HeaderKeyType

+ const HeaderValueJsonReq

+ const HeaderValueJsonRes

+ const HeaderValueProtoReq

+ const HeaderValueProtoRes

+ const SubscriberName

+ type ConsumerConfig struct

+ InferenceServerConfig *InferenceServerConfig

+ KafkaConfig *config.KafkaConfig

+ Namespace string

+ NumWorkers int

+ TraceProvider *seldontracer.TracerProvider

+ type ConsumerManager struct

+ func NewConsumerManager(logger log.FieldLogger, consumerConfig *ConsumerConfig, maxNumConsumers int) *ConsumerManager

+ func (cm *ConsumerManager) AddModel(modelName string) error

+ func (cm *ConsumerManager) GetNumModels() int

+ func (cm *ConsumerManager) RemoveModel(modelName string) error

+ func (cm *ConsumerManager) Stop()

+ type InferKafkaConsumer struct

+ func NewInferKafkaConsumer(logger log.FieldLogger, consumerConfig *ConsumerConfig, consumerName string) (*InferKafkaConsumer, error)

+ func (kc *InferKafkaConsumer) AddModel(modelName string) error

+ func (kc *InferKafkaConsumer) GetNumModels() int

+ func (kc *InferKafkaConsumer) RemoveModel(modelName string) error

+ func (kc *InferKafkaConsumer) Serve()

+ func (kc *InferKafkaConsumer) Stop()

+ type InferWork struct

+ type InferWorker struct

+ func NewInferWorker(consumer *InferKafkaConsumer, logger log.FieldLogger, ...) (*InferWorker, error)

+ func (iw *InferWorker) Start(jobChan <-chan *InferWork, cancelChan <-chan struct{})

+ type InferenceServerConfig struct

+ GrpcPort int

+ Host string

+ HttpPort int

+ type KafkaModelConfig struct

+ ErrorTopic string

+ InputTopic string

+ ModelName string

+ OutputTopic string

+ type KafkaSchedulerClient struct

+ func NewKafkaSchedulerClient(logger logrus.FieldLogger, consumerManager *ConsumerManager) *KafkaSchedulerClient

+ func (kc *KafkaSchedulerClient) ConnectToScheduler(host string, plainTxtPort int, tlsPort int) error

+ func (kc *KafkaSchedulerClient) Start() error

+ func (kc *KafkaSchedulerClient) Stop()

+ func (kc *KafkaSchedulerClient) SubscribeModelEvents() error

+ type V2Error struct

+ Error string