agent

Documentation

Index

• Variables
• func AddPredictor(framework dl.FrameworkManifest, predictor predict.Predictor) error
• func GetPredictor(framework dl.FrameworkManifest) (predict.Predictor, error)
• func Partition(in []interface{}, partitionSize int) (out [][]interface{})
• func PredictorFrameworks() []dl.FrameworkManifest
• func Predictors() []string
• func UploadDir() (string, error)
• type Agent
  • func New(predictor predict.Predictor, opts ...Option) (*Agent, error)
  • func (p *Agent) Close(ctx context.Context, req *dl.Predictor) (*dl.PredictorCloseResponse, error)
  • func (p *Agent) Dataset(ctx context.Context, req *dl.DatasetRequest) (*dl.FeaturesResponse, error)
  • func (p *Agent) DatasetStream(req *dl.DatasetRequest, svr dl.Predict_DatasetStreamServer) error
  • func (p *Agent) FindFrameworkModel(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.FrameworkManifest, *dl.ModelManifest, error)
  • func (p *Agent) Images(ctx context.Context, req *dl.ImagesRequest) (*dl.FeaturesResponse, error)
  • func (p *Agent) ImagesStream(req *dl.ImagesRequest, svr dl.Predict_ImagesStreamServer) error
  • func (p *Agent) Open(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.Predictor, error)
  • func (b *Agent) PublishInPredictor(host, prefix string) error
  • func (b *Agent) PublishInRegistery(prefix string) error
  • func (p *Agent) RegisterManifests() (*grpc.Server, error)
  • func (p *Agent) RegisterPredictor() (*grpc.Server, error)
  • func (p *Agent) Reset(ctx context.Context, req *dl.ResetRequest) (*dl.ResetResponse, error)
  • func (p *Agent) URLs(ctx context.Context, req *dl.URLsRequest) (*dl.FeaturesResponse, error)
  • func (p *Agent) URLsStream(req *dl.URLsRequest, svr dl.Predict_URLsStreamServer) error
• type Option
  • func WithHost(host string) Option
  • func WithPort(port int) Option
  • func WithPortString(port string) Option
• type Options
  • func NewOptions(opts ...Option) (*Options, error)
• type Registry
  • func (c *Registry) FrameworkAgents(context.Context, *dl.FrameworkRequest) (*dl.Agents, error)
  • func (c *Registry) FrameworkManifests(context.Context, *dl.FrameworkRequest) (*dl.FrameworkManifestsResponse, error)
  • func (c *Registry) ModelAgents(context.Context, *dl.ModelRequest) (*dl.Agents, error)
  • func (c *Registry) ModelManifests(context.Context, *dl.ModelRequest) (*dl.ModelManifestsResponse, error)
  • func (b *Registry) PublishInPredictor(host, prefix string) error
  • func (c *Registry) PublishInRegistery() error

Variables

var (
	DefaultChannelBuffer = 1000
)

Functions

func AddPredictor

func AddPredictor(framework dl.FrameworkManifest, predictor predict.Predictor) error

func GetPredictor

func GetPredictor(framework dl.FrameworkManifest) (predict.Predictor, error)

func Partition

func Partition(in []interface{}, partitionSize int) (out [][]interface{})

func PredictorFrameworks

func PredictorFrameworks() []dl.FrameworkManifest

func Predictors

func Predictors() []string

func UploadDir

func UploadDir() (string, error)

Types

type Agent

type Agent struct {
	// contains filtered or unexported fields
}

func New

func New(predictor predict.Predictor, opts ...Option) (*Agent, error)

func (*Agent) Close

func (p *Agent) Close(ctx context.Context, req *dl.Predictor) (*dl.PredictorCloseResponse, error)

Close a predictor clear it's memory.

func (*Agent) Dataset

func (p *Agent) Dataset(ctx context.Context, req *dl.DatasetRequest) (*dl.FeaturesResponse, error)

Dataset method receives a single dataset and runs the predictor on all elements of the dataset. The result is a prediction feature list.

func (*Agent) DatasetStream

func (p *Agent) DatasetStream(req *dl.DatasetRequest, svr dl.Predict_DatasetStreamServer) error

Dataset method receives a single dataset and runs the predictor on all elements of the dataset. The result is a prediction feature stream.

func (*Agent) FindFrameworkModel

func (p *Agent) FindFrameworkModel(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.FrameworkManifest, *dl.ModelManifest, error)

func (*Agent) Images

func (p *Agent) Images(ctx context.Context, req *dl.ImagesRequest) (*dl.FeaturesResponse, error)

Image method receives a list base64 encoded images and runs the predictor on all the images. The result is a prediction feature list for each image.

func (*Agent) ImagesStream

func (p *Agent) ImagesStream(req *dl.ImagesRequest, svr dl.Predict_ImagesStreamServer) error

Image method receives a list base64 encoded images and runs the predictor on all the images. The result is a prediction feature stream for each image.

func (*Agent) Open

func (p *Agent) Open(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.Predictor, error)

Opens a predictor and returns an id where the predictor is accessible. The id can be used to perform inference requests.

func (*Agent) PublishInPredictor

func (b *Agent) PublishInPredictor(host, prefix string) error

func (*Agent) PublishInRegistery

func (b *Agent) PublishInRegistery(prefix string) error

func (*Agent) RegisterManifests

func (p *Agent) RegisterManifests() (*grpc.Server, error)

func (*Agent) RegisterPredictor

func (p *Agent) RegisterPredictor() (*grpc.Server, error)

func (*Agent) Reset

func (p *Agent) Reset(ctx context.Context, req *dl.ResetRequest) (*dl.ResetResponse, error)

Clear method clears the internal cache of the predictors

func (*Agent) URLs

func (p *Agent) URLs(ctx context.Context, req *dl.URLsRequest) (*dl.FeaturesResponse, error)

Image method receives a stream of urls and runs the predictor on all the urls. The result is a prediction feature list for each url.

func (*Agent) URLsStream

func (p *Agent) URLsStream(req *dl.URLsRequest, svr dl.Predict_URLsStreamServer) error

Image method receives a stream of urls and runs the predictor on all the urls. The result is a prediction feature stream for each url.

type Option

type Option func(o *Options) *Options

func WithHost

func WithHost(host string) Option

func WithPort

func WithPort(port int) Option

func WithPortString

func WithPortString(port string) Option

type Options

type Options struct {
	// contains filtered or unexported fields
}

func NewOptions

func NewOptions(opts ...Option) (*Options, error)

type Registry

type Registry struct {
	// contains filtered or unexported fields
}

func (*Registry) FrameworkAgents

func (c *Registry) FrameworkAgents(context.Context, *dl.FrameworkRequest) (*dl.Agents, error)

func (*Registry) FrameworkManifests

func (c *Registry) FrameworkManifests(context.Context, *dl.FrameworkRequest) (*dl.FrameworkManifestsResponse, error)

func (*Registry) ModelAgents

func (c *Registry) ModelAgents(context.Context, *dl.ModelRequest) (*dl.Agents, error)

func (*Registry) ModelManifests

func (c *Registry) ModelManifests(context.Context, *dl.ModelRequest) (*dl.ModelManifestsResponse, error)

func (*Registry) PublishInPredictor

func (b *Registry) PublishInPredictor(host, prefix string) error

func (*Registry) PublishInRegistery

func (c *Registry) PublishInRegistery() error