agent

Documentation

Index

• Constants
• Variables
• func AddPredictor(framework dl.FrameworkManifest, pred predictor.Predictor) error
• func GetPredictor(framework dl.FrameworkManifest) (predictor.Predictor, error)
• func GetPredictors(framework dl.FrameworkManifest) ([]predictor.Predictor, error)
• func PredictorFrameworks() []dl.FrameworkManifest
• func Predictors() []string
• func UploadDir() (string, error)
• type Agent
  • func New(predictors []predictor.Predictor, opts ...Option) (*Agent, error)
  • func (p *Agent) Close(ctx context.Context, req *dl.PredictorCloseRequest) (*dl.PredictorCloseResponse, error)
  • func (p *Agent) Dataset(ctx context.Context, req *dl.DatasetRequest) (*dl.FeaturesResponse, error)
  • func (p *Agent) FindFrameworkModel(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.FrameworkManifest, *dl.ModelManifest, error)
  • func (p *Agent) Images(ctx context.Context, req *dl.ImagesRequest) (*dl.FeaturesResponse, error)
  • func (p *Agent) Open(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.Predictor, error)
  • func (b *Agent) PublishInPredictor(host, prefix string) error
  • func (b *Agent) PublishInRegistery(prefix string) error
  • func (p *Agent) RegisterManifests() (*grpc.Server, error)
  • func (p *Agent) RegisterPredictor() (*grpc.Server, error)
  • func (p *Agent) Reset(ctx context.Context, req *dl.ResetRequest) (*dl.ResetResponse, error)
  • func (p *Agent) URLs(ctx context.Context, req *dl.URLsRequest) (*dl.FeaturesResponse, error)
• type Option
  • func WithHost(host string) Option
  • func WithPort(port int) Option
  • func WithPortString(port string) Option
• type Options
  • func NewOptions(opts ...Option) (*Options, error)
• type PredictorLifetime
• type Registry
  • func (c *Registry) FrameworkAgents(context.Context, *dl.FrameworkRequest) (*dl.Agents, error)
  • func (c *Registry) FrameworkManifests(context.Context, *dl.FrameworkRequest) (*dl.FrameworkManifestsResponse, error)
  • func (c *Registry) ModelAgents(context.Context, *dl.ModelRequest) (*dl.Agents, error)
  • func (c *Registry) ModelManifests(context.Context, *dl.ModelRequest) (*dl.ModelManifestsResponse, error)
  • func (b *Registry) PublishInPredictor(host, prefix string) error
  • func (c *Registry) PublishInRegistery() error

Constants

const (
	// Sometimes put fail with too many connection, we want to retry
	PutRetryMax = 5

	// Rest for some time interval before we retry
	PutRetrySleep = 20 * time.Millisecond
)

Variables

var (
	DefaultChannelBuffer = 1000
)

Functions

func AddPredictor

func AddPredictor(framework dl.FrameworkManifest, pred predictor.Predictor) error

func GetPredictor

func GetPredictor(framework dl.FrameworkManifest) (predictor.Predictor, error)

func GetPredictors

func GetPredictors(framework dl.FrameworkManifest) ([]predictor.Predictor, error)

func PredictorFrameworks

func PredictorFrameworks() []dl.FrameworkManifest

func Predictors

func Predictors() []string

func UploadDir

func UploadDir() (string, error)

Types

type Agent

type Agent struct {
	// contains filtered or unexported fields
}

func New

func New(predictors []predictor.Predictor, opts ...Option) (*Agent, error)

func (*Agent) Close

func (p *Agent) Close(ctx context.Context, req *dl.PredictorCloseRequest) (*dl.PredictorCloseResponse, error)

Close a predictor and clear it's memory.

func (*Agent) Dataset

func (p *Agent) Dataset(ctx context.Context, req *dl.DatasetRequest) (*dl.FeaturesResponse, error)

Dataset method receives a single dataset and runs the predictor on all elements of the dataset. The result is a prediction feature list.

func (*Agent) FindFrameworkModel

func (p *Agent) FindFrameworkModel(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.FrameworkManifest, *dl.ModelManifest, error)

func (*Agent) Images

func (p *Agent) Images(ctx context.Context, req *dl.ImagesRequest) (*dl.FeaturesResponse, error)

Image method receives a list base64 encoded images and runs the predictor on all the images. The result is a prediction feature list for each image.

func (*Agent) Open

func (p *Agent) Open(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.Predictor, error)

Opens a predictor and returns an id where the predictor is accessible. The id can be used to perform inference requests.

func (*Agent) PublishInPredictor

func (b *Agent) PublishInPredictor(host, prefix string) error

func (*Agent) PublishInRegistery

func (b *Agent) PublishInRegistery(prefix string) error

func (*Agent) RegisterManifests

func (p *Agent) RegisterManifests() (*grpc.Server, error)

func (*Agent) RegisterPredictor

func (p *Agent) RegisterPredictor() (*grpc.Server, error)

func (*Agent) Reset

func (p *Agent) Reset(ctx context.Context, req *dl.ResetRequest) (*dl.ResetResponse, error)

Clear method clears the internal cache of the predictors

func (*Agent) URLs

func (p *Agent) URLs(ctx context.Context, req *dl.URLsRequest) (*dl.FeaturesResponse, error)

URLs method receives a list of urls and runs the predictor on all the urls. The result is a list of predicted features for all the urls.

type Option

type Option func(o *Options) *Options

func WithHost

func WithHost(host string) Option

func WithPort

func WithPort(port int) Option

func WithPortString

func WithPortString(port string) Option

type Options

type Options struct {
	// contains filtered or unexported fields
}

func NewOptions

func NewOptions(opts ...Option) (*Options, error)

type PredictorLifetime

type PredictorLifetime struct {
	Predictor      *predictor.Predictor
	ReferenceCount uint64
}

type Registry

type Registry struct {
	// contains filtered or unexported fields
}

func (*Registry) FrameworkAgents

func (c *Registry) FrameworkAgents(context.Context, *dl.FrameworkRequest) (*dl.Agents, error)

func (*Registry) FrameworkManifests

func (c *Registry) FrameworkManifests(context.Context, *dl.FrameworkRequest) (*dl.FrameworkManifestsResponse, error)

func (*Registry) ModelAgents

func (c *Registry) ModelAgents(context.Context, *dl.ModelRequest) (*dl.Agents, error)

func (*Registry) ModelManifests

func (c *Registry) ModelManifests(context.Context, *dl.ModelRequest) (*dl.ModelManifestsResponse, error)

func (*Registry) PublishInPredictor

func (b *Registry) PublishInPredictor(host, prefix string) error

func (*Registry) PublishInRegistery

func (c *Registry) PublishInRegistery() error