agent

Documentation

Index

• Variables
• func AddPredictor(framework dl.FrameworkManifest, pred predictor.Predictor) error
• func GetPredictor(framework dl.FrameworkManifest) (predictor.Predictor, error)
• func GetPredictors(framework dl.FrameworkManifest) ([]predictor.Predictor, error)
• func PredictorFrameworks() []dl.FrameworkManifest
• func Predictors() []string
• func UploadDir() (string, error)
• type Agent
  • func New(predictors []predictor.Predictor, opts ...Option) (*Agent, error)
  • func NewLocalOnlyAgent(framework dl.FrameworkManifest) (*Agent, error)
  • func (p *Agent) Close(ctx context.Context, req *dl.PredictorCloseRequest) (*dl.PredictorCloseResponse, error)
  • func (p *Agent) Dataset(ctx context.Context, req *dl.DatasetRequest) (*dl.FeaturesResponse, error)
  • func (p *Agent) FindFrameworkModel(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.FrameworkManifest, *dl.ModelManifest, error)
  • func (p *Agent) Images(ctx context.Context, req *dl.ImagesRequest) (*dl.FeaturesResponse, error)
  • func (p *Agent) Open(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.Predictor, error)
  • func (b *Agent) PublishInPredictor(host, prefix string) error
  • func (b *Agent) PublishInRegistery(prefix string) error
  • func (p *Agent) Reset(ctx context.Context, req *dl.ResetRequest) (*dl.ResetResponse, error)
  • func (a *Agent) RunPrediction(jsonRequest string) (string, error)
  • func (p *Agent) URLs(ctx context.Context, req *dl.URLsRequest) (*dl.FeaturesResponse, error)
• type AgentRequest
• type Option
  • func WithHost(host string) Option
  • func WithPort(port int) Option
  • func WithPortString(port string) Option
• type Options
  • func NewOptions(opts ...Option) (*Options, error)
• type PredictorLifetime
• type Registry
  • func (c *Registry) FrameworkAgents(context.Context, *dl.FrameworkRequest) (*dl.Agents, error)
  • func (c *Registry) FrameworkManifests(context.Context, *dl.FrameworkRequest) (*dl.FrameworkManifestsResponse, error)
  • func (c *Registry) ModelAgents(context.Context, *dl.ModelRequest) (*dl.Agents, error)
  • func (c *Registry) ModelManifests(context.Context, *dl.ModelRequest) (*dl.ModelManifestsResponse, error)
  • func (b *Registry) PublishInPredictor(host, prefix string) error
  • func (c *Registry) PublishInRegistery() error

Variables

var (
	DefaultChannelBuffer = 1000
)

Functions

func AddPredictor

func AddPredictor(framework dl.FrameworkManifest, pred predictor.Predictor) error

func GetPredictor

func GetPredictor(framework dl.FrameworkManifest) (predictor.Predictor, error)

func GetPredictors

func GetPredictors(framework dl.FrameworkManifest) ([]predictor.Predictor, error)

func PredictorFrameworks

func PredictorFrameworks() []dl.FrameworkManifest

func Predictors

func Predictors() []string

func UploadDir

func UploadDir() (string, error)

Types

type Agent

type Agent struct {
	// contains filtered or unexported fields
}

func New

func New(predictors []predictor.Predictor, opts ...Option) (*Agent, error)

func NewLocalOnlyAgent

func NewLocalOnlyAgent(framework dl.FrameworkManifest) (*Agent, error)

func (*Agent) Close

func (p *Agent) Close(ctx context.Context, req *dl.PredictorCloseRequest) (*dl.PredictorCloseResponse, error)

Close a predictor and clear it's memory.

func (*Agent) Dataset

func (p *Agent) Dataset(ctx context.Context, req *dl.DatasetRequest) (*dl.FeaturesResponse, error)

func (*Agent) FindFrameworkModel

func (p *Agent) FindFrameworkModel(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.FrameworkManifest, *dl.ModelManifest, error)

func (*Agent) Images

func (p *Agent) Images(ctx context.Context, req *dl.ImagesRequest) (*dl.FeaturesResponse, error)

func (*Agent) Open

func (p *Agent) Open(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.Predictor, error)

func (*Agent) PublishInPredictor

func (b *Agent) PublishInPredictor(host, prefix string) error

func (*Agent) PublishInRegistery

func (b *Agent) PublishInRegistery(prefix string) error

func (*Agent) Reset

func (p *Agent) Reset(ctx context.Context, req *dl.ResetRequest) (*dl.ResetResponse, error)

Clear method clears the internal cache of the predictors

func (*Agent) RunPrediction

func (a *Agent) RunPrediction(jsonRequest string) (string, error)

func (*Agent) URLs

func (p *Agent) URLs(ctx context.Context, req *dl.URLsRequest) (*dl.FeaturesResponse, error)

type AgentRequest

type AgentRequest struct {
	InputFiles            []string
	ModelName             string
	ModelManifestUrl      string
	BatchSize             int
	TraceLevel            string
	TracerAddress         string
	UseGpu                bool
	NumWarmup             int
	Count                 int
	DesiredResultModality string
}

type Option

type Option func(o *Options) *Options

func WithHost

func WithHost(host string) Option

func WithPort

func WithPort(port int) Option

func WithPortString

func WithPortString(port string) Option

type Options

type Options struct {
	// contains filtered or unexported fields
}

func NewOptions

func NewOptions(opts ...Option) (*Options, error)

type PredictorLifetime

type PredictorLifetime struct {
	Predictor      *predictor.Predictor
	ReferenceCount uint64
}

type Registry

type Registry struct {
	// contains filtered or unexported fields
}

func (*Registry) FrameworkAgents

func (c *Registry) FrameworkAgents(context.Context, *dl.FrameworkRequest) (*dl.Agents, error)

func (*Registry) FrameworkManifests

func (c *Registry) FrameworkManifests(context.Context, *dl.FrameworkRequest) (*dl.FrameworkManifestsResponse, error)

func (*Registry) ModelAgents

func (c *Registry) ModelAgents(context.Context, *dl.ModelRequest) (*dl.Agents, error)

func (*Registry) ModelManifests

func (c *Registry) ModelManifests(context.Context, *dl.ModelRequest) (*dl.ModelManifestsResponse, error)

func (*Registry) PublishInPredictor

func (b *Registry) PublishInPredictor(host, prefix string) error

func (*Registry) PublishInRegistery

func (c *Registry) PublishInRegistery() error