runtime

README

mfe

MFE means MFE for everyone. M stands for machine-learning models.

Documentation

Index

• Constants
• Variables
• type Archive
  • func (a *Archive) Retrieve(dir string) error
• type Batch
• type Batcher
• type Client
  • func (c *Client) Exec(batch *Batch, setState func(State)) error
• type CreateOption
  • func BatchSize(size int) CreateOption
  • func Env(env string) CreateOption
  • func Local(dir string) CreateOption
  • func Remote(addr string) CreateOption
• type CreateOptions
• type Group
  • func (g *Group) Add(task *Task)
  • func (g *Group) Close() error
  • func (g *Group) Scale(n int)
  • func (g *Group) Stats() []Stat
• type Option
  • func Dir(dir string) Option
  • func GPU(gpu int32) Option
  • func Runner(r runner.Runner) Option
• type Options
• type Scheduler
  • func NewScheduler(opts ...Option) *Scheduler
  • func (s *Scheduler) Append(task *Task) error
  • func (s *Scheduler) Create(name string, opts ...CreateOption) error
  • func (s *Scheduler) Delete(name string) error
  • func (s *Scheduler) Read(name string) (*Group, error)
  • func (s *Scheduler) Scale(name string, n int) error
  • func (s *Scheduler) Sync(env string, deps ...string) error
• type Stat
• type State
• type Task
• type Worker
  • func (w *Worker) Exec(batch *Batch)
  • func (w *Worker) Run() error
  • func (w *Worker) Stat() Stat
  • func (w *Worker) Stop()

Constants

const ServaModuletName = "mfe"

Variables

var (
	ErrNotFound = errors.New("not found")
	ErrExists   = errors.New("already exists")
)

var StateText = [...]string{
	"started",
	"running",
	"stopped",
}

Types

type Archive

type Archive struct {
	Env       string
	Name      string
	Remote    string
	Local     string
	BatchSize int
}

func (*Archive) Retrieve

func (a *Archive) Retrieve(dir string) error

type Batch

type Batch struct {
}

type Batcher

type Batcher interface {
	Batch(<-chan *Task) (*Batch, error)
}

type Client

type Client struct {
	// contains filtered or unexported fields
}

func (*Client) Exec

func (c *Client) Exec(batch *Batch, setState func(State)) error

type CreateOption

type CreateOption func(*CreateOptions)

func BatchSize

func BatchSize(size int) CreateOption

func Env

func Env(env string) CreateOption

func Local

func Local(dir string) CreateOption

func Remote

func Remote(addr string) CreateOption

type CreateOptions

type CreateOptions struct {
	Env       string
	Remote    string
	Local     string
	BatchSize int
}

type Group

type Group struct {
	sync.RWMutex
	// contains filtered or unexported fields
}

func (*Group) Add

func (g *Group) Add(task *Task)

func (*Group) Close

func (g *Group) Close() error

func (*Group) Scale

func (g *Group) Scale(n int)

func (*Group) Stats

func (g *Group) Stats() []Stat

type Option

type Option func(*Options)

func Dir

func Dir(dir string) Option

func GPU

func GPU(gpu int32) Option

func Runner

func Runner(r runner.Runner) Option

type Options

type Options struct {
	Dir    string
	GPU    int32
	Runner runner.Runner
}

type Scheduler

type Scheduler struct {
	sync.RWMutex
	// contains filtered or unexported fields
}

func NewScheduler

func NewScheduler(opts ...Option) *Scheduler

func (*Scheduler) Append

func (s *Scheduler) Append(task *Task) error

func (*Scheduler) Create

func (s *Scheduler) Create(name string, opts ...CreateOption) error

func (*Scheduler) Delete

func (s *Scheduler) Delete(name string) error

func (*Scheduler) Read

func (s *Scheduler) Read(name string) (*Group, error)

func (*Scheduler) Scale

func (s *Scheduler) Scale(name string, n int) error

func (*Scheduler) Sync

func (s *Scheduler) Sync(env string, deps ...string) error

type Stat

type Stat struct {
	Id     int
	GPU    int32
	Uptime time.Duration
	State  State
}

type State

type State int32

const (
	Started State = iota + 1
	Running
	Stopped
)

type Task

type Task struct {
	Id      string
	Group   string
	Command string
	Request proto.Message
}

type Worker

type Worker struct {
	// contains filtered or unexported fields
}

func (*Worker) Exec

func (w *Worker) Exec(batch *Batch)

func (*Worker) Run

func (w *Worker) Run() error

func (*Worker) Stat

func (w *Worker) Stat() Stat

func (*Worker) Stop

func (w *Worker) Stop()