optimizers

Documentation

Index

• type DefaultSchedule
  • func (s *DefaultSchedule) Change() float64
  • func (s *DefaultSchedule) Init(self base.Object, args base.Args)
  • func (s *DefaultSchedule) StepConfig() []int
• type GradientDescentMomentum
  • func NewGradientDescentMomentum(args ...interface{}) *GradientDescentMomentum
  • func (o *GradientDescentMomentum) ClassName() string
  • func (o *GradientDescentMomentum) Init(self base.Object, args base.Args)
  • func (o *GradientDescentMomentum) Optimize(layerList []layers.Layer, epoch backends.Value)
  • func (o *GradientDescentMomentum) Reset(layerList []layers.Layer)
  • func (o *GradientDescentMomentum) Schedule() Schedule
• type MultiOptimizer
  • func NewMultiOptimizer(optimizerMapping map[string]Optimizer, args ...interface{}) *MultiOptimizer
  • func (o *MultiOptimizer) ClassName() string
  • func (o *MultiOptimizer) Init(self base.Object, optimizerMapping map[string]Optimizer, args base.Args)
  • func (o *MultiOptimizer) Optimize(layerList []layers.Layer, epoch backends.Value)
  • func (o *MultiOptimizer) Reset(layerList []layers.Layer)
• type Optimizer
  • func ToOptimizer(v interface{}) Optimizer
• type OptimizerArg
  • func NewOptimizerArg() *OptimizerArg
  • func NewOptimizerArgOpt(defval Optimizer) *OptimizerArg
  • func (a *OptimizerArg) Expand(v interface{}) (interface{}, bool)
• type OptimizerBase
  • func (o *OptimizerBase) ClipGradientNorm(paramList []layers.Param, clipNorm float64) backends.Value
  • func (o *OptimizerBase) ClipValue(v backends.Value, absBound float64) backends.Value
  • func (o *OptimizerBase) Init(self base.Object, args base.Args)
  • func (o *OptimizerBase) Schedule() Schedule
• type PowerSchedule
  • func (s PowerSchedule) Change() float64
  • func (s *PowerSchedule) Init(self base.Object, args base.Args)
  • func (s *PowerSchedule) StepConfig() int
• type Schedule
  • func ToSchedule(v interface{}) Schedule
• type ScheduleArg
  • func NewScheduleArg() *ScheduleArg
  • func NewScheduleArgOpt(defval Schedule) *ScheduleArg
  • func (a *ScheduleArg) Expand(v interface{}) (interface{}, bool)
• type StepSchedule
  • func (s *StepSchedule) Change() []float64
  • func (s *StepSchedule) Init(self base.Object, args base.Args)
  • func (s *StepSchedule) StepConfig() []int

Types

type DefaultSchedule

type DefaultSchedule struct {
	base.ObjectBase
	// contains filtered or unexported fields
}

func (*DefaultSchedule) Change

func (s *DefaultSchedule) Change() float64

func (*DefaultSchedule) Init

func (s *DefaultSchedule) Init(self base.Object, args base.Args)

func (*DefaultSchedule) StepConfig

func (s *DefaultSchedule) StepConfig() []int

type GradientDescentMomentum

type GradientDescentMomentum struct {
	OptimizerBase
	// contains filtered or unexported fields
}

func NewGradientDescentMomentum

func NewGradientDescentMomentum(args ...interface{}) *GradientDescentMomentum

func (*GradientDescentMomentum) ClassName

func (o *GradientDescentMomentum) ClassName() string

func (*GradientDescentMomentum) Init

func (o *GradientDescentMomentum) Init(self base.Object, args base.Args)

func (*GradientDescentMomentum) Optimize

func (o *GradientDescentMomentum) Optimize(layerList []layers.Layer, epoch backends.Value)

func (*GradientDescentMomentum) Reset

func (o *GradientDescentMomentum) Reset(layerList []layers.Layer)

func (*GradientDescentMomentum) Schedule

func (o *GradientDescentMomentum) Schedule() Schedule

type MultiOptimizer

type MultiOptimizer struct {
	OptimizerBase
	// contains filtered or unexported fields
}

func NewMultiOptimizer

func NewMultiOptimizer(
	optimizerMapping map[string]Optimizer, args ...interface{}) *MultiOptimizer

func (*MultiOptimizer) ClassName

func (o *MultiOptimizer) ClassName() string

func (*MultiOptimizer) Init

func (o *MultiOptimizer) Init(
	self base.Object, optimizerMapping map[string]Optimizer, args base.Args)

func (*MultiOptimizer) Optimize

func (o *MultiOptimizer) Optimize(layerList []layers.Layer, epoch backends.Value)

func (*MultiOptimizer) Reset

func (o *MultiOptimizer) Reset(layerList []layers.Layer)

type Optimizer

type Optimizer interface {
	base.Object
	Reset(layerList []layers.Layer)
	Optimize(layerList []layers.Layer, epoch backends.Value)
	Schedule() Schedule
}

func ToOptimizer

func ToOptimizer(v interface{}) Optimizer

type OptimizerArg

type OptimizerArg struct {
	base.ArgDefBase
}

func NewOptimizerArg

func NewOptimizerArg() *OptimizerArg

func NewOptimizerArgOpt

func NewOptimizerArgOpt(defval Optimizer) *OptimizerArg

func (*OptimizerArg) Expand

func (a *OptimizerArg) Expand(v interface{}) (interface{}, bool)

type OptimizerBase

type OptimizerBase struct {
	base.ObjectBase
}

func (*OptimizerBase) ClipGradientNorm

func (o *OptimizerBase) ClipGradientNorm(
	paramList []layers.Param, clipNorm float64) backends.Value

func (*OptimizerBase) ClipValue

func (o *OptimizerBase) ClipValue(v backends.Value, absBound float64) backends.Value

func (*OptimizerBase) Init

func (o *OptimizerBase) Init(self base.Object, args base.Args)

func (*OptimizerBase) Schedule

func (o *OptimizerBase) Schedule() Schedule

type PowerSchedule

type PowerSchedule struct {
	base.ObjectBase
	// contains filtered or unexported fields
}

func (PowerSchedule) Change

func (s PowerSchedule) Change() float64

func (*PowerSchedule) Init

func (s *PowerSchedule) Init(self base.Object, args base.Args)

func (*PowerSchedule) StepConfig

func (s *PowerSchedule) StepConfig() int

type Schedule

type Schedule interface {
	base.Object
	GetLearningRate(learningRate float64, epoch backends.Value) backends.Value
}

func ToSchedule

func ToSchedule(v interface{}) Schedule

type ScheduleArg

type ScheduleArg struct {
	base.ArgDefBase
}

func NewScheduleArg

func NewScheduleArg() *ScheduleArg

func NewScheduleArgOpt

func NewScheduleArgOpt(defval Schedule) *ScheduleArg

func (*ScheduleArg) Expand

func (a *ScheduleArg) Expand(v interface{}) (interface{}, bool)

type StepSchedule

type StepSchedule struct {
	base.ObjectBase
	// contains filtered or unexported fields
}

func (*StepSchedule) Change

func (s *StepSchedule) Change() []float64

func (*StepSchedule) Init

func (s *StepSchedule) Init(self base.Object, args base.Args)

func (*StepSchedule) StepConfig

func (s *StepSchedule) StepConfig() []int