scheduler

Documentation

Index

• func Create_training_data(filename string)
• func Learn_data_knn()
• func Predict_autogluon(num_jobs int, total_tasks int, total_task_duration int, required_cpu int, ...) int
• func Predict_knn(num_jobs int, total_tasks int, total_task_duration int, required_cpu int, ...) int
• func RunScheduler(scheduler *AdaptiveScheduler, now uint64, index int) int
• type AdaptiveScheduler
  • func NewAdaptive(t topology.Topology) *AdaptiveScheduler
  • func (scheduler *AdaptiveScheduler) Add(j *job.Job)
  • func (scheduler AdaptiveScheduler) Pending() int
  • func (scheduler *AdaptiveScheduler) Results() map[string]*job.Job
  • func (scheduler *AdaptiveScheduler) Schedule(now uint64, training_enabled bool) []event.Event
  • func (scheduler *AdaptiveScheduler) Schedule_Adaptive(now uint64) []event.Event
  • func (scheduler *AdaptiveScheduler) Schedule_Train(now uint64) []event.Event
• type GlobalSRPTScheduler
  • func NewGRPTS(t topology.Topology) *GlobalSRPTScheduler
  • func (scheduler *GlobalSRPTScheduler) Add(j *job.Job)
  • func (scheduler GlobalSRPTScheduler) Pending() int
  • func (scheduler GlobalSRPTScheduler) Results() map[string]*job.Job
  • func (scheduler *GlobalSRPTScheduler) Schedule(now uint64, training_enabled bool) []event.Event
• type MakespanScheduler
  • func NewGeoDis(t topology.Topology) *MakespanScheduler
  • func NewMakespanScheduler(t topology.Topology, ...) *MakespanScheduler
  • func NewSwag(t topology.Topology) *MakespanScheduler
  • func (scheduler *MakespanScheduler) Add(j *job.Job)
  • func (scheduler MakespanScheduler) Pending() int
  • func (scheduler MakespanScheduler) Results() map[string]*job.Job
  • func (scheduler *MakespanScheduler) Schedule(now uint64, training_enabled bool) []event.Event
  • func (scheduler *MakespanScheduler) Update(now uint64) (totalMakespan uint64)
• type Scheduler

Functions

func Create_training_data

func Create_training_data(filename string)

Upload training data to a csv file

func Learn_data_knn

func Learn_data_knn()

Model training for KNN

func Predict_autogluon

func Predict_autogluon(num_jobs int, total_tasks int, total_task_duration int, required_cpu int, available_cpu int) int

Predict optimal scheduler using autogluon

func Predict_knn

func Predict_knn(num_jobs int, total_tasks int, total_task_duration int, required_cpu int, available_cpu int) int

Predict optimal scheduler using KNN model

func RunScheduler

func RunScheduler(scheduler *AdaptiveScheduler, now uint64, index int) int

Execute the batch of jobs using the specified scheduler and measure the mean job latency 0 - SWAG 1 - GEODIS

Types

type AdaptiveScheduler

type AdaptiveScheduler struct {
	// contains filtered or unexported fields
}

func NewAdaptive

func NewAdaptive(t topology.Topology) *AdaptiveScheduler

func (*AdaptiveScheduler) Add

func (scheduler *AdaptiveScheduler) Add(j *job.Job)

func (AdaptiveScheduler) Pending

func (scheduler AdaptiveScheduler) Pending() int

func (*AdaptiveScheduler) Results

func (scheduler *AdaptiveScheduler) Results() map[string]*job.Job

func (*AdaptiveScheduler) Schedule

func (scheduler *AdaptiveScheduler) Schedule(now uint64, training_enabled bool) []event.Event

func (*AdaptiveScheduler) Schedule_Adaptive

func (scheduler *AdaptiveScheduler) Schedule_Adaptive(now uint64) []event.Event

Schedule jobs using Adaptive scheduler

func (*AdaptiveScheduler) Schedule_Train

func (scheduler *AdaptiveScheduler) Schedule_Train(now uint64) []event.Event

Schedule jobs using both GEODIS and SWAG during training

type GlobalSRPTScheduler

type GlobalSRPTScheduler struct {
	// contains filtered or unexported fields
}

func NewGRPTS

func NewGRPTS(t topology.Topology) *GlobalSRPTScheduler

func (*GlobalSRPTScheduler) Add

func (scheduler *GlobalSRPTScheduler) Add(j *job.Job)

func (GlobalSRPTScheduler) Pending

func (scheduler GlobalSRPTScheduler) Pending() int

func (GlobalSRPTScheduler) Results

func (scheduler GlobalSRPTScheduler) Results() map[string]*job.Job

func (*GlobalSRPTScheduler) Schedule

func (scheduler *GlobalSRPTScheduler) Schedule(now uint64, training_enabled bool) []event.Event

type MakespanScheduler

type MakespanScheduler struct {
	// contains filtered or unexported fields
}

func NewGeoDis

func NewGeoDis(t topology.Topology) *MakespanScheduler

func NewMakespanScheduler

func NewMakespanScheduler(t topology.Topology, bestDcs func(file.File, topology.Topology, int) []transferCenter) *MakespanScheduler

func NewSwag

func NewSwag(t topology.Topology) *MakespanScheduler

func (*MakespanScheduler) Add

func (scheduler *MakespanScheduler) Add(j *job.Job)

func (MakespanScheduler) Pending

func (scheduler MakespanScheduler) Pending() int

func (MakespanScheduler) Results

func (scheduler MakespanScheduler) Results() map[string]*job.Job

func (*MakespanScheduler) Schedule

func (scheduler *MakespanScheduler) Schedule(now uint64, training_enabled bool) []event.Event

func (*MakespanScheduler) Update

func (scheduler *MakespanScheduler) Update(now uint64) (totalMakespan uint64)

type Scheduler

type Scheduler interface {
	//Pop() *job.Task
	Add(t *job.Job)
	Schedule(now uint64, training_enabled bool) []event.Event
	Results() map[string]*job.Job
	Pending() int
}