distributed

Documentation

Index

• type DistributedOption
  • func Option() *DistributedOption
  • func (o *DistributedOption) GetFlowRunner() flow.FlowRunner
  • func (o *DistributedOption) SetDataCenter(dataCenter string) *DistributedOption
  • func (o *DistributedOption) SetMaster(master string) *DistributedOption
  • func (o *DistributedOption) SetProfiling(isProfiling bool) *DistributedOption
  • func (o *DistributedOption) WithFile(relatedFile, toFolder string) *DistributedOption
• type DistributedPlanner
  • func Planner() *DistributedPlanner
  • func (o *DistributedPlanner) GetFlowRunner() flow.FlowRunner
  • func (fcd *DistributedPlanner) RunFlowContext(ctx context.Context, fc *flow.Flow)

Types

type DistributedOption

type DistributedOption struct {
	RequiredFiles []resource.FileResource
	Master        string
	DataCenter    string
	Rack          string
	TaskMemoryMB  int
	FlowBid       float64
	Module        string
	IsProfiling   bool
}

func Option

func Option() *DistributedOption

func (*DistributedOption) GetFlowRunner

func (o *DistributedOption) GetFlowRunner() flow.FlowRunner

func (*DistributedOption) SetDataCenter

func (o *DistributedOption) SetDataCenter(dataCenter string) *DistributedOption

func (*DistributedOption) SetMaster

func (o *DistributedOption) SetMaster(master string) *DistributedOption

func (*DistributedOption) SetProfiling

func (o *DistributedOption) SetProfiling(isProfiling bool) *DistributedOption

SetProfiling profiling will generate cpu and memory profile files when the executors are completed.

func (*DistributedOption) WithFile

func (o *DistributedOption) WithFile(relatedFile, toFolder string) *DistributedOption

WithFile sends any related file over to gleam agents so the task can still access these files on gleam agents. The files are placed on the executed task's current working directory.

type DistributedPlanner

type DistributedPlanner struct {
}

func Planner

func Planner() *DistributedPlanner

func (*DistributedPlanner) GetFlowRunner

func (o *DistributedPlanner) GetFlowRunner() flow.FlowRunner

func (*DistributedPlanner) RunFlowContext

func (fcd *DistributedPlanner) RunFlowContext(ctx context.Context, fc *flow.Flow)

driver runs on local, controlling all tasks