agent

Documentation

Overview

Package agent runs on servers with computing resources, and executes tasks sent by driver.

Index

• func RunAgentServer(option *AgentServerOption)
• type AgentServer
  • func (as *AgentServer) Delete(ctx context.Context, deleteRequest *pb.DeleteDatasetShardRequest) (*pb.DeleteDatasetShardResponse, error)
  • func (as *AgentServer) Execute(request *pb.ExecutionRequest, stream pb.GleamAgent_ExecuteServer) error
• type AgentServerOption
• type LocalDatasetShardsManager
  • func NewLocalDatasetShardsManager(dir string, port int) *LocalDatasetShardsManager
  • func (m *LocalDatasetShardsManager) CreateNamedDatasetShard(name string) store.DataStore
  • func (m *LocalDatasetShardsManager) DeleteNamedDatasetShard(name string)
  • func (m *LocalDatasetShardsManager) WaitForNamedDatasetShard(name string) store.DataStore
• type LocalDatasetShardsManagerInMemory
  • func NewLocalDatasetShardsManagerInMemory() *LocalDatasetShardsManagerInMemory
  • func (m *LocalDatasetShardsManagerInMemory) Cleanup(name string)
  • func (m *LocalDatasetShardsManagerInMemory) CreateNamedDatasetShard(name string, readerCount int) *trackedChannel
  • func (m *LocalDatasetShardsManagerInMemory) WaitForNamedDatasetShard(name string) *util.Piper

Functions

func RunAgentServer

func RunAgentServer(option *AgentServerOption)

Types

type AgentServer

type AgentServer struct {
	Option *AgentServerOption
	Master string
	// contains filtered or unexported fields
}

func (*AgentServer) Delete

func (as *AgentServer) Delete(ctx context.Context, deleteRequest *pb.DeleteDatasetShardRequest) (*pb.DeleteDatasetShardResponse, error)

Delete deletes a particular dataset shard

func (*AgentServer) Execute

func (as *AgentServer) Execute(request *pb.ExecutionRequest, stream pb.GleamAgent_ExecuteServer) error

Execute executes a request and stream stdout and stderr back

type AgentServerOption

type AgentServerOption struct {
	Master       *string
	Host         *string
	Port         *int32
	Dir          *string
	DataCenter   *string
	Rack         *string
	MaxExecutor  *int32
	MemoryMB     *int64
	CPULevel     *int32
	CleanRestart *bool
}

type LocalDatasetShardsManager

type LocalDatasetShardsManager struct {
	sync.Mutex
	// contains filtered or unexported fields
}

func NewLocalDatasetShardsManager

func NewLocalDatasetShardsManager(dir string, port int) *LocalDatasetShardsManager

func (*LocalDatasetShardsManager) CreateNamedDatasetShard

func (m *LocalDatasetShardsManager) CreateNamedDatasetShard(name string) store.DataStore

func (*LocalDatasetShardsManager) DeleteNamedDatasetShard

func (m *LocalDatasetShardsManager) DeleteNamedDatasetShard(name string)

func (*LocalDatasetShardsManager) WaitForNamedDatasetShard

func (m *LocalDatasetShardsManager) WaitForNamedDatasetShard(name string) store.DataStore

type LocalDatasetShardsManagerInMemory

type LocalDatasetShardsManagerInMemory struct {
	sync.Mutex
	// contains filtered or unexported fields
}

func NewLocalDatasetShardsManagerInMemory

func NewLocalDatasetShardsManagerInMemory() *LocalDatasetShardsManagerInMemory

func (*LocalDatasetShardsManagerInMemory) Cleanup

func (m *LocalDatasetShardsManagerInMemory) Cleanup(name string)

func (*LocalDatasetShardsManagerInMemory) CreateNamedDatasetShard

func (m *LocalDatasetShardsManagerInMemory) CreateNamedDatasetShard(name string, readerCount int) *trackedChannel

func (*LocalDatasetShardsManagerInMemory) WaitForNamedDatasetShard

func (m *LocalDatasetShardsManagerInMemory) WaitForNamedDatasetShard(name string) *util.Piper