service

package

Go to main page

Versions in this module

v2

v2.14.1

Dec 8, 2023

v2.14.0

Dec 8, 2023

Changes in this version

+ type ActiveTask struct

+ ProcessingTimeNsec float64

+ TaskId int64

+ func (*ActiveTask) Descriptor() ([]byte, []int)

+ func (*ActiveTask) ProtoMessage()

+ func (x *ActiveTask) GetProcessingTimeNsec() float64

+ func (x *ActiveTask) GetTaskId() int64

+ func (x *ActiveTask) ProtoReflect() protoreflect.Message

+ func (x *ActiveTask) Reset()

+ func (x *ActiveTask) String() string

type ClientHeartbeatRequest

+ TargetProcessingTimeNsec float64

+ func (x *ClientHeartbeatRequest) GetTargetProcessingTimeNsec() float64

type GetSnapshotSplitRequest

+ RepetitionIndex int64

+ func (x *GetSnapshotSplitRequest) GetRepetitionIndex() int64

type WorkerHeartbeatRequest

+ ActiveTasks []*ActiveTask

+ func (x *WorkerHeartbeatRequest) GetActiveTasks() []*ActiveTask

v2.13.0

Dec 8, 2023

Changes in this version

type CreatePendingTaskUpdate

+ TransferServers []*DataTransferServerInfo

+ func (x *CreatePendingTaskUpdate) GetTransferServers() []*DataTransferServerInfo

type CreateTaskUpdate

+ TransferServers []*DataTransferServerInfo

+ func (x *CreateTaskUpdate) GetTransferServers() []*DataTransferServerInfo

+ type DataTransferServerInfo struct

+ Address string

+ CompatibilityInfo []byte

+ Protocol string

+ func (*DataTransferServerInfo) Descriptor() ([]byte, []int)

+ func (*DataTransferServerInfo) ProtoMessage()

+ func (x *DataTransferServerInfo) GetAddress() string

+ func (x *DataTransferServerInfo) GetCompatibilityInfo() []byte

+ func (x *DataTransferServerInfo) GetProtocol() string

+ func (x *DataTransferServerInfo) ProtoReflect() protoreflect.Message

+ func (x *DataTransferServerInfo) Reset()

+ func (x *DataTransferServerInfo) String() string

type RegisterWorkerUpdate

+ TransferServers []*DataTransferServerInfo

+ func (x *RegisterWorkerUpdate) GetTransferServers() []*DataTransferServerInfo

type SnapshotStreamInfo_State

+ const SnapshotStreamInfo_DONE

type SnapshotTaskProgress

+ Status *protobuf1.StatusProto

+ func (x *SnapshotTaskProgress) GetStatus() *protobuf1.StatusProto

type TaskInfo

+ TransferServers []*DataTransferServerInfo

+ func (x *TaskInfo) GetTransferServers() []*DataTransferServerInfo

type WorkerHeartbeatRequest

+ TransferServers []*DataTransferServerInfo

+ func (x *WorkerHeartbeatRequest) GetTransferServers() []*DataTransferServerInfo

v2.12.0

Dec 8, 2023

Changes in this version

+ const DispatcherService_GetSnapshotSplit_FullMethodName

+ const DispatcherService_GetSnapshotStreams_FullMethodName

+ const DispatcherService_Snapshot_FullMethodName

+ const WorkerService_GetSnapshotTaskProgresses_FullMethodName

+ var SnapshotStreamInfo_State_name = map[int32]string

+ var SnapshotStreamInfo_State_value = map[string]int32

type DispatcherServiceClient

+ GetSnapshotSplit func(ctx context.Context, in *GetSnapshotSplitRequest, opts ...grpc.CallOption) (*GetSnapshotSplitResponse, error)

+ GetSnapshotStreams func(ctx context.Context, in *GetSnapshotStreamsRequest, opts ...grpc.CallOption) (*GetSnapshotStreamsResponse, error)

+ Snapshot func(ctx context.Context, in *SnapshotRequest, opts ...grpc.CallOption) (*SnapshotResponse, error)

type DispatcherServiceServer

+ GetSnapshotSplit func(context.Context, *GetSnapshotSplitRequest) (*GetSnapshotSplitResponse, error)

+ GetSnapshotStreams func(context.Context, *GetSnapshotStreamsRequest) (*GetSnapshotStreamsResponse, error)

+ Snapshot func(context.Context, *SnapshotRequest) (*SnapshotResponse, error)

+ type GetSnapshotSplitRequest struct

+ BasePath string

+ SourceIndex int64

+ StreamIndex int64

+ WorkerAddress string

+ func (*GetSnapshotSplitRequest) Descriptor() ([]byte, []int)

+ func (*GetSnapshotSplitRequest) ProtoMessage()

+ func (x *GetSnapshotSplitRequest) GetBasePath() string

+ func (x *GetSnapshotSplitRequest) GetSourceIndex() int64

+ func (x *GetSnapshotSplitRequest) GetStreamIndex() int64

+ func (x *GetSnapshotSplitRequest) GetWorkerAddress() string

+ func (x *GetSnapshotSplitRequest) ProtoReflect() protoreflect.Message

+ func (x *GetSnapshotSplitRequest) Reset()

+ func (x *GetSnapshotSplitRequest) String() string

+ type GetSnapshotSplitResponse struct

+ LocalSplitIndex int64

+ Response isGetSnapshotSplitResponse_Response

+ func (*GetSnapshotSplitResponse) Descriptor() ([]byte, []int)

+ func (*GetSnapshotSplitResponse) ProtoMessage()

+ func (m *GetSnapshotSplitResponse) GetResponse() isGetSnapshotSplitResponse_Response

+ func (x *GetSnapshotSplitResponse) GetEndOfSplits() bool

+ func (x *GetSnapshotSplitResponse) GetHeartbeatNeeded() bool

+ func (x *GetSnapshotSplitResponse) GetLocalSplitIndex() int64

+ func (x *GetSnapshotSplitResponse) GetSplit() *framework.TensorProto

+ func (x *GetSnapshotSplitResponse) ProtoReflect() protoreflect.Message

+ func (x *GetSnapshotSplitResponse) Reset()

+ func (x *GetSnapshotSplitResponse) String() string

+ type GetSnapshotSplitResponse_EndOfSplits struct

+ EndOfSplits bool

+ type GetSnapshotSplitResponse_HeartbeatNeeded struct

+ HeartbeatNeeded bool

+ type GetSnapshotSplitResponse_Split struct

+ Split *framework.TensorProto

+ type GetSnapshotStreamsRequest struct

+ Path string

+ func (*GetSnapshotStreamsRequest) Descriptor() ([]byte, []int)

+ func (*GetSnapshotStreamsRequest) ProtoMessage()

+ func (x *GetSnapshotStreamsRequest) GetPath() string

+ func (x *GetSnapshotStreamsRequest) ProtoReflect() protoreflect.Message

+ func (x *GetSnapshotStreamsRequest) Reset()

+ func (x *GetSnapshotStreamsRequest) String() string

+ type GetSnapshotStreamsResponse struct

+ Streams []*SnapshotStreamInfo

+ func (*GetSnapshotStreamsResponse) Descriptor() ([]byte, []int)

+ func (*GetSnapshotStreamsResponse) ProtoMessage()

+ func (x *GetSnapshotStreamsResponse) GetStreams() []*SnapshotStreamInfo

+ func (x *GetSnapshotStreamsResponse) ProtoReflect() protoreflect.Message

+ func (x *GetSnapshotStreamsResponse) Reset()

+ func (x *GetSnapshotStreamsResponse) String() string

+ type GetSnapshotTaskProgressesRequest struct

+ func (*GetSnapshotTaskProgressesRequest) Descriptor() ([]byte, []int)

+ func (*GetSnapshotTaskProgressesRequest) ProtoMessage()

+ func (x *GetSnapshotTaskProgressesRequest) ProtoReflect() protoreflect.Message

+ func (x *GetSnapshotTaskProgressesRequest) Reset()

+ func (x *GetSnapshotTaskProgressesRequest) String() string

+ type GetSnapshotTaskProgressesResponse struct

+ SnapshotTaskProgresses []*SnapshotTaskProgress

+ func (*GetSnapshotTaskProgressesResponse) Descriptor() ([]byte, []int)

+ func (*GetSnapshotTaskProgressesResponse) ProtoMessage()

+ func (x *GetSnapshotTaskProgressesResponse) GetSnapshotTaskProgresses() []*SnapshotTaskProgress

+ func (x *GetSnapshotTaskProgressesResponse) ProtoReflect() protoreflect.Message

+ func (x *GetSnapshotTaskProgressesResponse) Reset()

+ func (x *GetSnapshotTaskProgressesResponse) String() string

+ type SnapshotRequest struct

+ Dataset *DatasetDef

+ Metadata *protobuf.DistributedSnapshotMetadata

+ Path string

+ func (*SnapshotRequest) Descriptor() ([]byte, []int)

+ func (*SnapshotRequest) ProtoMessage()

+ func (x *SnapshotRequest) GetDataset() *DatasetDef

+ func (x *SnapshotRequest) GetMetadata() *protobuf.DistributedSnapshotMetadata

+ func (x *SnapshotRequest) GetPath() string

+ func (x *SnapshotRequest) ProtoReflect() protoreflect.Message

+ func (x *SnapshotRequest) Reset()

+ func (x *SnapshotRequest) String() string

+ type SnapshotResponse struct

+ func (*SnapshotResponse) Descriptor() ([]byte, []int)

+ func (*SnapshotResponse) ProtoMessage()

+ func (x *SnapshotResponse) ProtoReflect() protoreflect.Message

+ func (x *SnapshotResponse) Reset()

+ func (x *SnapshotResponse) String() string

+ type SnapshotStreamInfo struct

+ Index int64

+ State SnapshotStreamInfo_State

+ func (*SnapshotStreamInfo) Descriptor() ([]byte, []int)

+ func (*SnapshotStreamInfo) ProtoMessage()

+ func (x *SnapshotStreamInfo) GetIndex() int64

+ func (x *SnapshotStreamInfo) GetState() SnapshotStreamInfo_State

+ func (x *SnapshotStreamInfo) ProtoReflect() protoreflect.Message

+ func (x *SnapshotStreamInfo) Reset()

+ func (x *SnapshotStreamInfo) String() string

+ type SnapshotStreamInfo_State int32

+ const SnapshotStreamInfo_ASSIGNED

+ const SnapshotStreamInfo_ORPHAN

+ const SnapshotStreamInfo_UNKNOWN

+ const SnapshotStreamInfo_UNSPECIFIED

+ func (SnapshotStreamInfo_State) Descriptor() protoreflect.EnumDescriptor

+ func (SnapshotStreamInfo_State) EnumDescriptor() ([]byte, []int)

+ func (SnapshotStreamInfo_State) Type() protoreflect.EnumType

+ func (x SnapshotStreamInfo_State) Enum() *SnapshotStreamInfo_State

+ func (x SnapshotStreamInfo_State) Number() protoreflect.EnumNumber

+ func (x SnapshotStreamInfo_State) String() string

+ type SnapshotTaskDef struct

+ BasePath string

+ Metadata *protobuf.DistributedSnapshotMetadata

+ NumSources int64

+ StreamIndex int64

+ func (*SnapshotTaskDef) Descriptor() ([]byte, []int)

+ func (*SnapshotTaskDef) ProtoMessage()

+ func (x *SnapshotTaskDef) GetBasePath() string

+ func (x *SnapshotTaskDef) GetMetadata() *protobuf.DistributedSnapshotMetadata

+ func (x *SnapshotTaskDef) GetNumSources() int64

+ func (x *SnapshotTaskDef) GetStreamIndex() int64

+ func (x *SnapshotTaskDef) ProtoReflect() protoreflect.Message

+ func (x *SnapshotTaskDef) Reset()

+ func (x *SnapshotTaskDef) String() string

+ type SnapshotTaskProgress struct

+ Completed bool

+ ErrorCode protobuf1.Code

+ ErrorMessage string

+ SnapshotTask *SnapshotTaskDef

+ func (*SnapshotTaskProgress) Descriptor() ([]byte, []int)

+ func (*SnapshotTaskProgress) ProtoMessage()

+ func (x *SnapshotTaskProgress) GetCompleted() bool

+ func (x *SnapshotTaskProgress) GetErrorCode() protobuf1.Code

+ func (x *SnapshotTaskProgress) GetErrorMessage() string

+ func (x *SnapshotTaskProgress) GetSnapshotTask() *SnapshotTaskDef

+ func (x *SnapshotTaskProgress) ProtoReflect() protoreflect.Message

+ func (x *SnapshotTaskProgress) Reset()

+ func (x *SnapshotTaskProgress) String() string

+ type SnapshotUpdate struct

+ Path string

+ func (*SnapshotUpdate) Descriptor() ([]byte, []int)

+ func (*SnapshotUpdate) ProtoMessage()

+ func (x *SnapshotUpdate) GetPath() string

+ func (x *SnapshotUpdate) ProtoReflect() protoreflect.Message

+ func (x *SnapshotUpdate) Reset()

+ func (x *SnapshotUpdate) String() string

type UnimplementedDispatcherServiceServer

+ func (UnimplementedDispatcherServiceServer) GetSnapshotSplit(context.Context, *GetSnapshotSplitRequest) (*GetSnapshotSplitResponse, error)

+ func (UnimplementedDispatcherServiceServer) GetSnapshotStreams(context.Context, *GetSnapshotStreamsRequest) (*GetSnapshotStreamsResponse, error)

+ func (UnimplementedDispatcherServiceServer) Snapshot(context.Context, *SnapshotRequest) (*SnapshotResponse, error)

type UnimplementedWorkerServiceServer

+ func (UnimplementedWorkerServiceServer) GetSnapshotTaskProgresses(context.Context, *GetSnapshotTaskProgressesRequest) (*GetSnapshotTaskProgressesResponse, error)

type Update

+ func (x *Update) GetSnapshot() *SnapshotUpdate

+ type Update_Snapshot struct

+ Snapshot *SnapshotUpdate

type WorkerHeartbeatRequest

+ SnapshotTaskProgress map[string]*SnapshotTaskProgress

+ func (x *WorkerHeartbeatRequest) GetSnapshotTaskProgress() map[string]*SnapshotTaskProgress

type WorkerHeartbeatResponse

+ SnapshotTasks []*SnapshotTaskDef

+ func (x *WorkerHeartbeatResponse) GetSnapshotTasks() []*SnapshotTaskDef

type WorkerServiceClient

+ GetSnapshotTaskProgresses func(ctx context.Context, in *GetSnapshotTaskProgressesRequest, ...) (*GetSnapshotTaskProgressesResponse, error)

type WorkerServiceServer

+ GetSnapshotTaskProgresses func(context.Context, *GetSnapshotTaskProgressesRequest) (*GetSnapshotTaskProgressesResponse, error)

v2.11.0

Dec 8, 2023

v2.10.1

Dec 8, 2023

v2.10.0

Dec 8, 2023

Changes in this version

+ const DispatcherService_ClientHeartbeat_FullMethodName

+ const DispatcherService_GetDataServiceConfig_FullMethodName

+ const DispatcherService_GetDataServiceMetadata_FullMethodName

+ const DispatcherService_GetDatasetDef_FullMethodName

+ const DispatcherService_GetOrCreateIteration_FullMethodName

+ const DispatcherService_GetOrCreateJob_FullMethodName

+ const DispatcherService_GetOrRegisterDataset_FullMethodName

+ const DispatcherService_GetSplit_FullMethodName

+ const DispatcherService_GetVersion_FullMethodName

+ const DispatcherService_GetWorkers_FullMethodName

+ const DispatcherService_MaybeRemoveTask_FullMethodName

+ const DispatcherService_ReleaseIterationClient_FullMethodName

+ const DispatcherService_WorkerHeartbeat_FullMethodName

+ const DispatcherService_WorkerUpdate_FullMethodName

+ const WorkerService_GetElement_FullMethodName

+ const WorkerService_GetWorkerTasks_FullMethodName

+ const WorkerService_ProcessTask_FullMethodName

+ var DispatcherService_ServiceDesc = grpc.ServiceDesc

+ var File_tensorflow_core_data_service_common_proto protoreflect.FileDescriptor

+ var File_tensorflow_core_data_service_dispatcher_proto protoreflect.FileDescriptor

+ var File_tensorflow_core_data_service_export_proto protoreflect.FileDescriptor

+ var File_tensorflow_core_data_service_journal_proto protoreflect.FileDescriptor

+ var File_tensorflow_core_data_service_worker_proto protoreflect.FileDescriptor

+ var TargetWorkers_name = map[int32]string

+ var TargetWorkers_value = map[string]int32

+ var WorkerService_ServiceDesc = grpc.ServiceDesc

+ func RegisterDispatcherServiceServer(s grpc.ServiceRegistrar, srv DispatcherServiceServer)

+ func RegisterWorkerServiceServer(s grpc.ServiceRegistrar, srv WorkerServiceServer)

+ type AcquireIterationClientUpdate struct

+ IterationClientId int64

+ IterationId int64

+ func (*AcquireIterationClientUpdate) Descriptor() ([]byte, []int)

+ func (*AcquireIterationClientUpdate) ProtoMessage()

+ func (x *AcquireIterationClientUpdate) GetIterationClientId() int64

+ func (x *AcquireIterationClientUpdate) GetIterationId() int64

+ func (x *AcquireIterationClientUpdate) ProtoReflect() protoreflect.Message

+ func (x *AcquireIterationClientUpdate) Reset()

+ func (x *AcquireIterationClientUpdate) String() string

+ type ClientHeartbeatRequest struct

+ IterationClientId int64

+ OptionalBlockedRound isClientHeartbeatRequest_OptionalBlockedRound

+ OptionalCurrentRound isClientHeartbeatRequest_OptionalCurrentRound

+ func (*ClientHeartbeatRequest) Descriptor() ([]byte, []int)

+ func (*ClientHeartbeatRequest) ProtoMessage()

+ func (m *ClientHeartbeatRequest) GetOptionalBlockedRound() isClientHeartbeatRequest_OptionalBlockedRound

+ func (m *ClientHeartbeatRequest) GetOptionalCurrentRound() isClientHeartbeatRequest_OptionalCurrentRound

+ func (x *ClientHeartbeatRequest) GetBlockedRound() int64

+ func (x *ClientHeartbeatRequest) GetCurrentRound() int64

+ func (x *ClientHeartbeatRequest) GetIterationClientId() int64

+ func (x *ClientHeartbeatRequest) ProtoReflect() protoreflect.Message

+ func (x *ClientHeartbeatRequest) Reset()

+ func (x *ClientHeartbeatRequest) String() string

+ type ClientHeartbeatRequest_BlockedRound struct

+ BlockedRound int64

+ type ClientHeartbeatRequest_CurrentRound struct

+ CurrentRound int64

+ type ClientHeartbeatResponse struct

+ DeploymentMode protobuf.DeploymentMode

+ IterationFinished bool

+ OptionalBlockRound isClientHeartbeatResponse_OptionalBlockRound

+ TaskInfo []*TaskInfo

+ func (*ClientHeartbeatResponse) Descriptor() ([]byte, []int)

+ func (*ClientHeartbeatResponse) ProtoMessage()

+ func (m *ClientHeartbeatResponse) GetOptionalBlockRound() isClientHeartbeatResponse_OptionalBlockRound

+ func (x *ClientHeartbeatResponse) GetBlockRound() int64

+ func (x *ClientHeartbeatResponse) GetDeploymentMode() protobuf.DeploymentMode

+ func (x *ClientHeartbeatResponse) GetIterationFinished() bool

+ func (x *ClientHeartbeatResponse) GetTaskInfo() []*TaskInfo

+ func (x *ClientHeartbeatResponse) ProtoReflect() protoreflect.Message

+ func (x *ClientHeartbeatResponse) Reset()

+ func (x *ClientHeartbeatResponse) String() string

+ type ClientHeartbeatResponse_BlockRound struct

+ BlockRound int64

+ type ClientHeartbeatUpdate struct

+ IterationClientId int64

+ TaskAccepted bool

+ TaskRejected *TaskRejected

+ func (*ClientHeartbeatUpdate) Descriptor() ([]byte, []int)

+ func (*ClientHeartbeatUpdate) ProtoMessage()

+ func (x *ClientHeartbeatUpdate) GetIterationClientId() int64

+ func (x *ClientHeartbeatUpdate) GetTaskAccepted() bool

+ func (x *ClientHeartbeatUpdate) GetTaskRejected() *TaskRejected

+ func (x *ClientHeartbeatUpdate) ProtoReflect() protoreflect.Message

+ func (x *ClientHeartbeatUpdate) Reset()

+ func (x *ClientHeartbeatUpdate) String() string

+ type CreateIterationUpdate struct

+ IterationId int64

+ JobId int64

+ NumSplitProviders int64

+ Repetition int64

+ func (*CreateIterationUpdate) Descriptor() ([]byte, []int)

+ func (*CreateIterationUpdate) ProtoMessage()

+ func (x *CreateIterationUpdate) GetIterationId() int64

+ func (x *CreateIterationUpdate) GetJobId() int64

+ func (x *CreateIterationUpdate) GetNumSplitProviders() int64

+ func (x *CreateIterationUpdate) GetRepetition() int64

+ func (x *CreateIterationUpdate) ProtoReflect() protoreflect.Message

+ func (x *CreateIterationUpdate) Reset()

+ func (x *CreateIterationUpdate) String() string

+ type CreateJobUpdate struct

+ DatasetId string

+ JobId int64

+ JobName string

+ OptionalNumConsumers isCreateJobUpdate_OptionalNumConsumers

+ ProcessingModeDef *protobuf.ProcessingModeDef

+ TargetWorkers TargetWorkers

+ UseCrossTrainerCache bool

+ func (*CreateJobUpdate) Descriptor() ([]byte, []int)

+ func (*CreateJobUpdate) ProtoMessage()

+ func (m *CreateJobUpdate) GetOptionalNumConsumers() isCreateJobUpdate_OptionalNumConsumers

+ func (x *CreateJobUpdate) GetDatasetId() string

+ func (x *CreateJobUpdate) GetJobId() int64

+ func (x *CreateJobUpdate) GetJobName() string

+ func (x *CreateJobUpdate) GetNumConsumers() int64

+ func (x *CreateJobUpdate) GetProcessingModeDef() *protobuf.ProcessingModeDef

+ func (x *CreateJobUpdate) GetTargetWorkers() TargetWorkers

+ func (x *CreateJobUpdate) GetUseCrossTrainerCache() bool

+ func (x *CreateJobUpdate) ProtoReflect() protoreflect.Message

+ func (x *CreateJobUpdate) Reset()

+ func (x *CreateJobUpdate) String() string

+ type CreateJobUpdate_NumConsumers struct

+ NumConsumers int64

+ type CreatePendingTaskUpdate struct

+ IterationId int64

+ StartingRound int64

+ TaskId int64

+ TransferAddress string

+ WorkerAddress string

+ WorkerTags []string

+ WorkerUid int64

+ func (*CreatePendingTaskUpdate) Descriptor() ([]byte, []int)

+ func (*CreatePendingTaskUpdate) ProtoMessage()

+ func (x *CreatePendingTaskUpdate) GetIterationId() int64

+ func (x *CreatePendingTaskUpdate) GetStartingRound() int64

+ func (x *CreatePendingTaskUpdate) GetTaskId() int64

+ func (x *CreatePendingTaskUpdate) GetTransferAddress() string

+ func (x *CreatePendingTaskUpdate) GetWorkerAddress() string

+ func (x *CreatePendingTaskUpdate) GetWorkerTags() []string

+ func (x *CreatePendingTaskUpdate) GetWorkerUid() int64

+ func (x *CreatePendingTaskUpdate) ProtoReflect() protoreflect.Message

+ func (x *CreatePendingTaskUpdate) Reset()

+ func (x *CreatePendingTaskUpdate) String() string

+ type CreateTaskUpdate struct

+ IterationId int64

+ TaskId int64

+ TransferAddress string

+ WorkerAddress string

+ WorkerTags []string

+ WorkerUid int64

+ func (*CreateTaskUpdate) Descriptor() ([]byte, []int)

+ func (*CreateTaskUpdate) ProtoMessage()

+ func (x *CreateTaskUpdate) GetIterationId() int64

+ func (x *CreateTaskUpdate) GetTaskId() int64

+ func (x *CreateTaskUpdate) GetTransferAddress() string

+ func (x *CreateTaskUpdate) GetWorkerAddress() string

+ func (x *CreateTaskUpdate) GetWorkerTags() []string

+ func (x *CreateTaskUpdate) GetWorkerUid() int64

+ func (x *CreateTaskUpdate) ProtoReflect() protoreflect.Message

+ func (x *CreateTaskUpdate) Reset()

+ func (x *CreateTaskUpdate) String() string

+ type DatasetDef struct

+ Graph *framework.GraphDef

+ func (*DatasetDef) Descriptor() ([]byte, []int)

+ func (*DatasetDef) ProtoMessage()

+ func (x *DatasetDef) GetGraph() *framework.GraphDef

+ func (x *DatasetDef) ProtoReflect() protoreflect.Message

+ func (x *DatasetDef) Reset()

+ func (x *DatasetDef) String() string

+ type DispatcherServiceClient interface

+ ClientHeartbeat func(ctx context.Context, in *ClientHeartbeatRequest, opts ...grpc.CallOption) (*ClientHeartbeatResponse, error)

+ GetDataServiceConfig func(ctx context.Context, in *GetDataServiceConfigRequest, opts ...grpc.CallOption) (*GetDataServiceConfigResponse, error)

+ GetDataServiceMetadata func(ctx context.Context, in *GetDataServiceMetadataRequest, ...) (*GetDataServiceMetadataResponse, error)

+ GetDatasetDef func(ctx context.Context, in *GetDatasetDefRequest, opts ...grpc.CallOption) (*GetDatasetDefResponse, error)

+ GetOrCreateIteration func(ctx context.Context, in *GetOrCreateIterationRequest, opts ...grpc.CallOption) (*GetOrCreateIterationResponse, error)

+ GetOrCreateJob func(ctx context.Context, in *GetOrCreateJobRequest, opts ...grpc.CallOption) (*GetOrCreateJobResponse, error)

+ GetOrRegisterDataset func(ctx context.Context, in *GetOrRegisterDatasetRequest, opts ...grpc.CallOption) (*GetOrRegisterDatasetResponse, error)

+ GetSplit func(ctx context.Context, in *GetSplitRequest, opts ...grpc.CallOption) (*GetSplitResponse, error)

+ GetVersion func(ctx context.Context, in *GetVersionRequest, opts ...grpc.CallOption) (*GetVersionResponse, error)

+ GetWorkers func(ctx context.Context, in *GetWorkersRequest, opts ...grpc.CallOption) (*GetWorkersResponse, error)

+ MaybeRemoveTask func(ctx context.Context, in *MaybeRemoveTaskRequest, opts ...grpc.CallOption) (*MaybeRemoveTaskResponse, error)

+ ReleaseIterationClient func(ctx context.Context, in *ReleaseIterationClientRequest, ...) (*ReleaseIterationClientResponse, error)

+ WorkerHeartbeat func(ctx context.Context, in *WorkerHeartbeatRequest, opts ...grpc.CallOption) (*WorkerHeartbeatResponse, error)

+ WorkerUpdate func(ctx context.Context, in *WorkerUpdateRequest, opts ...grpc.CallOption) (*WorkerUpdateResponse, error)

+ func NewDispatcherServiceClient(cc grpc.ClientConnInterface) DispatcherServiceClient

+ type DispatcherServiceServer interface

+ ClientHeartbeat func(context.Context, *ClientHeartbeatRequest) (*ClientHeartbeatResponse, error)

+ GetDataServiceConfig func(context.Context, *GetDataServiceConfigRequest) (*GetDataServiceConfigResponse, error)

+ GetDataServiceMetadata func(context.Context, *GetDataServiceMetadataRequest) (*GetDataServiceMetadataResponse, error)

+ GetDatasetDef func(context.Context, *GetDatasetDefRequest) (*GetDatasetDefResponse, error)

+ GetOrCreateIteration func(context.Context, *GetOrCreateIterationRequest) (*GetOrCreateIterationResponse, error)

+ GetOrCreateJob func(context.Context, *GetOrCreateJobRequest) (*GetOrCreateJobResponse, error)

+ GetOrRegisterDataset func(context.Context, *GetOrRegisterDatasetRequest) (*GetOrRegisterDatasetResponse, error)

+ GetSplit func(context.Context, *GetSplitRequest) (*GetSplitResponse, error)

+ GetVersion func(context.Context, *GetVersionRequest) (*GetVersionResponse, error)

+ GetWorkers func(context.Context, *GetWorkersRequest) (*GetWorkersResponse, error)

+ MaybeRemoveTask func(context.Context, *MaybeRemoveTaskRequest) (*MaybeRemoveTaskResponse, error)

+ ReleaseIterationClient func(context.Context, *ReleaseIterationClientRequest) (*ReleaseIterationClientResponse, error)

+ WorkerHeartbeat func(context.Context, *WorkerHeartbeatRequest) (*WorkerHeartbeatResponse, error)

+ WorkerUpdate func(context.Context, *WorkerUpdateRequest) (*WorkerUpdateResponse, error)

+ type DispatcherStateExport struct

+ DispatcherConfig *protobuf.DispatcherConfig

+ Iterations []*DispatcherStateExport_Iteration

+ WorkerAddresses []string

+ func (*DispatcherStateExport) Descriptor() ([]byte, []int)

+ func (*DispatcherStateExport) ProtoMessage()

+ func (x *DispatcherStateExport) GetDispatcherConfig() *protobuf.DispatcherConfig

+ func (x *DispatcherStateExport) GetIterations() []*DispatcherStateExport_Iteration

+ func (x *DispatcherStateExport) GetWorkerAddresses() []string

+ func (x *DispatcherStateExport) ProtoReflect() protoreflect.Message

+ func (x *DispatcherStateExport) Reset()

+ func (x *DispatcherStateExport) String() string

+ type DispatcherStateExport_Iteration struct

+ DatasetId string

+ Finished bool

+ GarbageCollected bool

+ IterationId int64

+ IterationKey *IterationKeyDef

+ NumClients int64

+ NumConsumers int64

+ ProcessingMode *protobuf.ProcessingModeDef

+ func (*DispatcherStateExport_Iteration) Descriptor() ([]byte, []int)

+ func (*DispatcherStateExport_Iteration) ProtoMessage()

+ func (x *DispatcherStateExport_Iteration) GetDatasetId() string

+ func (x *DispatcherStateExport_Iteration) GetFinished() bool

+ func (x *DispatcherStateExport_Iteration) GetGarbageCollected() bool

+ func (x *DispatcherStateExport_Iteration) GetIterationId() int64

+ func (x *DispatcherStateExport_Iteration) GetIterationKey() *IterationKeyDef

+ func (x *DispatcherStateExport_Iteration) GetNumClients() int64

+ func (x *DispatcherStateExport_Iteration) GetNumConsumers() int64

+ func (x *DispatcherStateExport_Iteration) GetProcessingMode() *protobuf.ProcessingModeDef

+ func (x *DispatcherStateExport_Iteration) ProtoReflect() protoreflect.Message

+ func (x *DispatcherStateExport_Iteration) Reset()

+ func (x *DispatcherStateExport_Iteration) String() string

+ type FinishTaskUpdate struct

+ TaskId int64

+ func (*FinishTaskUpdate) Descriptor() ([]byte, []int)

+ func (*FinishTaskUpdate) ProtoMessage()

+ func (x *FinishTaskUpdate) GetTaskId() int64

+ func (x *FinishTaskUpdate) ProtoReflect() protoreflect.Message

+ func (x *FinishTaskUpdate) Reset()

+ func (x *FinishTaskUpdate) String() string

+ type GarbageCollectIterationUpdate struct

+ IterationId int64

+ func (*GarbageCollectIterationUpdate) Descriptor() ([]byte, []int)

+ func (*GarbageCollectIterationUpdate) ProtoMessage()

+ func (x *GarbageCollectIterationUpdate) GetIterationId() int64

+ func (x *GarbageCollectIterationUpdate) ProtoReflect() protoreflect.Message

+ func (x *GarbageCollectIterationUpdate) Reset()

+ func (x *GarbageCollectIterationUpdate) String() string

+ type GetDataServiceConfigRequest struct

+ func (*GetDataServiceConfigRequest) Descriptor() ([]byte, []int)

+ func (*GetDataServiceConfigRequest) ProtoMessage()

+ func (x *GetDataServiceConfigRequest) ProtoReflect() protoreflect.Message

+ func (x *GetDataServiceConfigRequest) Reset()

+ func (x *GetDataServiceConfigRequest) String() string

+ type GetDataServiceConfigResponse struct

+ Config *protobuf.DataServiceConfig

+ func (*GetDataServiceConfigResponse) Descriptor() ([]byte, []int)

+ func (*GetDataServiceConfigResponse) ProtoMessage()

+ func (x *GetDataServiceConfigResponse) GetConfig() *protobuf.DataServiceConfig

+ func (x *GetDataServiceConfigResponse) ProtoReflect() protoreflect.Message

+ func (x *GetDataServiceConfigResponse) Reset()

+ func (x *GetDataServiceConfigResponse) String() string

+ type GetDataServiceMetadataRequest struct

+ DatasetId string

+ func (*GetDataServiceMetadataRequest) Descriptor() ([]byte, []int)

+ func (*GetDataServiceMetadataRequest) ProtoMessage()

+ func (x *GetDataServiceMetadataRequest) GetDatasetId() string

+ func (x *GetDataServiceMetadataRequest) ProtoReflect() protoreflect.Message

+ func (x *GetDataServiceMetadataRequest) Reset()

+ func (x *GetDataServiceMetadataRequest) String() string

+ type GetDataServiceMetadataResponse struct

+ Metadata *protobuf.DataServiceMetadata

+ func (*GetDataServiceMetadataResponse) Descriptor() ([]byte, []int)

+ func (*GetDataServiceMetadataResponse) ProtoMessage()

+ func (x *GetDataServiceMetadataResponse) GetMetadata() *protobuf.DataServiceMetadata

+ func (x *GetDataServiceMetadataResponse) ProtoReflect() protoreflect.Message

+ func (x *GetDataServiceMetadataResponse) Reset()

+ func (x *GetDataServiceMetadataResponse) String() string

+ type GetDatasetDefRequest struct

+ DatasetId string

+ func (*GetDatasetDefRequest) Descriptor() ([]byte, []int)

+ func (*GetDatasetDefRequest) ProtoMessage()

+ func (x *GetDatasetDefRequest) GetDatasetId() string

+ func (x *GetDatasetDefRequest) ProtoReflect() protoreflect.Message

+ func (x *GetDatasetDefRequest) Reset()

+ func (x *GetDatasetDefRequest) String() string

+ type GetDatasetDefResponse struct

+ DatasetDef *DatasetDef

+ func (*GetDatasetDefResponse) Descriptor() ([]byte, []int)

+ func (*GetDatasetDefResponse) ProtoMessage()

+ func (x *GetDatasetDefResponse) GetDatasetDef() *DatasetDef

+ func (x *GetDatasetDefResponse) ProtoReflect() protoreflect.Message

+ func (x *GetDatasetDefResponse) Reset()

+ func (x *GetDatasetDefResponse) String() string

+ type GetElementRequest struct

+ AllowSkip bool

+ OptionalConsumerIndex isGetElementRequest_OptionalConsumerIndex

+ OptionalRoundIndex isGetElementRequest_OptionalRoundIndex

+ SkippedPreviousRound bool

+ TaskId int64

+ TrainerId string

+ func (*GetElementRequest) Descriptor() ([]byte, []int)

+ func (*GetElementRequest) ProtoMessage()

+ func (m *GetElementRequest) GetOptionalConsumerIndex() isGetElementRequest_OptionalConsumerIndex

+ func (m *GetElementRequest) GetOptionalRoundIndex() isGetElementRequest_OptionalRoundIndex

+ func (x *GetElementRequest) GetAllowSkip() bool

+ func (x *GetElementRequest) GetConsumerIndex() int64

+ func (x *GetElementRequest) GetRoundIndex() int64

+ func (x *GetElementRequest) GetSkippedPreviousRound() bool

+ func (x *GetElementRequest) GetTaskId() int64

+ func (x *GetElementRequest) GetTrainerId() string

+ func (x *GetElementRequest) ProtoReflect() protoreflect.Message

+ func (x *GetElementRequest) Reset()

+ func (x *GetElementRequest) String() string

+ type GetElementRequest_ConsumerIndex struct

+ ConsumerIndex int64

+ type GetElementRequest_RoundIndex struct

+ RoundIndex int64

+ type GetElementResponse struct

+ Element isGetElementResponse_Element

+ ElementIndex int64

+ EndOfSequence bool

+ SkipTask bool

+ func (*GetElementResponse) Descriptor() ([]byte, []int)

+ func (*GetElementResponse) ProtoMessage()

+ func (m *GetElementResponse) GetElement() isGetElementResponse_Element

+ func (x *GetElementResponse) GetCompressed() *data.CompressedElement

+ func (x *GetElementResponse) GetElementIndex() int64

+ func (x *GetElementResponse) GetEndOfSequence() bool

+ func (x *GetElementResponse) GetSkipTask() bool

+ func (x *GetElementResponse) GetUncompressed() *data.UncompressedElement

+ func (x *GetElementResponse) ProtoReflect() protoreflect.Message

+ func (x *GetElementResponse) Reset()

+ func (x *GetElementResponse) String() string

+ type GetElementResponse_Compressed struct

+ Compressed *data.CompressedElement

+ type GetElementResponse_Uncompressed struct

+ Uncompressed *data.UncompressedElement

+ type GetOrCreateIterationRequest struct

+ JobId int64

+ Repetition int64

+ func (*GetOrCreateIterationRequest) Descriptor() ([]byte, []int)

+ func (*GetOrCreateIterationRequest) ProtoMessage()

+ func (x *GetOrCreateIterationRequest) GetJobId() int64

+ func (x *GetOrCreateIterationRequest) GetRepetition() int64

+ func (x *GetOrCreateIterationRequest) ProtoReflect() protoreflect.Message

+ func (x *GetOrCreateIterationRequest) Reset()

+ func (x *GetOrCreateIterationRequest) String() string

+ type GetOrCreateIterationResponse struct

+ IterationClientId int64

+ func (*GetOrCreateIterationResponse) Descriptor() ([]byte, []int)

+ func (*GetOrCreateIterationResponse) ProtoMessage()

+ func (x *GetOrCreateIterationResponse) GetIterationClientId() int64

+ func (x *GetOrCreateIterationResponse) ProtoReflect() protoreflect.Message

+ func (x *GetOrCreateIterationResponse) Reset()

+ func (x *GetOrCreateIterationResponse) String() string

+ type GetOrCreateJobRequest struct

+ DatasetId string

+ OptionalJobName isGetOrCreateJobRequest_OptionalJobName

+ OptionalNumConsumers isGetOrCreateJobRequest_OptionalNumConsumers

+ ProcessingModeDef *protobuf.ProcessingModeDef

+ TargetWorkers TargetWorkers

+ UseCrossTrainerCache bool

+ func (*GetOrCreateJobRequest) Descriptor() ([]byte, []int)

+ func (*GetOrCreateJobRequest) ProtoMessage()

+ func (m *GetOrCreateJobRequest) GetOptionalJobName() isGetOrCreateJobRequest_OptionalJobName

+ func (m *GetOrCreateJobRequest) GetOptionalNumConsumers() isGetOrCreateJobRequest_OptionalNumConsumers

+ func (x *GetOrCreateJobRequest) GetDatasetId() string

+ func (x *GetOrCreateJobRequest) GetJobName() string

+ func (x *GetOrCreateJobRequest) GetNumConsumers() int64

+ func (x *GetOrCreateJobRequest) GetProcessingModeDef() *protobuf.ProcessingModeDef

+ func (x *GetOrCreateJobRequest) GetTargetWorkers() TargetWorkers

+ func (x *GetOrCreateJobRequest) GetUseCrossTrainerCache() bool

+ func (x *GetOrCreateJobRequest) ProtoReflect() protoreflect.Message

+ func (x *GetOrCreateJobRequest) Reset()

+ func (x *GetOrCreateJobRequest) String() string

+ type GetOrCreateJobRequest_JobName struct

+ JobName string

+ type GetOrCreateJobRequest_NumConsumers struct

+ NumConsumers int64

+ type GetOrCreateJobResponse struct

+ JobId int64

+ func (*GetOrCreateJobResponse) Descriptor() ([]byte, []int)

+ func (*GetOrCreateJobResponse) ProtoMessage()

+ func (x *GetOrCreateJobResponse) GetJobId() int64

+ func (x *GetOrCreateJobResponse) ProtoReflect() protoreflect.Message

+ func (x *GetOrCreateJobResponse) Reset()

+ func (x *GetOrCreateJobResponse) String() string

+ type GetOrRegisterDatasetRequest struct

+ Dataset *DatasetDef

+ Metadata *protobuf.DataServiceMetadata

+ OptionalDatasetId isGetOrRegisterDatasetRequest_OptionalDatasetId

+ func (*GetOrRegisterDatasetRequest) Descriptor() ([]byte, []int)

+ func (*GetOrRegisterDatasetRequest) ProtoMessage()

+ func (m *GetOrRegisterDatasetRequest) GetOptionalDatasetId() isGetOrRegisterDatasetRequest_OptionalDatasetId

+ func (x *GetOrRegisterDatasetRequest) GetDataset() *DatasetDef

+ func (x *GetOrRegisterDatasetRequest) GetDatasetId() string

+ func (x *GetOrRegisterDatasetRequest) GetMetadata() *protobuf.DataServiceMetadata

+ func (x *GetOrRegisterDatasetRequest) ProtoReflect() protoreflect.Message

+ func (x *GetOrRegisterDatasetRequest) Reset()

+ func (x *GetOrRegisterDatasetRequest) String() string

+ type GetOrRegisterDatasetRequest_DatasetId struct

+ DatasetId string

+ type GetOrRegisterDatasetResponse struct

+ DatasetId string

+ func (*GetOrRegisterDatasetResponse) Descriptor() ([]byte, []int)

+ func (*GetOrRegisterDatasetResponse) ProtoMessage()

+ func (x *GetOrRegisterDatasetResponse) GetDatasetId() string

+ func (x *GetOrRegisterDatasetResponse) ProtoReflect() protoreflect.Message

+ func (x *GetOrRegisterDatasetResponse) Reset()

+ func (x *GetOrRegisterDatasetResponse) String() string

+ type GetSplitRequest struct

+ IterationId int64

+ Repetition int64

+ SplitProviderIndex int64

+ func (*GetSplitRequest) Descriptor() ([]byte, []int)

+ func (*GetSplitRequest) ProtoMessage()

+ func (x *GetSplitRequest) GetIterationId() int64

+ func (x *GetSplitRequest) GetRepetition() int64

+ func (x *GetSplitRequest) GetSplitProviderIndex() int64

+ func (x *GetSplitRequest) ProtoReflect() protoreflect.Message

+ func (x *GetSplitRequest) Reset()

+ func (x *GetSplitRequest) String() string

+ type GetSplitResponse struct

+ EndOfSplits bool

+ Split *framework.TensorProto

+ func (*GetSplitResponse) Descriptor() ([]byte, []int)

+ func (*GetSplitResponse) ProtoMessage()

+ func (x *GetSplitResponse) GetEndOfSplits() bool

+ func (x *GetSplitResponse) GetSplit() *framework.TensorProto

+ func (x *GetSplitResponse) ProtoReflect() protoreflect.Message

+ func (x *GetSplitResponse) Reset()

+ func (x *GetSplitResponse) String() string

+ type GetVersionRequest struct

+ func (*GetVersionRequest) Descriptor() ([]byte, []int)

+ func (*GetVersionRequest) ProtoMessage()

+ func (x *GetVersionRequest) ProtoReflect() protoreflect.Message

+ func (x *GetVersionRequest) Reset()

+ func (x *GetVersionRequest) String() string

+ type GetVersionResponse struct

+ Version int64

+ func (*GetVersionResponse) Descriptor() ([]byte, []int)

+ func (*GetVersionResponse) ProtoMessage()

+ func (x *GetVersionResponse) GetVersion() int64

+ func (x *GetVersionResponse) ProtoReflect() protoreflect.Message

+ func (x *GetVersionResponse) Reset()

+ func (x *GetVersionResponse) String() string

+ type GetWorkerTasksRequest struct

+ func (*GetWorkerTasksRequest) Descriptor() ([]byte, []int)

+ func (*GetWorkerTasksRequest) ProtoMessage()

+ func (x *GetWorkerTasksRequest) ProtoReflect() protoreflect.Message

+ func (x *GetWorkerTasksRequest) Reset()

+ func (x *GetWorkerTasksRequest) String() string

+ type GetWorkerTasksResponse struct

+ Tasks []*TaskInfo

+ func (*GetWorkerTasksResponse) Descriptor() ([]byte, []int)

+ func (*GetWorkerTasksResponse) ProtoMessage()

+ func (x *GetWorkerTasksResponse) GetTasks() []*TaskInfo

+ func (x *GetWorkerTasksResponse) ProtoReflect() protoreflect.Message

+ func (x *GetWorkerTasksResponse) Reset()

+ func (x *GetWorkerTasksResponse) String() string

+ type GetWorkersRequest struct

+ func (*GetWorkersRequest) Descriptor() ([]byte, []int)

+ func (*GetWorkersRequest) ProtoMessage()

+ func (x *GetWorkersRequest) ProtoReflect() protoreflect.Message

+ func (x *GetWorkersRequest) Reset()

+ func (x *GetWorkersRequest) String() string

+ type GetWorkersResponse struct

+ Workers []*WorkerInfo

+ func (*GetWorkersResponse) Descriptor() ([]byte, []int)

+ func (*GetWorkersResponse) ProtoMessage()

+ func (x *GetWorkersResponse) GetWorkers() []*WorkerInfo

+ func (x *GetWorkersResponse) ProtoReflect() protoreflect.Message

+ func (x *GetWorkersResponse) Reset()

+ func (x *GetWorkersResponse) String() string

+ type IterationKeyDef struct

+ Iteration int64

+ Name string

+ func (*IterationKeyDef) Descriptor() ([]byte, []int)

+ func (*IterationKeyDef) ProtoMessage()

+ func (x *IterationKeyDef) GetIteration() int64

+ func (x *IterationKeyDef) GetName() string

+ func (x *IterationKeyDef) ProtoReflect() protoreflect.Message

+ func (x *IterationKeyDef) Reset()

+ func (x *IterationKeyDef) String() string

+ type MaybeRemoveTaskRequest struct

+ ConsumerIndex int64

+ Round int64

+ TaskId int64

+ func (*MaybeRemoveTaskRequest) Descriptor() ([]byte, []int)

+ func (*MaybeRemoveTaskRequest) ProtoMessage()

+ func (x *MaybeRemoveTaskRequest) GetConsumerIndex() int64

+ func (x *MaybeRemoveTaskRequest) GetRound() int64

+ func (x *MaybeRemoveTaskRequest) GetTaskId() int64

+ func (x *MaybeRemoveTaskRequest) ProtoReflect() protoreflect.Message

+ func (x *MaybeRemoveTaskRequest) Reset()

+ func (x *MaybeRemoveTaskRequest) String() string

+ type MaybeRemoveTaskResponse struct

+ Removed bool

+ func (*MaybeRemoveTaskResponse) Descriptor() ([]byte, []int)

+ func (*MaybeRemoveTaskResponse) ProtoMessage()

+ func (x *MaybeRemoveTaskResponse) GetRemoved() bool

+ func (x *MaybeRemoveTaskResponse) ProtoReflect() protoreflect.Message

+ func (x *MaybeRemoveTaskResponse) Reset()

+ func (x *MaybeRemoveTaskResponse) String() string

+ type ProcessTaskRequest struct

+ Task *TaskDef

+ func (*ProcessTaskRequest) Descriptor() ([]byte, []int)

+ func (*ProcessTaskRequest) ProtoMessage()

+ func (x *ProcessTaskRequest) GetTask() *TaskDef

+ func (x *ProcessTaskRequest) ProtoReflect() protoreflect.Message

+ func (x *ProcessTaskRequest) Reset()

+ func (x *ProcessTaskRequest) String() string

+ type ProcessTaskResponse struct

+ func (*ProcessTaskResponse) Descriptor() ([]byte, []int)

+ func (*ProcessTaskResponse) ProtoMessage()

+ func (x *ProcessTaskResponse) ProtoReflect() protoreflect.Message

+ func (x *ProcessTaskResponse) Reset()

+ func (x *ProcessTaskResponse) String() string

+ type ProduceSplitUpdate struct

+ Finished bool

+ IterationId int64

+ Repetition int64

+ SplitProviderIndex int64

+ func (*ProduceSplitUpdate) Descriptor() ([]byte, []int)

+ func (*ProduceSplitUpdate) ProtoMessage()

+ func (x *ProduceSplitUpdate) GetFinished() bool

+ func (x *ProduceSplitUpdate) GetIterationId() int64

+ func (x *ProduceSplitUpdate) GetRepetition() int64

+ func (x *ProduceSplitUpdate) GetSplitProviderIndex() int64

+ func (x *ProduceSplitUpdate) ProtoReflect() protoreflect.Message

+ func (x *ProduceSplitUpdate) Reset()

+ func (x *ProduceSplitUpdate) String() string

+ type RegisterDatasetUpdate struct

+ DatasetId string

+ DedupeByDatasetId bool

+ Fingerprint uint64

+ Metadata *protobuf.DataServiceMetadata

+ func (*RegisterDatasetUpdate) Descriptor() ([]byte, []int)

+ func (*RegisterDatasetUpdate) ProtoMessage()

+ func (x *RegisterDatasetUpdate) GetDatasetId() string

+ func (x *RegisterDatasetUpdate) GetDedupeByDatasetId() bool

+ func (x *RegisterDatasetUpdate) GetFingerprint() uint64

+ func (x *RegisterDatasetUpdate) GetMetadata() *protobuf.DataServiceMetadata

+ func (x *RegisterDatasetUpdate) ProtoReflect() protoreflect.Message

+ func (x *RegisterDatasetUpdate) Reset()

+ func (x *RegisterDatasetUpdate) String() string

+ type RegisterWorkerUpdate struct

+ TransferAddress string

+ WorkerAddress string

+ WorkerTags []string

+ WorkerUid int64

+ func (*RegisterWorkerUpdate) Descriptor() ([]byte, []int)

+ func (*RegisterWorkerUpdate) ProtoMessage()

+ func (x *RegisterWorkerUpdate) GetTransferAddress() string

+ func (x *RegisterWorkerUpdate) GetWorkerAddress() string

+ func (x *RegisterWorkerUpdate) GetWorkerTags() []string

+ func (x *RegisterWorkerUpdate) GetWorkerUid() int64

+ func (x *RegisterWorkerUpdate) ProtoReflect() protoreflect.Message

+ func (x *RegisterWorkerUpdate) Reset()

+ func (x *RegisterWorkerUpdate) String() string

+ type ReleaseIterationClientRequest struct

+ IterationClientId int64

+ func (*ReleaseIterationClientRequest) Descriptor() ([]byte, []int)

+ func (*ReleaseIterationClientRequest) ProtoMessage()

+ func (x *ReleaseIterationClientRequest) GetIterationClientId() int64

+ func (x *ReleaseIterationClientRequest) ProtoReflect() protoreflect.Message

+ func (x *ReleaseIterationClientRequest) Reset()

+ func (x *ReleaseIterationClientRequest) String() string

+ type ReleaseIterationClientResponse struct

+ func (*ReleaseIterationClientResponse) Descriptor() ([]byte, []int)

+ func (*ReleaseIterationClientResponse) ProtoMessage()

+ func (x *ReleaseIterationClientResponse) ProtoReflect() protoreflect.Message

+ func (x *ReleaseIterationClientResponse) Reset()

+ func (x *ReleaseIterationClientResponse) String() string

+ type ReleaseIterationClientUpdate struct

+ IterationClientId int64

+ TimeMicros int64

+ func (*ReleaseIterationClientUpdate) Descriptor() ([]byte, []int)

+ func (*ReleaseIterationClientUpdate) ProtoMessage()

+ func (x *ReleaseIterationClientUpdate) GetIterationClientId() int64

+ func (x *ReleaseIterationClientUpdate) GetTimeMicros() int64

+ func (x *ReleaseIterationClientUpdate) ProtoReflect() protoreflect.Message

+ func (x *ReleaseIterationClientUpdate) Reset()

+ func (x *ReleaseIterationClientUpdate) String() string

+ type RemoveTaskUpdate struct

+ TaskId int64

+ func (*RemoveTaskUpdate) Descriptor() ([]byte, []int)

+ func (*RemoveTaskUpdate) ProtoMessage()

+ func (x *RemoveTaskUpdate) GetTaskId() int64

+ func (x *RemoveTaskUpdate) ProtoReflect() protoreflect.Message

+ func (x *RemoveTaskUpdate) Reset()

+ func (x *RemoveTaskUpdate) String() string

+ type ServerStateExport struct

+ DispatcherStateExport *DispatcherStateExport

+ WorkerStateExport *WorkerStateExport

+ func (*ServerStateExport) Descriptor() ([]byte, []int)

+ func (*ServerStateExport) ProtoMessage()

+ func (x *ServerStateExport) GetDispatcherStateExport() *DispatcherStateExport

+ func (x *ServerStateExport) GetWorkerStateExport() *WorkerStateExport

+ func (x *ServerStateExport) ProtoReflect() protoreflect.Message

+ func (x *ServerStateExport) Reset()

+ func (x *ServerStateExport) String() string

+ type TargetWorkers int32

+ const TargetWorkers_TARGET_WORKERS_ANY

+ const TargetWorkers_TARGET_WORKERS_AUTO

+ const TargetWorkers_TARGET_WORKERS_LOCAL

+ const TargetWorkers_TARGET_WORKERS_UNSPECIFIED

+ func (TargetWorkers) Descriptor() protoreflect.EnumDescriptor

+ func (TargetWorkers) EnumDescriptor() ([]byte, []int)

+ func (TargetWorkers) Type() protoreflect.EnumType

+ func (x TargetWorkers) Enum() *TargetWorkers

+ func (x TargetWorkers) Number() protoreflect.EnumNumber

+ func (x TargetWorkers) String() string

+ type TaskDef struct

+ Dataset isTaskDef_Dataset

+ DatasetId string

+ IterationId int64

+ NumSplitProviders int64

+ NumWorkers int64

+ OptionalNumConsumers isTaskDef_OptionalNumConsumers

+ ProcessingModeDef *protobuf.ProcessingModeDef

+ TaskId int64

+ UseCrossTrainerCache bool

+ WorkerAddress string

+ WorkerIndex int64

+ func (*TaskDef) Descriptor() ([]byte, []int)

+ func (*TaskDef) ProtoMessage()

+ func (m *TaskDef) GetDataset() isTaskDef_Dataset

+ func (m *TaskDef) GetOptionalNumConsumers() isTaskDef_OptionalNumConsumers

+ func (x *TaskDef) GetDatasetDef() *DatasetDef

+ func (x *TaskDef) GetDatasetId() string

+ func (x *TaskDef) GetIterationId() int64

+ func (x *TaskDef) GetNumConsumers() int64

+ func (x *TaskDef) GetNumSplitProviders() int64

+ func (x *TaskDef) GetNumWorkers() int64

+ func (x *TaskDef) GetPath() string

+ func (x *TaskDef) GetProcessingModeDef() *protobuf.ProcessingModeDef

+ func (x *TaskDef) GetTaskId() int64

+ func (x *TaskDef) GetUseCrossTrainerCache() bool

+ func (x *TaskDef) GetWorkerAddress() string

+ func (x *TaskDef) GetWorkerIndex() int64

+ func (x *TaskDef) ProtoReflect() protoreflect.Message

+ func (x *TaskDef) Reset()

+ func (x *TaskDef) String() string

+ type TaskDef_DatasetDef struct

+ DatasetDef *DatasetDef

+ type TaskDef_NumConsumers struct

+ NumConsumers int64

+ type TaskDef_Path struct

+ Path string

+ type TaskInfo struct

+ IterationId int64

+ StartingRound int64

+ TaskId int64

+ TransferAddress string

+ WorkerAddress string

+ WorkerTags []string

+ WorkerUid int64

+ func (*TaskInfo) Descriptor() ([]byte, []int)

+ func (*TaskInfo) ProtoMessage()

+ func (x *TaskInfo) GetIterationId() int64

+ func (x *TaskInfo) GetStartingRound() int64

+ func (x *TaskInfo) GetTaskId() int64

+ func (x *TaskInfo) GetTransferAddress() string

+ func (x *TaskInfo) GetWorkerAddress() string

+ func (x *TaskInfo) GetWorkerTags() []string

+ func (x *TaskInfo) GetWorkerUid() int64

+ func (x *TaskInfo) ProtoReflect() protoreflect.Message

+ func (x *TaskInfo) Reset()

+ func (x *TaskInfo) String() string

+ type TaskProgress struct

+ Completed bool

+ TaskId int64

+ func (*TaskProgress) Descriptor() ([]byte, []int)

+ func (*TaskProgress) ProtoMessage()

+ func (x *TaskProgress) GetCompleted() bool

+ func (x *TaskProgress) GetTaskId() int64

+ func (x *TaskProgress) ProtoReflect() protoreflect.Message

+ func (x *TaskProgress) Reset()

+ func (x *TaskProgress) String() string

+ type TaskRejected struct

+ NewTargetRound int64

+ func (*TaskRejected) Descriptor() ([]byte, []int)

+ func (*TaskRejected) ProtoMessage()

+ func (x *TaskRejected) GetNewTargetRound() int64

+ func (x *TaskRejected) ProtoReflect() protoreflect.Message

+ func (x *TaskRejected) Reset()

+ func (x *TaskRejected) String() string

+ type UnimplementedDispatcherServiceServer struct

+ func (UnimplementedDispatcherServiceServer) ClientHeartbeat(context.Context, *ClientHeartbeatRequest) (*ClientHeartbeatResponse, error)

+ func (UnimplementedDispatcherServiceServer) GetDataServiceConfig(context.Context, *GetDataServiceConfigRequest) (*GetDataServiceConfigResponse, error)

+ func (UnimplementedDispatcherServiceServer) GetDataServiceMetadata(context.Context, *GetDataServiceMetadataRequest) (*GetDataServiceMetadataResponse, error)

+ func (UnimplementedDispatcherServiceServer) GetDatasetDef(context.Context, *GetDatasetDefRequest) (*GetDatasetDefResponse, error)

+ func (UnimplementedDispatcherServiceServer) GetOrCreateIteration(context.Context, *GetOrCreateIterationRequest) (*GetOrCreateIterationResponse, error)

+ func (UnimplementedDispatcherServiceServer) GetOrCreateJob(context.Context, *GetOrCreateJobRequest) (*GetOrCreateJobResponse, error)

+ func (UnimplementedDispatcherServiceServer) GetOrRegisterDataset(context.Context, *GetOrRegisterDatasetRequest) (*GetOrRegisterDatasetResponse, error)

+ func (UnimplementedDispatcherServiceServer) GetSplit(context.Context, *GetSplitRequest) (*GetSplitResponse, error)

+ func (UnimplementedDispatcherServiceServer) GetVersion(context.Context, *GetVersionRequest) (*GetVersionResponse, error)

+ func (UnimplementedDispatcherServiceServer) GetWorkers(context.Context, *GetWorkersRequest) (*GetWorkersResponse, error)

+ func (UnimplementedDispatcherServiceServer) MaybeRemoveTask(context.Context, *MaybeRemoveTaskRequest) (*MaybeRemoveTaskResponse, error)

+ func (UnimplementedDispatcherServiceServer) ReleaseIterationClient(context.Context, *ReleaseIterationClientRequest) (*ReleaseIterationClientResponse, error)

+ func (UnimplementedDispatcherServiceServer) WorkerHeartbeat(context.Context, *WorkerHeartbeatRequest) (*WorkerHeartbeatResponse, error)

+ func (UnimplementedDispatcherServiceServer) WorkerUpdate(context.Context, *WorkerUpdateRequest) (*WorkerUpdateResponse, error)

+ type UnimplementedWorkerServiceServer struct

+ func (UnimplementedWorkerServiceServer) GetElement(context.Context, *GetElementRequest) (*GetElementResponse, error)

+ func (UnimplementedWorkerServiceServer) GetWorkerTasks(context.Context, *GetWorkerTasksRequest) (*GetWorkerTasksResponse, error)

+ func (UnimplementedWorkerServiceServer) ProcessTask(context.Context, *ProcessTaskRequest) (*ProcessTaskResponse, error)

+ type UnsafeDispatcherServiceServer interface

+ type UnsafeWorkerServiceServer interface

+ type Update struct

+ UpdateType isUpdate_UpdateType

+ func (*Update) Descriptor() ([]byte, []int)

+ func (*Update) ProtoMessage()

+ func (m *Update) GetUpdateType() isUpdate_UpdateType

+ func (x *Update) GetAcquireIterationClient() *AcquireIterationClientUpdate

+ func (x *Update) GetClientHeartbeat() *ClientHeartbeatUpdate

+ func (x *Update) GetCreateIteration() *CreateIterationUpdate

+ func (x *Update) GetCreateJob() *CreateJobUpdate

+ func (x *Update) GetCreatePendingTask() *CreatePendingTaskUpdate

+ func (x *Update) GetCreateTask() *CreateTaskUpdate

+ func (x *Update) GetFinishTask() *FinishTaskUpdate

+ func (x *Update) GetGarbageCollectIteration() *GarbageCollectIterationUpdate

+ func (x *Update) GetProduceSplit() *ProduceSplitUpdate

+ func (x *Update) GetRegisterDataset() *RegisterDatasetUpdate

+ func (x *Update) GetRegisterWorker() *RegisterWorkerUpdate

+ func (x *Update) GetReleaseIterationClient() *ReleaseIterationClientUpdate

+ func (x *Update) GetRemoveTask() *RemoveTaskUpdate

+ func (x *Update) ProtoReflect() protoreflect.Message

+ func (x *Update) Reset()

+ func (x *Update) String() string

+ type Update_AcquireIterationClient struct

+ AcquireIterationClient *AcquireIterationClientUpdate

+ type Update_ClientHeartbeat struct

+ ClientHeartbeat *ClientHeartbeatUpdate

+ type Update_CreateIteration struct

+ CreateIteration *CreateIterationUpdate

+ type Update_CreateJob struct

+ CreateJob *CreateJobUpdate

+ type Update_CreatePendingTask struct

+ CreatePendingTask *CreatePendingTaskUpdate

+ type Update_CreateTask struct

+ CreateTask *CreateTaskUpdate

+ type Update_FinishTask struct

+ FinishTask *FinishTaskUpdate

+ type Update_GarbageCollectIteration struct

+ GarbageCollectIteration *GarbageCollectIterationUpdate

+ type Update_ProduceSplit struct

+ ProduceSplit *ProduceSplitUpdate

+ type Update_RegisterDataset struct

+ RegisterDataset *RegisterDatasetUpdate

+ type Update_RegisterWorker struct

+ RegisterWorker *RegisterWorkerUpdate

+ type Update_ReleaseIterationClient struct

+ ReleaseIterationClient *ReleaseIterationClientUpdate

+ type Update_RemoveTask struct

+ RemoveTask *RemoveTaskUpdate

+ type WorkerHeartbeatRequest struct

+ CurrentTasks []int64

+ TransferAddress string

+ WorkerAddress string

+ WorkerTags []string

+ WorkerUid int64

+ func (*WorkerHeartbeatRequest) Descriptor() ([]byte, []int)

+ func (*WorkerHeartbeatRequest) ProtoMessage()

+ func (x *WorkerHeartbeatRequest) GetCurrentTasks() []int64

+ func (x *WorkerHeartbeatRequest) GetTransferAddress() string

+ func (x *WorkerHeartbeatRequest) GetWorkerAddress() string

+ func (x *WorkerHeartbeatRequest) GetWorkerTags() []string

+ func (x *WorkerHeartbeatRequest) GetWorkerUid() int64

+ func (x *WorkerHeartbeatRequest) ProtoReflect() protoreflect.Message

+ func (x *WorkerHeartbeatRequest) Reset()

+ func (x *WorkerHeartbeatRequest) String() string

+ type WorkerHeartbeatResponse struct

+ NewTasks []*TaskDef

+ TasksToDelete []int64

+ func (*WorkerHeartbeatResponse) Descriptor() ([]byte, []int)

+ func (*WorkerHeartbeatResponse) ProtoMessage()

+ func (x *WorkerHeartbeatResponse) GetNewTasks() []*TaskDef

+ func (x *WorkerHeartbeatResponse) GetTasksToDelete() []int64

+ func (x *WorkerHeartbeatResponse) ProtoReflect() protoreflect.Message

+ func (x *WorkerHeartbeatResponse) Reset()

+ func (x *WorkerHeartbeatResponse) String() string

+ type WorkerInfo struct

+ Address string

+ func (*WorkerInfo) Descriptor() ([]byte, []int)

+ func (*WorkerInfo) ProtoMessage()

+ func (x *WorkerInfo) GetAddress() string

+ func (x *WorkerInfo) ProtoReflect() protoreflect.Message

+ func (x *WorkerInfo) Reset()

+ func (x *WorkerInfo) String() string

+ type WorkerServiceClient interface

+ GetElement func(ctx context.Context, in *GetElementRequest, opts ...grpc.CallOption) (*GetElementResponse, error)

+ GetWorkerTasks func(ctx context.Context, in *GetWorkerTasksRequest, opts ...grpc.CallOption) (*GetWorkerTasksResponse, error)

+ ProcessTask func(ctx context.Context, in *ProcessTaskRequest, opts ...grpc.CallOption) (*ProcessTaskResponse, error)

+ func NewWorkerServiceClient(cc grpc.ClientConnInterface) WorkerServiceClient

+ type WorkerServiceServer interface

+ GetElement func(context.Context, *GetElementRequest) (*GetElementResponse, error)

+ GetWorkerTasks func(context.Context, *GetWorkerTasksRequest) (*GetWorkerTasksResponse, error)

+ ProcessTask func(context.Context, *ProcessTaskRequest) (*ProcessTaskResponse, error)

+ type WorkerStateExport struct

+ DeletedTaskIds []int64

+ FinishedTaskIds []int64

+ Tasks []*TaskDef

+ WorkerConfig *protobuf.WorkerConfig

+ func (*WorkerStateExport) Descriptor() ([]byte, []int)

+ func (*WorkerStateExport) ProtoMessage()

+ func (x *WorkerStateExport) GetDeletedTaskIds() []int64

+ func (x *WorkerStateExport) GetFinishedTaskIds() []int64

+ func (x *WorkerStateExport) GetTasks() []*TaskDef

+ func (x *WorkerStateExport) GetWorkerConfig() *protobuf.WorkerConfig

+ func (x *WorkerStateExport) ProtoReflect() protoreflect.Message

+ func (x *WorkerStateExport) Reset()

+ func (x *WorkerStateExport) String() string

+ type WorkerUpdateRequest struct

+ Updates []*TaskProgress

+ WorkerAddress string

+ func (*WorkerUpdateRequest) Descriptor() ([]byte, []int)

+ func (*WorkerUpdateRequest) ProtoMessage()

+ func (x *WorkerUpdateRequest) GetUpdates() []*TaskProgress

+ func (x *WorkerUpdateRequest) GetWorkerAddress() string

+ func (x *WorkerUpdateRequest) ProtoReflect() protoreflect.Message

+ func (x *WorkerUpdateRequest) Reset()

+ func (x *WorkerUpdateRequest) String() string

+ type WorkerUpdateResponse struct

+ func (*WorkerUpdateResponse) Descriptor() ([]byte, []int)

+ func (*WorkerUpdateResponse) ProtoMessage()

+ func (x *WorkerUpdateResponse) ProtoReflect() protoreflect.Message

+ func (x *WorkerUpdateResponse) Reset()

+ func (x *WorkerUpdateResponse) String() string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL