dataflow

package
v0.0.0-...-e9cf271 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Nov 2, 2021 License: Apache-2.0 Imports: 14 Imported by: 2

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var (
	JobType_name = map[int32]string{
		0: "JOB_TYPE_UNKNOWN",
		1: "JOB_TYPE_BATCH",
		2: "JOB_TYPE_STREAMING",
	}
	JobType_value = map[string]int32{
		"JOB_TYPE_UNKNOWN":   0,
		"JOB_TYPE_BATCH":     1,
		"JOB_TYPE_STREAMING": 2,
	}
)

Enum value maps for JobType.

View Source 
var (
	FlexResourceSchedulingGoal_name = map[int32]string{
		0: "FLEXRS_UNSPECIFIED",
		1: "FLEXRS_SPEED_OPTIMIZED",
		2: "FLEXRS_COST_OPTIMIZED",
	}
	FlexResourceSchedulingGoal_value = map[string]int32{
		"FLEXRS_UNSPECIFIED":     0,
		"FLEXRS_SPEED_OPTIMIZED": 1,
		"FLEXRS_COST_OPTIMIZED":  2,
	}
)

Enum value maps for FlexResourceSchedulingGoal.

View Source 
var (
	TeardownPolicy_name = map[int32]string{
		0: "TEARDOWN_POLICY_UNKNOWN",
		1: "TEARDOWN_ALWAYS",
		2: "TEARDOWN_ON_SUCCESS",
		3: "TEARDOWN_NEVER",
	}
	TeardownPolicy_value = map[string]int32{
		"TEARDOWN_POLICY_UNKNOWN": 0,
		"TEARDOWN_ALWAYS":         1,
		"TEARDOWN_ON_SUCCESS":     2,
		"TEARDOWN_NEVER":          3,
	}
)

Enum value maps for TeardownPolicy.

View Source 
var (
	DefaultPackageSet_name = map[int32]string{
		0: "DEFAULT_PACKAGE_SET_UNKNOWN",
		1: "DEFAULT_PACKAGE_SET_NONE",
		2: "DEFAULT_PACKAGE_SET_JAVA",
		3: "DEFAULT_PACKAGE_SET_PYTHON",
	}
	DefaultPackageSet_value = map[string]int32{
		"DEFAULT_PACKAGE_SET_UNKNOWN": 0,
		"DEFAULT_PACKAGE_SET_NONE":    1,
		"DEFAULT_PACKAGE_SET_JAVA":    2,
		"DEFAULT_PACKAGE_SET_PYTHON":  3,
	}
)

Enum value maps for DefaultPackageSet.

View Source 
var (
	AutoscalingAlgorithm_name = map[int32]string{
		0: "AUTOSCALING_ALGORITHM_UNKNOWN",
		1: "AUTOSCALING_ALGORITHM_NONE",
		2: "AUTOSCALING_ALGORITHM_BASIC",
	}
	AutoscalingAlgorithm_value = map[string]int32{
		"AUTOSCALING_ALGORITHM_UNKNOWN": 0,
		"AUTOSCALING_ALGORITHM_NONE":    1,
		"AUTOSCALING_ALGORITHM_BASIC":   2,
	}
)

Enum value maps for AutoscalingAlgorithm.

View Source 
var (
	WorkerIPAddressConfiguration_name = map[int32]string{
		0: "WORKER_IP_UNSPECIFIED",
		1: "WORKER_IP_PUBLIC",
		2: "WORKER_IP_PRIVATE",
	}
	WorkerIPAddressConfiguration_value = map[string]int32{
		"WORKER_IP_UNSPECIFIED": 0,
		"WORKER_IP_PUBLIC":      1,
		"WORKER_IP_PRIVATE":     2,
	}
)

Enum value maps for WorkerIPAddressConfiguration.

View Source 
var (
	ShuffleMode_name = map[int32]string{
		0: "SHUFFLE_MODE_UNSPECIFIED",
		1: "VM_BASED",
		2: "SERVICE_BASED",
	}
	ShuffleMode_value = map[string]int32{
		"SHUFFLE_MODE_UNSPECIFIED": 0,
		"VM_BASED":                 1,
		"SERVICE_BASED":            2,
	}
)

Enum value maps for ShuffleMode.

View Source 
var (
	KindType_name = map[int32]string{
		0: "UNKNOWN_KIND",
		1: "PAR_DO_KIND",
		2: "GROUP_BY_KEY_KIND",
		3: "FLATTEN_KIND",
		4: "READ_KIND",
		5: "WRITE_KIND",
		6: "CONSTANT_KIND",
		7: "SINGLETON_KIND",
		8: "SHUFFLE_KIND",
	}
	KindType_value = map[string]int32{
		"UNKNOWN_KIND":      0,
		"PAR_DO_KIND":       1,
		"GROUP_BY_KEY_KIND": 2,
		"FLATTEN_KIND":      3,
		"READ_KIND":         4,
		"WRITE_KIND":        5,
		"CONSTANT_KIND":     6,
		"SINGLETON_KIND":    7,
		"SHUFFLE_KIND":      8,
	}
)

Enum value maps for KindType.

View Source 
var (
	JobState_name = map[int32]string{
		0:  "JOB_STATE_UNKNOWN",
		1:  "JOB_STATE_STOPPED",
		2:  "JOB_STATE_RUNNING",
		3:  "JOB_STATE_DONE",
		4:  "JOB_STATE_FAILED",
		5:  "JOB_STATE_CANCELLED",
		6:  "JOB_STATE_UPDATED",
		7:  "JOB_STATE_DRAINING",
		8:  "JOB_STATE_DRAINED",
		9:  "JOB_STATE_PENDING",
		10: "JOB_STATE_CANCELLING",
		11: "JOB_STATE_QUEUED",
		12: "JOB_STATE_RESOURCE_CLEANING_UP",
	}
	JobState_value = map[string]int32{
		"JOB_STATE_UNKNOWN":              0,
		"JOB_STATE_STOPPED":              1,
		"JOB_STATE_RUNNING":              2,
		"JOB_STATE_DONE":                 3,
		"JOB_STATE_FAILED":               4,
		"JOB_STATE_CANCELLED":            5,
		"JOB_STATE_UPDATED":              6,
		"JOB_STATE_DRAINING":             7,
		"JOB_STATE_DRAINED":              8,
		"JOB_STATE_PENDING":              9,
		"JOB_STATE_CANCELLING":           10,
		"JOB_STATE_QUEUED":               11,
		"JOB_STATE_RESOURCE_CLEANING_UP": 12,
	}
)

Enum value maps for JobState.

View Source 
var (
	JobView_name = map[int32]string{
		0: "JOB_VIEW_UNKNOWN",
		1: "JOB_VIEW_SUMMARY",
		2: "JOB_VIEW_ALL",
		3: "JOB_VIEW_DESCRIPTION",
	}
	JobView_value = map[string]int32{
		"JOB_VIEW_UNKNOWN":     0,
		"JOB_VIEW_SUMMARY":     1,
		"JOB_VIEW_ALL":         2,
		"JOB_VIEW_DESCRIPTION": 3,
	}
)

Enum value maps for JobView.

View Source 
var (
	SdkVersion_SdkSupportStatus_name = map[int32]string{
		0: "UNKNOWN",
		1: "SUPPORTED",
		2: "STALE",
		3: "DEPRECATED",
		4: "UNSUPPORTED",
	}
	SdkVersion_SdkSupportStatus_value = map[string]int32{
		"UNKNOWN":     0,
		"SUPPORTED":   1,
		"STALE":       2,
		"DEPRECATED":  3,
		"UNSUPPORTED": 4,
	}
)

Enum value maps for SdkVersion_SdkSupportStatus.

View Source 
var (
	ListJobsRequest_Filter_name = map[int32]string{
		0: "UNKNOWN",
		1: "ALL",
		2: "TERMINATED",
		3: "ACTIVE",
	}
	ListJobsRequest_Filter_value = map[string]int32{
		"UNKNOWN":    0,
		"ALL":        1,
		"TERMINATED": 2,
		"ACTIVE":     3,
	}
)

Enum value maps for ListJobsRequest_Filter.

View Source 
var (
	JobMessageImportance_name = map[int32]string{
		0: "JOB_MESSAGE_IMPORTANCE_UNKNOWN",
		1: "JOB_MESSAGE_DEBUG",
		2: "JOB_MESSAGE_DETAILED",
		5: "JOB_MESSAGE_BASIC",
		3: "JOB_MESSAGE_WARNING",
		4: "JOB_MESSAGE_ERROR",
	}
	JobMessageImportance_value = map[string]int32{
		"JOB_MESSAGE_IMPORTANCE_UNKNOWN": 0,
		"JOB_MESSAGE_DEBUG":              1,
		"JOB_MESSAGE_DETAILED":           2,
		"JOB_MESSAGE_BASIC":              5,
		"JOB_MESSAGE_WARNING":            3,
		"JOB_MESSAGE_ERROR":              4,
	}
)

Enum value maps for JobMessageImportance.

View Source 
var (
	AutoscalingEvent_AutoscalingEventType_name = map[int32]string{
		0: "TYPE_UNKNOWN",
		1: "TARGET_NUM_WORKERS_CHANGED",
		2: "CURRENT_NUM_WORKERS_CHANGED",
		3: "ACTUATION_FAILURE",
		4: "NO_CHANGE",
	}
	AutoscalingEvent_AutoscalingEventType_value = map[string]int32{
		"TYPE_UNKNOWN":                0,
		"TARGET_NUM_WORKERS_CHANGED":  1,
		"CURRENT_NUM_WORKERS_CHANGED": 2,
		"ACTUATION_FAILURE":           3,
		"NO_CHANGE":                   4,
	}
)

Enum value maps for AutoscalingEvent_AutoscalingEventType.

View Source 
var (
	ExecutionState_name = map[int32]string{
		0: "EXECUTION_STATE_UNKNOWN",
		1: "EXECUTION_STATE_NOT_STARTED",
		2: "EXECUTION_STATE_RUNNING",
		3: "EXECUTION_STATE_SUCCEEDED",
		4: "EXECUTION_STATE_FAILED",
		5: "EXECUTION_STATE_CANCELLED",
	}
	ExecutionState_value = map[string]int32{
		"EXECUTION_STATE_UNKNOWN":     0,
		"EXECUTION_STATE_NOT_STARTED": 1,
		"EXECUTION_STATE_RUNNING":     2,
		"EXECUTION_STATE_SUCCEEDED":   3,
		"EXECUTION_STATE_FAILED":      4,
		"EXECUTION_STATE_CANCELLED":   5,
	}
)

Enum value maps for ExecutionState.

View Source 
var (
	SnapshotState_name = map[int32]string{
		0: "UNKNOWN_SNAPSHOT_STATE",
		1: "PENDING",
		2: "RUNNING",
		3: "READY",
		4: "FAILED",
		5: "DELETED",
	}
	SnapshotState_value = map[string]int32{
		"UNKNOWN_SNAPSHOT_STATE": 0,
		"PENDING":                1,
		"RUNNING":                2,
		"READY":                  3,
		"FAILED":                 4,
		"DELETED":                5,
	}
)

Enum value maps for SnapshotState.

View Source 
var (
	ParameterType_name = map[int32]string{
		0: "DEFAULT",
		1: "TEXT",
		2: "GCS_READ_BUCKET",
		3: "GCS_WRITE_BUCKET",
		4: "GCS_READ_FILE",
		5: "GCS_WRITE_FILE",
		6: "GCS_READ_FOLDER",
		7: "GCS_WRITE_FOLDER",
		8: "PUBSUB_TOPIC",
		9: "PUBSUB_SUBSCRIPTION",
	}
	ParameterType_value = map[string]int32{
		"DEFAULT":             0,
		"TEXT":                1,
		"GCS_READ_BUCKET":     2,
		"GCS_WRITE_BUCKET":    3,
		"GCS_READ_FILE":       4,
		"GCS_WRITE_FILE":      5,
		"GCS_READ_FOLDER":     6,
		"GCS_WRITE_FOLDER":    7,
		"PUBSUB_TOPIC":        8,
		"PUBSUB_SUBSCRIPTION": 9,
	}
)

Enum value maps for ParameterType.

View Source 
var (
	SDKInfo_Language_name = map[int32]string{
		0: "UNKNOWN",
		1: "JAVA",
		2: "PYTHON",
	}
	SDKInfo_Language_value = map[string]int32{
		"UNKNOWN": 0,
		"JAVA":    1,
		"PYTHON":  2,
	}
)

Enum value maps for SDKInfo_Language.

View Source 
var (
	GetTemplateRequest_TemplateView_name = map[int32]string{
		0: "METADATA_ONLY",
	}
	GetTemplateRequest_TemplateView_value = map[string]int32{
		"METADATA_ONLY": 0,
	}
)

Enum value maps for GetTemplateRequest_TemplateView.

View Source 
var (
	GetTemplateResponse_TemplateType_name = map[int32]string{
		0: "UNKNOWN",
		1: "LEGACY",
		2: "FLEX",
	}
	GetTemplateResponse_TemplateType_value = map[string]int32{
		"UNKNOWN": 0,
		"LEGACY":  1,
		"FLEX":    2,
	}
)

Enum value maps for GetTemplateResponse_TemplateType.

View Source 
var File_google_dataflow_v1beta3_environment_proto protoreflect.FileDescriptor
View Source 
var File_google_dataflow_v1beta3_jobs_proto protoreflect.FileDescriptor
View Source 
var File_google_dataflow_v1beta3_messages_proto protoreflect.FileDescriptor
View Source 
var File_google_dataflow_v1beta3_metrics_proto protoreflect.FileDescriptor
View Source 
var File_google_dataflow_v1beta3_snapshots_proto protoreflect.FileDescriptor
View Source 
var File_google_dataflow_v1beta3_streaming_proto protoreflect.FileDescriptor
View Source 
var File_google_dataflow_v1beta3_templates_proto protoreflect.FileDescriptor

Functions

func RegisterFlexTemplatesServiceServer 

func RegisterFlexTemplatesServiceServer(s *grpc.Server, srv FlexTemplatesServiceServer)

func RegisterJobsV1Beta3Server 

func RegisterJobsV1Beta3Server(s *grpc.Server, srv JobsV1Beta3Server)

func RegisterMessagesV1Beta3Server 

func RegisterMessagesV1Beta3Server(s *grpc.Server, srv MessagesV1Beta3Server)

func RegisterMetricsV1Beta3Server 

func RegisterMetricsV1Beta3Server(s *grpc.Server, srv MetricsV1Beta3Server)

func RegisterSnapshotsV1Beta3Server 

func RegisterSnapshotsV1Beta3Server(s *grpc.Server, srv SnapshotsV1Beta3Server)

func RegisterTemplatesServiceServer 

func RegisterTemplatesServiceServer(s *grpc.Server, srv TemplatesServiceServer)

Types

type AutoscalingAlgorithm 

type AutoscalingAlgorithm int32

Specifies the algorithm used to determine the number of worker processes to run at any given point in time, based on the amount of data left to process, the number of workers, and how quickly existing workers are processing data. 

const (
	// The algorithm is unknown, or unspecified.
	AutoscalingAlgorithm_AUTOSCALING_ALGORITHM_UNKNOWN AutoscalingAlgorithm = 0
	// Disable autoscaling.
	AutoscalingAlgorithm_AUTOSCALING_ALGORITHM_NONE AutoscalingAlgorithm = 1
	// Increase worker count over time to reduce job execution time.
	AutoscalingAlgorithm_AUTOSCALING_ALGORITHM_BASIC AutoscalingAlgorithm = 2
)

func (AutoscalingAlgorithm) Descriptor 

func (AutoscalingAlgorithm) Descriptor() protoreflect.EnumDescriptor

func (AutoscalingAlgorithm) Enum 

func (x AutoscalingAlgorithm) Enum() *AutoscalingAlgorithm

func (AutoscalingAlgorithm) EnumDescriptor deprecated 

func (AutoscalingAlgorithm) EnumDescriptor() ([]byte, []int)

Deprecated: Use AutoscalingAlgorithm.Descriptor instead.

func (AutoscalingAlgorithm) Number 

func (x AutoscalingAlgorithm) Number() protoreflect.EnumNumber

func (AutoscalingAlgorithm) String 

func (x AutoscalingAlgorithm) String() string

func (AutoscalingAlgorithm) Type 

func (AutoscalingAlgorithm) Type() protoreflect.EnumType

type AutoscalingEvent 

type AutoscalingEvent struct {

	// The current number of workers the job has.
	CurrentNumWorkers int64 `protobuf:"varint,1,opt,name=current_num_workers,json=currentNumWorkers,proto3" json:"current_num_workers,omitempty"`
	// The target number of workers the worker pool wants to resize to use.
	TargetNumWorkers int64 `protobuf:"varint,2,opt,name=target_num_workers,json=targetNumWorkers,proto3" json:"target_num_workers,omitempty"`
	// The type of autoscaling event to report.
	EventType AutoscalingEvent_AutoscalingEventType `` /* 156-byte string literal not displayed */
	// A message describing why the system decided to adjust the current
	// number of workers, why it failed, or why the system decided to
	// not make any changes to the number of workers.
	Description *StructuredMessage `protobuf:"bytes,4,opt,name=description,proto3" json:"description,omitempty"`
	// The time this event was emitted to indicate a new target or current
	// num_workers value.
	Time *timestamppb.Timestamp `protobuf:"bytes,5,opt,name=time,proto3" json:"time,omitempty"`
	// A short and friendly name for the worker pool this event refers to,
	// populated from the value of PoolStageRelation::user_pool_name.
	WorkerPool string `protobuf:"bytes,7,opt,name=worker_pool,json=workerPool,proto3" json:"worker_pool,omitempty"`
	// contains filtered or unexported fields
}

A structured message reporting an autoscaling decision made by the Dataflow service.

func (*AutoscalingEvent) Descriptor deprecated 

func (*AutoscalingEvent) Descriptor() ([]byte, []int)

Deprecated: Use AutoscalingEvent.ProtoReflect.Descriptor instead.

func (*AutoscalingEvent) GetCurrentNumWorkers 

func (x *AutoscalingEvent) GetCurrentNumWorkers() int64

func (*AutoscalingEvent) GetDescription 

func (x *AutoscalingEvent) GetDescription() *StructuredMessage

func (*AutoscalingEvent) GetEventType 

func (x *AutoscalingEvent) GetEventType() AutoscalingEvent_AutoscalingEventType

func (*AutoscalingEvent) GetTargetNumWorkers 

func (x *AutoscalingEvent) GetTargetNumWorkers() int64

func (*AutoscalingEvent) GetTime 

func (x *AutoscalingEvent) GetTime() *timestamppb.Timestamp

func (*AutoscalingEvent) GetWorkerPool 

func (x *AutoscalingEvent) GetWorkerPool() string

func (*AutoscalingEvent) ProtoMessage 

func (*AutoscalingEvent) ProtoMessage()

func (*AutoscalingEvent) ProtoReflect 

func (x *AutoscalingEvent) ProtoReflect() protoreflect.Message

func (*AutoscalingEvent) Reset 

func (x *AutoscalingEvent) Reset()

func (*AutoscalingEvent) String 

func (x *AutoscalingEvent) String() string

type AutoscalingEvent_AutoscalingEventType 

type AutoscalingEvent_AutoscalingEventType int32

Indicates the type of autoscaling event. 

const (
	// Default type for the enum.  Value should never be returned.
	AutoscalingEvent_TYPE_UNKNOWN AutoscalingEvent_AutoscalingEventType = 0
	// The TARGET_NUM_WORKERS_CHANGED type should be used when the target
	// worker pool size has changed at the start of an actuation. An event
	// should always be specified as TARGET_NUM_WORKERS_CHANGED if it reflects
	// a change in the target_num_workers.
	AutoscalingEvent_TARGET_NUM_WORKERS_CHANGED AutoscalingEvent_AutoscalingEventType = 1
	// The CURRENT_NUM_WORKERS_CHANGED type should be used when actual worker
	// pool size has been changed, but the target_num_workers has not changed.
	AutoscalingEvent_CURRENT_NUM_WORKERS_CHANGED AutoscalingEvent_AutoscalingEventType = 2
	// The ACTUATION_FAILURE type should be used when we want to report
	// an error to the user indicating why the current number of workers
	// in the pool could not be changed.
	// Displayed in the current status and history widgets.
	AutoscalingEvent_ACTUATION_FAILURE AutoscalingEvent_AutoscalingEventType = 3
	// Used when we want to report to the user a reason why we are
	// not currently adjusting the number of workers.
	// Should specify both target_num_workers, current_num_workers and a
	// decision_message.
	AutoscalingEvent_NO_CHANGE AutoscalingEvent_AutoscalingEventType = 4
)

func (AutoscalingEvent_AutoscalingEventType) Descriptor 

func (AutoscalingEvent_AutoscalingEventType) Descriptor() protoreflect.EnumDescriptor

func (AutoscalingEvent_AutoscalingEventType) Enum 

func (x AutoscalingEvent_AutoscalingEventType) Enum() *AutoscalingEvent_AutoscalingEventType

func (AutoscalingEvent_AutoscalingEventType) EnumDescriptor deprecated 

func (AutoscalingEvent_AutoscalingEventType) EnumDescriptor() ([]byte, []int)

Deprecated: Use AutoscalingEvent_AutoscalingEventType.Descriptor instead.

func (AutoscalingEvent_AutoscalingEventType) Number 

func (x AutoscalingEvent_AutoscalingEventType) Number() protoreflect.EnumNumber

func (AutoscalingEvent_AutoscalingEventType) String 

func (x AutoscalingEvent_AutoscalingEventType) String() string

func (AutoscalingEvent_AutoscalingEventType) Type 

func (AutoscalingEvent_AutoscalingEventType) Type() protoreflect.EnumType

type AutoscalingSettings 

type AutoscalingSettings struct {

	// The algorithm to use for autoscaling.
	Algorithm AutoscalingAlgorithm `protobuf:"varint,1,opt,name=algorithm,proto3,enum=google.dataflow.v1beta3.AutoscalingAlgorithm" json:"algorithm,omitempty"`
	// The maximum number of workers to cap scaling at.
	MaxNumWorkers int32 `protobuf:"varint,2,opt,name=max_num_workers,json=maxNumWorkers,proto3" json:"max_num_workers,omitempty"`
	// contains filtered or unexported fields
}

Settings for WorkerPool autoscaling.

func (*AutoscalingSettings) Descriptor deprecated 

func (*AutoscalingSettings) Descriptor() ([]byte, []int)

Deprecated: Use AutoscalingSettings.ProtoReflect.Descriptor instead.

func (*AutoscalingSettings) GetAlgorithm 

func (x *AutoscalingSettings) GetAlgorithm() AutoscalingAlgorithm

func (*AutoscalingSettings) GetMaxNumWorkers 

func (x *AutoscalingSettings) GetMaxNumWorkers() int32

func (*AutoscalingSettings) ProtoMessage 

func (*AutoscalingSettings) ProtoMessage()

func (*AutoscalingSettings) ProtoReflect 

func (x *AutoscalingSettings) ProtoReflect() protoreflect.Message

func (*AutoscalingSettings) Reset 

func (x *AutoscalingSettings) Reset()

func (*AutoscalingSettings) String 

func (x *AutoscalingSettings) String() string

type BigQueryIODetails 

type BigQueryIODetails struct {

	// Table accessed in the connection.
	Table string `protobuf:"bytes,1,opt,name=table,proto3" json:"table,omitempty"`
	// Dataset accessed in the connection.
	Dataset string `protobuf:"bytes,2,opt,name=dataset,proto3" json:"dataset,omitempty"`
	// Project accessed in the connection.
	ProjectId string `protobuf:"bytes,3,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// Query used to access data in the connection.
	Query string `protobuf:"bytes,4,opt,name=query,proto3" json:"query,omitempty"`
	// contains filtered or unexported fields
}

Metadata for a BigQuery connector used by the job.

func (*BigQueryIODetails) Descriptor deprecated 

func (*BigQueryIODetails) Descriptor() ([]byte, []int)

Deprecated: Use BigQueryIODetails.ProtoReflect.Descriptor instead.

func (*BigQueryIODetails) GetDataset 

func (x *BigQueryIODetails) GetDataset() string

func (*BigQueryIODetails) GetProjectId 

func (x *BigQueryIODetails) GetProjectId() string

func (*BigQueryIODetails) GetQuery 

func (x *BigQueryIODetails) GetQuery() string

func (*BigQueryIODetails) GetTable 

func (x *BigQueryIODetails) GetTable() string

func (*BigQueryIODetails) ProtoMessage 

func (*BigQueryIODetails) ProtoMessage()

func (*BigQueryIODetails) ProtoReflect 

func (x *BigQueryIODetails) ProtoReflect() protoreflect.Message

func (*BigQueryIODetails) Reset 

func (x *BigQueryIODetails) Reset()

func (*BigQueryIODetails) String 

func (x *BigQueryIODetails) String() string

type BigTableIODetails 

type BigTableIODetails struct {

	// ProjectId accessed in the connection.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// InstanceId accessed in the connection.
	InstanceId string `protobuf:"bytes,2,opt,name=instance_id,json=instanceId,proto3" json:"instance_id,omitempty"`
	// TableId accessed in the connection.
	TableId string `protobuf:"bytes,3,opt,name=table_id,json=tableId,proto3" json:"table_id,omitempty"`
	// contains filtered or unexported fields
}

Metadata for a Cloud BigTable connector used by the job.

func (*BigTableIODetails) Descriptor deprecated 

func (*BigTableIODetails) Descriptor() ([]byte, []int)

Deprecated: Use BigTableIODetails.ProtoReflect.Descriptor instead.

func (*BigTableIODetails) GetInstanceId 

func (x *BigTableIODetails) GetInstanceId() string

func (*BigTableIODetails) GetProjectId 

func (x *BigTableIODetails) GetProjectId() string

func (*BigTableIODetails) GetTableId 

func (x *BigTableIODetails) GetTableId() string

func (*BigTableIODetails) ProtoMessage 

func (*BigTableIODetails) ProtoMessage()

func (*BigTableIODetails) ProtoReflect 

func (x *BigTableIODetails) ProtoReflect() protoreflect.Message

func (*BigTableIODetails) Reset 

func (x *BigTableIODetails) Reset()

func (*BigTableIODetails) String 

func (x *BigTableIODetails) String() string

type CheckActiveJobsRequest 

type CheckActiveJobsRequest struct {

	// The project which owns the jobs.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// contains filtered or unexported fields
}

Request to check is active jobs exists for a project

func (*CheckActiveJobsRequest) Descriptor deprecated 

func (*CheckActiveJobsRequest) Descriptor() ([]byte, []int)

Deprecated: Use CheckActiveJobsRequest.ProtoReflect.Descriptor instead.

func (*CheckActiveJobsRequest) GetProjectId 

func (x *CheckActiveJobsRequest) GetProjectId() string

func (*CheckActiveJobsRequest) ProtoMessage 

func (*CheckActiveJobsRequest) ProtoMessage()

func (*CheckActiveJobsRequest) ProtoReflect 

func (x *CheckActiveJobsRequest) ProtoReflect() protoreflect.Message

func (*CheckActiveJobsRequest) Reset 

func (x *CheckActiveJobsRequest) Reset()

func (*CheckActiveJobsRequest) String 

func (x *CheckActiveJobsRequest) String() string

type CheckActiveJobsResponse 

type CheckActiveJobsResponse struct {

	// If True, active jobs exists for project. False otherwise.
	ActiveJobsExist bool `protobuf:"varint,1,opt,name=active_jobs_exist,json=activeJobsExist,proto3" json:"active_jobs_exist,omitempty"`
	// contains filtered or unexported fields
}

Response for CheckActiveJobsRequest.

func (*CheckActiveJobsResponse) Descriptor deprecated 

func (*CheckActiveJobsResponse) Descriptor() ([]byte, []int)

Deprecated: Use CheckActiveJobsResponse.ProtoReflect.Descriptor instead.

func (*CheckActiveJobsResponse) GetActiveJobsExist 

func (x *CheckActiveJobsResponse) GetActiveJobsExist() bool

func (*CheckActiveJobsResponse) ProtoMessage 

func (*CheckActiveJobsResponse) ProtoMessage()

func (*CheckActiveJobsResponse) ProtoReflect 

func (x *CheckActiveJobsResponse) ProtoReflect() protoreflect.Message

func (*CheckActiveJobsResponse) Reset 

func (x *CheckActiveJobsResponse) Reset()

func (*CheckActiveJobsResponse) String 

func (x *CheckActiveJobsResponse) String() string

type ComputationTopology 

type ComputationTopology struct {

	// The system stage name.
	SystemStageName string `protobuf:"bytes,1,opt,name=system_stage_name,json=systemStageName,proto3" json:"system_stage_name,omitempty"`
	// The ID of the computation.
	ComputationId string `protobuf:"bytes,5,opt,name=computation_id,json=computationId,proto3" json:"computation_id,omitempty"`
	// The key ranges processed by the computation.
	KeyRanges []*KeyRangeLocation `protobuf:"bytes,2,rep,name=key_ranges,json=keyRanges,proto3" json:"key_ranges,omitempty"`
	// The inputs to the computation.
	Inputs []*StreamLocation `protobuf:"bytes,3,rep,name=inputs,proto3" json:"inputs,omitempty"`
	// The outputs from the computation.
	Outputs []*StreamLocation `protobuf:"bytes,4,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// The state family values.
	StateFamilies []*StateFamilyConfig `protobuf:"bytes,7,rep,name=state_families,json=stateFamilies,proto3" json:"state_families,omitempty"`
	// contains filtered or unexported fields
}

All configuration data for a particular Computation.

func (*ComputationTopology) Descriptor deprecated 

func (*ComputationTopology) Descriptor() ([]byte, []int)

Deprecated: Use ComputationTopology.ProtoReflect.Descriptor instead.

func (*ComputationTopology) GetComputationId 

func (x *ComputationTopology) GetComputationId() string

func (*ComputationTopology) GetInputs 

func (x *ComputationTopology) GetInputs() []*StreamLocation

func (*ComputationTopology) GetKeyRanges 

func (x *ComputationTopology) GetKeyRanges() []*KeyRangeLocation

func (*ComputationTopology) GetOutputs 

func (x *ComputationTopology) GetOutputs() []*StreamLocation

func (*ComputationTopology) GetStateFamilies 

func (x *ComputationTopology) GetStateFamilies() []*StateFamilyConfig

func (*ComputationTopology) GetSystemStageName 

func (x *ComputationTopology) GetSystemStageName() string

func (*ComputationTopology) ProtoMessage 

func (*ComputationTopology) ProtoMessage()

func (*ComputationTopology) ProtoReflect 

func (x *ComputationTopology) ProtoReflect() protoreflect.Message

func (*ComputationTopology) Reset 

func (x *ComputationTopology) Reset()

func (*ComputationTopology) String 

func (x *ComputationTopology) String() string

type ContainerSpec 

type ContainerSpec struct {

	// Name of the docker container image. E.g., gcr.io/project/some-image
	Image string `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
	// Metadata describing a template including description and validation rules.
	Metadata *TemplateMetadata `protobuf:"bytes,2,opt,name=metadata,proto3" json:"metadata,omitempty"`
	// Required. SDK info of the Flex Template.
	SdkInfo *SDKInfo `protobuf:"bytes,3,opt,name=sdk_info,json=sdkInfo,proto3" json:"sdk_info,omitempty"`
	// Default runtime environment for the job.
	DefaultEnvironment *FlexTemplateRuntimeEnvironment `protobuf:"bytes,4,opt,name=default_environment,json=defaultEnvironment,proto3" json:"default_environment,omitempty"`
	// contains filtered or unexported fields
}

Container Spec.

func (*ContainerSpec) Descriptor deprecated 

func (*ContainerSpec) Descriptor() ([]byte, []int)

Deprecated: Use ContainerSpec.ProtoReflect.Descriptor instead.

func (*ContainerSpec) GetDefaultEnvironment 

func (x *ContainerSpec) GetDefaultEnvironment() *FlexTemplateRuntimeEnvironment

func (*ContainerSpec) GetImage 

func (x *ContainerSpec) GetImage() string

func (*ContainerSpec) GetMetadata 

func (x *ContainerSpec) GetMetadata() *TemplateMetadata

func (*ContainerSpec) GetSdkInfo 

func (x *ContainerSpec) GetSdkInfo() *SDKInfo

func (*ContainerSpec) ProtoMessage 

func (*ContainerSpec) ProtoMessage()

func (*ContainerSpec) ProtoReflect 

func (x *ContainerSpec) ProtoReflect() protoreflect.Message

func (*ContainerSpec) Reset 

func (x *ContainerSpec) Reset()

func (*ContainerSpec) String 

func (x *ContainerSpec) String() string

type CreateJobFromTemplateRequest 

type CreateJobFromTemplateRequest struct {

	// Required. The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// Required. The job name to use for the created job.
	JobName string `protobuf:"bytes,4,opt,name=job_name,json=jobName,proto3" json:"job_name,omitempty"`
	// The template from which to create the job.
	//
	// Types that are assignable to Template:
	//	*CreateJobFromTemplateRequest_GcsPath
	Template isCreateJobFromTemplateRequest_Template `protobuf_oneof:"template"`
	// The runtime parameters to pass to the job.
	Parameters map[string]string `` /* 161-byte string literal not displayed */
	// The runtime environment for the job.
	Environment *RuntimeEnvironment `protobuf:"bytes,5,opt,name=environment,proto3" json:"environment,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
	// which to direct the request.
	Location string `protobuf:"bytes,6,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

A request to create a Cloud Dataflow job from a template.

func (*CreateJobFromTemplateRequest) Descriptor deprecated 

func (*CreateJobFromTemplateRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateJobFromTemplateRequest.ProtoReflect.Descriptor instead.

func (*CreateJobFromTemplateRequest) GetEnvironment 

func (x *CreateJobFromTemplateRequest) GetEnvironment() *RuntimeEnvironment

func (*CreateJobFromTemplateRequest) GetGcsPath 

func (x *CreateJobFromTemplateRequest) GetGcsPath() string

func (*CreateJobFromTemplateRequest) GetJobName 

func (x *CreateJobFromTemplateRequest) GetJobName() string

func (*CreateJobFromTemplateRequest) GetLocation 

func (x *CreateJobFromTemplateRequest) GetLocation() string

func (*CreateJobFromTemplateRequest) GetParameters 

func (x *CreateJobFromTemplateRequest) GetParameters() map[string]string

func (*CreateJobFromTemplateRequest) GetProjectId 

func (x *CreateJobFromTemplateRequest) GetProjectId() string

func (*CreateJobFromTemplateRequest) GetTemplate 

func (m *CreateJobFromTemplateRequest) GetTemplate() isCreateJobFromTemplateRequest_Template

func (*CreateJobFromTemplateRequest) ProtoMessage 

func (*CreateJobFromTemplateRequest) ProtoMessage()

func (*CreateJobFromTemplateRequest) ProtoReflect 

func (x *CreateJobFromTemplateRequest) ProtoReflect() protoreflect.Message

func (*CreateJobFromTemplateRequest) Reset 

func (x *CreateJobFromTemplateRequest) Reset()

func (*CreateJobFromTemplateRequest) String 

func (x *CreateJobFromTemplateRequest) String() string

type CreateJobFromTemplateRequest_GcsPath 

type CreateJobFromTemplateRequest_GcsPath struct {
	// Required. A Cloud Storage path to the template from which to
	// create the job.
	// Must be a valid Cloud Storage URL, beginning with `gs://`.
	GcsPath string `protobuf:"bytes,2,opt,name=gcs_path,json=gcsPath,proto3,oneof"`
}

type CreateJobRequest 

type CreateJobRequest struct {

	// The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job to create.
	Job *Job `protobuf:"bytes,2,opt,name=job,proto3" json:"job,omitempty"`
	// The level of information requested in response.
	View JobView `protobuf:"varint,3,opt,name=view,proto3,enum=google.dataflow.v1beta3.JobView" json:"view,omitempty"`
	// Deprecated. This field is now in the Job message.
	ReplaceJobId string `protobuf:"bytes,4,opt,name=replace_job_id,json=replaceJobId,proto3" json:"replace_job_id,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains this job.
	Location string `protobuf:"bytes,5,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to create a Cloud Dataflow job.

func (*CreateJobRequest) Descriptor deprecated 

func (*CreateJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateJobRequest.ProtoReflect.Descriptor instead.

func (*CreateJobRequest) GetJob 

func (x *CreateJobRequest) GetJob() *Job

func (*CreateJobRequest) GetLocation 

func (x *CreateJobRequest) GetLocation() string

func (*CreateJobRequest) GetProjectId 

func (x *CreateJobRequest) GetProjectId() string

func (*CreateJobRequest) GetReplaceJobId 

func (x *CreateJobRequest) GetReplaceJobId() string

func (*CreateJobRequest) GetView 

func (x *CreateJobRequest) GetView() JobView

func (*CreateJobRequest) ProtoMessage 

func (*CreateJobRequest) ProtoMessage()

func (*CreateJobRequest) ProtoReflect 

func (x *CreateJobRequest) ProtoReflect() protoreflect.Message

func (*CreateJobRequest) Reset 

func (x *CreateJobRequest) Reset()

func (*CreateJobRequest) String 

func (x *CreateJobRequest) String() string

type CustomSourceLocation 

type CustomSourceLocation struct {

	// Whether this source is stateful.
	Stateful bool `protobuf:"varint,1,opt,name=stateful,proto3" json:"stateful,omitempty"`
	// contains filtered or unexported fields
}

Identifies the location of a custom souce.

func (*CustomSourceLocation) Descriptor deprecated 

func (*CustomSourceLocation) Descriptor() ([]byte, []int)

Deprecated: Use CustomSourceLocation.ProtoReflect.Descriptor instead.

func (*CustomSourceLocation) GetStateful 

func (x *CustomSourceLocation) GetStateful() bool

func (*CustomSourceLocation) ProtoMessage 

func (*CustomSourceLocation) ProtoMessage()

func (*CustomSourceLocation) ProtoReflect 

func (x *CustomSourceLocation) ProtoReflect() protoreflect.Message

func (*CustomSourceLocation) Reset 

func (x *CustomSourceLocation) Reset()

func (*CustomSourceLocation) String 

func (x *CustomSourceLocation) String() string

type DataDiskAssignment 

type DataDiskAssignment struct {

	// VM instance name the data disks mounted to, for example
	// "myproject-1014-104817-4c2-harness-0".
	VmInstance string `protobuf:"bytes,1,opt,name=vm_instance,json=vmInstance,proto3" json:"vm_instance,omitempty"`
	// Mounted data disks. The order is important a data disk's 0-based index in
	// this list defines which persistent directory the disk is mounted to, for
	// example the list of { "myproject-1014-104817-4c2-harness-0-disk-0" },
	// { "myproject-1014-104817-4c2-harness-0-disk-1" }.
	DataDisks []string `protobuf:"bytes,2,rep,name=data_disks,json=dataDisks,proto3" json:"data_disks,omitempty"`
	// contains filtered or unexported fields
}

Data disk assignment for a given VM instance.

func (*DataDiskAssignment) Descriptor deprecated 

func (*DataDiskAssignment) Descriptor() ([]byte, []int)

Deprecated: Use DataDiskAssignment.ProtoReflect.Descriptor instead.

func (*DataDiskAssignment) GetDataDisks 

func (x *DataDiskAssignment) GetDataDisks() []string

func (*DataDiskAssignment) GetVmInstance 

func (x *DataDiskAssignment) GetVmInstance() string

func (*DataDiskAssignment) ProtoMessage 

func (*DataDiskAssignment) ProtoMessage()

func (*DataDiskAssignment) ProtoReflect 

func (x *DataDiskAssignment) ProtoReflect() protoreflect.Message

func (*DataDiskAssignment) Reset 

func (x *DataDiskAssignment) Reset()

func (*DataDiskAssignment) String 

func (x *DataDiskAssignment) String() string

type DatastoreIODetails 

type DatastoreIODetails struct {

	// Namespace used in the connection.
	Namespace string `protobuf:"bytes,1,opt,name=namespace,proto3" json:"namespace,omitempty"`
	// ProjectId accessed in the connection.
	ProjectId string `protobuf:"bytes,2,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// contains filtered or unexported fields
}

Metadata for a Datastore connector used by the job.

func (*DatastoreIODetails) Descriptor deprecated 

func (*DatastoreIODetails) Descriptor() ([]byte, []int)

Deprecated: Use DatastoreIODetails.ProtoReflect.Descriptor instead.

func (*DatastoreIODetails) GetNamespace 

func (x *DatastoreIODetails) GetNamespace() string

func (*DatastoreIODetails) GetProjectId 

func (x *DatastoreIODetails) GetProjectId() string

func (*DatastoreIODetails) ProtoMessage 

func (*DatastoreIODetails) ProtoMessage()

func (*DatastoreIODetails) ProtoReflect 

func (x *DatastoreIODetails) ProtoReflect() protoreflect.Message

func (*DatastoreIODetails) Reset 

func (x *DatastoreIODetails) Reset()

func (*DatastoreIODetails) String 

func (x *DatastoreIODetails) String() string

type DebugOptions 

type DebugOptions struct {

	// When true, enables the logging of the literal hot key to the user's Cloud
	// Logging.
	EnableHotKeyLogging bool `protobuf:"varint,1,opt,name=enable_hot_key_logging,json=enableHotKeyLogging,proto3" json:"enable_hot_key_logging,omitempty"`
	// contains filtered or unexported fields
}

Describes any options that have an effect on the debugging of pipelines.

func (*DebugOptions) Descriptor deprecated 

func (*DebugOptions) Descriptor() ([]byte, []int)

Deprecated: Use DebugOptions.ProtoReflect.Descriptor instead.

func (*DebugOptions) GetEnableHotKeyLogging 

func (x *DebugOptions) GetEnableHotKeyLogging() bool

func (*DebugOptions) ProtoMessage 

func (*DebugOptions) ProtoMessage()

func (*DebugOptions) ProtoReflect 

func (x *DebugOptions) ProtoReflect() protoreflect.Message

func (*DebugOptions) Reset 

func (x *DebugOptions) Reset()

func (*DebugOptions) String 

func (x *DebugOptions) String() string

type DefaultPackageSet 

type DefaultPackageSet int32

The default set of packages to be staged on a pool of workers. 

const (
	// The default set of packages to stage is unknown, or unspecified.
	DefaultPackageSet_DEFAULT_PACKAGE_SET_UNKNOWN DefaultPackageSet = 0
	// Indicates that no packages should be staged at the worker unless
	// explicitly specified by the job.
	DefaultPackageSet_DEFAULT_PACKAGE_SET_NONE DefaultPackageSet = 1
	// Stage packages typically useful to workers written in Java.
	DefaultPackageSet_DEFAULT_PACKAGE_SET_JAVA DefaultPackageSet = 2
	// Stage packages typically useful to workers written in Python.
	DefaultPackageSet_DEFAULT_PACKAGE_SET_PYTHON DefaultPackageSet = 3
)

func (DefaultPackageSet) Descriptor 

func (DefaultPackageSet) Descriptor() protoreflect.EnumDescriptor

func (DefaultPackageSet) Enum 

func (x DefaultPackageSet) Enum() *DefaultPackageSet

func (DefaultPackageSet) EnumDescriptor deprecated 

func (DefaultPackageSet) EnumDescriptor() ([]byte, []int)

Deprecated: Use DefaultPackageSet.Descriptor instead.

func (DefaultPackageSet) Number 

func (x DefaultPackageSet) Number() protoreflect.EnumNumber

func (DefaultPackageSet) String 

func (x DefaultPackageSet) String() string

func (DefaultPackageSet) Type 

func (DefaultPackageSet) Type() protoreflect.EnumType

type DeleteSnapshotRequest 

type DeleteSnapshotRequest struct {

	// The ID of the Cloud Platform project that the snapshot belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The ID of the snapshot.
	SnapshotId string `protobuf:"bytes,2,opt,name=snapshot_id,json=snapshotId,proto3" json:"snapshot_id,omitempty"`
	// The location that contains this snapshot.
	Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to delete a snapshot.

func (*DeleteSnapshotRequest) Descriptor deprecated 

func (*DeleteSnapshotRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeleteSnapshotRequest.ProtoReflect.Descriptor instead.

func (*DeleteSnapshotRequest) GetLocation 

func (x *DeleteSnapshotRequest) GetLocation() string

func (*DeleteSnapshotRequest) GetProjectId 

func (x *DeleteSnapshotRequest) GetProjectId() string

func (*DeleteSnapshotRequest) GetSnapshotId 

func (x *DeleteSnapshotRequest) GetSnapshotId() string

func (*DeleteSnapshotRequest) ProtoMessage 

func (*DeleteSnapshotRequest) ProtoMessage()

func (*DeleteSnapshotRequest) ProtoReflect 

func (x *DeleteSnapshotRequest) ProtoReflect() protoreflect.Message

func (*DeleteSnapshotRequest) Reset 

func (x *DeleteSnapshotRequest) Reset()

func (*DeleteSnapshotRequest) String 

func (x *DeleteSnapshotRequest) String() string

type DeleteSnapshotResponse 

type DeleteSnapshotResponse struct {
	// contains filtered or unexported fields
}

Response from deleting a snapshot.

func (*DeleteSnapshotResponse) Descriptor deprecated 

func (*DeleteSnapshotResponse) Descriptor() ([]byte, []int)

Deprecated: Use DeleteSnapshotResponse.ProtoReflect.Descriptor instead.

func (*DeleteSnapshotResponse) ProtoMessage 

func (*DeleteSnapshotResponse) ProtoMessage()

func (*DeleteSnapshotResponse) ProtoReflect 

func (x *DeleteSnapshotResponse) ProtoReflect() protoreflect.Message

func (*DeleteSnapshotResponse) Reset 

func (x *DeleteSnapshotResponse) Reset()

func (*DeleteSnapshotResponse) String 

func (x *DeleteSnapshotResponse) String() string

type Disk 

type Disk struct {

	// Size of disk in GB.  If zero or unspecified, the service will
	// attempt to choose a reasonable default.
	SizeGb int32 `protobuf:"varint,1,opt,name=size_gb,json=sizeGb,proto3" json:"size_gb,omitempty"`
	// Disk storage type, as defined by Google Compute Engine.  This
	// must be a disk type appropriate to the project and zone in which
	// the workers will run.  If unknown or unspecified, the service
	// will attempt to choose a reasonable default.
	//
	// For example, the standard persistent disk type is a resource name
	// typically ending in "pd-standard".  If SSD persistent disks are
	// available, the resource name typically ends with "pd-ssd".  The
	// actual valid values are defined the Google Compute Engine API,
	// not by the Cloud Dataflow API; consult the Google Compute Engine
	// documentation for more information about determining the set of
	// available disk types for a particular project and zone.
	//
	// Google Compute Engine Disk types are local to a particular
	// project in a particular zone, and so the resource name will
	// typically look something like this:
	//
	// compute.googleapis.com/projects/project-id/zones/zone/diskTypes/pd-standard
	DiskType string `protobuf:"bytes,2,opt,name=disk_type,json=diskType,proto3" json:"disk_type,omitempty"`
	// Directory in a VM where disk is mounted.
	MountPoint string `protobuf:"bytes,3,opt,name=mount_point,json=mountPoint,proto3" json:"mount_point,omitempty"`
	// contains filtered or unexported fields
}

Describes the data disk used by a workflow job.

func (*Disk) Descriptor deprecated 

func (*Disk) Descriptor() ([]byte, []int)

Deprecated: Use Disk.ProtoReflect.Descriptor instead.

func (*Disk) GetDiskType 

func (x *Disk) GetDiskType() string

func (*Disk) GetMountPoint 

func (x *Disk) GetMountPoint() string

func (*Disk) GetSizeGb 

func (x *Disk) GetSizeGb() int32

func (*Disk) ProtoMessage 

func (*Disk) ProtoMessage()

func (*Disk) ProtoReflect 

func (x *Disk) ProtoReflect() protoreflect.Message

func (*Disk) Reset 

func (x *Disk) Reset()

func (*Disk) String 

func (x *Disk) String() string

type DisplayData 

type DisplayData struct {

	// The key identifying the display data.
	// This is intended to be used as a label for the display data
	// when viewed in a dax monitoring system.
	Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
	// The namespace for the key. This is usually a class name or programming
	// language namespace (i.e. python module) which defines the display data.
	// This allows a dax monitoring system to specially handle the data
	// and perform custom rendering.
	Namespace string `protobuf:"bytes,2,opt,name=namespace,proto3" json:"namespace,omitempty"`
	// Various value types which can be used for display data.  Only one will be
	// set.
	//
	// Types that are assignable to Value:
	//	*DisplayData_StrValue
	//	*DisplayData_Int64Value
	//	*DisplayData_FloatValue
	//	*DisplayData_JavaClassValue
	//	*DisplayData_TimestampValue
	//	*DisplayData_DurationValue
	//	*DisplayData_BoolValue
	Value isDisplayData_Value `protobuf_oneof:"Value"`
	// A possible additional shorter value to display.
	// For example a java_class_name_value of com.mypackage.MyDoFn
	// will be stored with MyDoFn as the short_str_value and
	// com.mypackage.MyDoFn as the java_class_name value.
	// short_str_value can be displayed and java_class_name_value
	// will be displayed as a tooltip.
	ShortStrValue string `protobuf:"bytes,11,opt,name=short_str_value,json=shortStrValue,proto3" json:"short_str_value,omitempty"`
	// An optional full URL.
	Url string `protobuf:"bytes,12,opt,name=url,proto3" json:"url,omitempty"`
	// An optional label to display in a dax UI for the element.
	Label string `protobuf:"bytes,13,opt,name=label,proto3" json:"label,omitempty"`
	// contains filtered or unexported fields
}

Data provided with a pipeline or transform to provide descriptive info.

func (*DisplayData) Descriptor deprecated 

func (*DisplayData) Descriptor() ([]byte, []int)

Deprecated: Use DisplayData.ProtoReflect.Descriptor instead.

func (*DisplayData) GetBoolValue 

func (x *DisplayData) GetBoolValue() bool

func (*DisplayData) GetDurationValue 

func (x *DisplayData) GetDurationValue() *durationpb.Duration

func (*DisplayData) GetFloatValue 

func (x *DisplayData) GetFloatValue() float32

func (*DisplayData) GetInt64Value 

func (x *DisplayData) GetInt64Value() int64

func (*DisplayData) GetJavaClassValue 

func (x *DisplayData) GetJavaClassValue() string

func (*DisplayData) GetKey 

func (x *DisplayData) GetKey() string

func (*DisplayData) GetLabel 

func (x *DisplayData) GetLabel() string

func (*DisplayData) GetNamespace 

func (x *DisplayData) GetNamespace() string

func (*DisplayData) GetShortStrValue 

func (x *DisplayData) GetShortStrValue() string

func (*DisplayData) GetStrValue 

func (x *DisplayData) GetStrValue() string

func (*DisplayData) GetTimestampValue 

func (x *DisplayData) GetTimestampValue() *timestamppb.Timestamp

func (*DisplayData) GetUrl 

func (x *DisplayData) GetUrl() string

func (*DisplayData) GetValue 

func (m *DisplayData) GetValue() isDisplayData_Value

func (*DisplayData) ProtoMessage 

func (*DisplayData) ProtoMessage()

func (*DisplayData) ProtoReflect 

func (x *DisplayData) ProtoReflect() protoreflect.Message

func (*DisplayData) Reset 

func (x *DisplayData) Reset()

func (*DisplayData) String 

func (x *DisplayData) String() string

type DisplayData_BoolValue 

type DisplayData_BoolValue struct {
	// Contains value if the data is of a boolean type.
	BoolValue bool `protobuf:"varint,10,opt,name=bool_value,json=boolValue,proto3,oneof"`
}

type DisplayData_DurationValue 

type DisplayData_DurationValue struct {
	// Contains value if the data is of duration type.
	DurationValue *durationpb.Duration `protobuf:"bytes,9,opt,name=duration_value,json=durationValue,proto3,oneof"`
}

type DisplayData_FloatValue 

type DisplayData_FloatValue struct {
	// Contains value if the data is of float type.
	FloatValue float32 `protobuf:"fixed32,6,opt,name=float_value,json=floatValue,proto3,oneof"`
}

type DisplayData_Int64Value 

type DisplayData_Int64Value struct {
	// Contains value if the data is of int64 type.
	Int64Value int64 `protobuf:"varint,5,opt,name=int64_value,json=int64Value,proto3,oneof"`
}

type DisplayData_JavaClassValue 

type DisplayData_JavaClassValue struct {
	// Contains value if the data is of java class type.
	JavaClassValue string `protobuf:"bytes,7,opt,name=java_class_value,json=javaClassValue,proto3,oneof"`
}

type DisplayData_StrValue 

type DisplayData_StrValue struct {
	// Contains value if the data is of string type.
	StrValue string `protobuf:"bytes,4,opt,name=str_value,json=strValue,proto3,oneof"`
}

type DisplayData_TimestampValue 

type DisplayData_TimestampValue struct {
	// Contains value if the data is of timestamp type.
	TimestampValue *timestamppb.Timestamp `protobuf:"bytes,8,opt,name=timestamp_value,json=timestampValue,proto3,oneof"`
}

type DynamicTemplateLaunchParams 

type DynamicTemplateLaunchParams struct {

	// Path to dynamic template spec file on Cloud Storage.
	// The file must be a Json serialized DynamicTemplateFieSpec object.
	GcsPath string `protobuf:"bytes,1,opt,name=gcs_path,json=gcsPath,proto3" json:"gcs_path,omitempty"`
	// Cloud Storage path for staging dependencies.
	// Must be a valid Cloud Storage URL, beginning with `gs://`.
	StagingLocation string `protobuf:"bytes,2,opt,name=staging_location,json=stagingLocation,proto3" json:"staging_location,omitempty"`
	// contains filtered or unexported fields
}

Params which should be passed when launching a dynamic template.

func (*DynamicTemplateLaunchParams) Descriptor deprecated 

func (*DynamicTemplateLaunchParams) Descriptor() ([]byte, []int)

Deprecated: Use DynamicTemplateLaunchParams.ProtoReflect.Descriptor instead.

func (*DynamicTemplateLaunchParams) GetGcsPath 

func (x *DynamicTemplateLaunchParams) GetGcsPath() string

func (*DynamicTemplateLaunchParams) GetStagingLocation 

func (x *DynamicTemplateLaunchParams) GetStagingLocation() string

func (*DynamicTemplateLaunchParams) ProtoMessage 

func (*DynamicTemplateLaunchParams) ProtoMessage()

func (*DynamicTemplateLaunchParams) ProtoReflect 

func (x *DynamicTemplateLaunchParams) ProtoReflect() protoreflect.Message

func (*DynamicTemplateLaunchParams) Reset 

func (x *DynamicTemplateLaunchParams) Reset()

func (*DynamicTemplateLaunchParams) String 

func (x *DynamicTemplateLaunchParams) String() string

type Environment 

type Environment struct {

	// The prefix of the resources the system should use for temporary
	// storage.  The system will append the suffix "/temp-{JOBNAME} to
	// this resource prefix, where {JOBNAME} is the value of the
	// job_name field.  The resulting bucket and object prefix is used
	// as the prefix of the resources used to store temporary data
	// needed during the job execution.  NOTE: This will override the
	// value in taskrunner_settings.
	// The supported resource type is:
	//
	// Google Cloud Storage:
	//
	//   storage.googleapis.com/{bucket}/{object}
	//   bucket.storage.googleapis.com/{object}
	TempStoragePrefix string `protobuf:"bytes,1,opt,name=temp_storage_prefix,json=tempStoragePrefix,proto3" json:"temp_storage_prefix,omitempty"`
	// The type of cluster manager API to use.  If unknown or
	// unspecified, the service will attempt to choose a reasonable
	// default.  This should be in the form of the API service name,
	// e.g. "compute.googleapis.com".
	ClusterManagerApiService string `` /* 137-byte string literal not displayed */
	// The list of experiments to enable. This field should be used for SDK
	// related experiments and not for service related experiments. The proper
	// field for service related experiments is service_options.
	Experiments []string `protobuf:"bytes,3,rep,name=experiments,proto3" json:"experiments,omitempty"`
	// The list of service options to enable. This field should be used for
	// service related experiments only. These experiments, when graduating to GA,
	// should be replaced by dedicated fields or become default (i.e. always on).
	ServiceOptions []string `protobuf:"bytes,16,rep,name=service_options,json=serviceOptions,proto3" json:"service_options,omitempty"`
	// If set, contains the Cloud KMS key identifier used to encrypt data
	// at rest, AKA a Customer Managed Encryption Key (CMEK).
	//
	// Format:
	//   projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY
	ServiceKmsKeyName string `protobuf:"bytes,12,opt,name=service_kms_key_name,json=serviceKmsKeyName,proto3" json:"service_kms_key_name,omitempty"`
	// The worker pools. At least one "harness" worker pool must be
	// specified in order for the job to have workers.
	WorkerPools []*WorkerPool `protobuf:"bytes,4,rep,name=worker_pools,json=workerPools,proto3" json:"worker_pools,omitempty"`
	// A description of the process that generated the request.
	UserAgent *structpb.Struct `protobuf:"bytes,5,opt,name=user_agent,json=userAgent,proto3" json:"user_agent,omitempty"`
	// A structure describing which components and their versions of the service
	// are required in order to run the job.
	Version *structpb.Struct `protobuf:"bytes,6,opt,name=version,proto3" json:"version,omitempty"`
	// The dataset for the current project where various workflow
	// related tables are stored.
	//
	// The supported resource type is:
	//
	// Google BigQuery:
	//   bigquery.googleapis.com/{dataset}
	Dataset string `protobuf:"bytes,7,opt,name=dataset,proto3" json:"dataset,omitempty"`
	// The Cloud Dataflow SDK pipeline options specified by the user. These
	// options are passed through the service and are used to recreate the
	// SDK pipeline options on the worker in a language agnostic and platform
	// independent way.
	SdkPipelineOptions *structpb.Struct `protobuf:"bytes,8,opt,name=sdk_pipeline_options,json=sdkPipelineOptions,proto3" json:"sdk_pipeline_options,omitempty"`
	// Experimental settings.
	InternalExperiments *anypb.Any `protobuf:"bytes,9,opt,name=internal_experiments,json=internalExperiments,proto3" json:"internal_experiments,omitempty"`
	// Identity to run virtual machines as. Defaults to the default account.
	ServiceAccountEmail string `protobuf:"bytes,10,opt,name=service_account_email,json=serviceAccountEmail,proto3" json:"service_account_email,omitempty"`
	// Which Flexible Resource Scheduling mode to run in.
	FlexResourceSchedulingGoal FlexResourceSchedulingGoal `` /* 201-byte string literal not displayed */
	// The Compute Engine region
	// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
	// which worker processing should occur, e.g. "us-west1". Mutually exclusive
	// with worker_zone. If neither worker_region nor worker_zone is specified,
	// default to the control plane's region.
	WorkerRegion string `protobuf:"bytes,13,opt,name=worker_region,json=workerRegion,proto3" json:"worker_region,omitempty"`
	// The Compute Engine zone
	// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
	// which worker processing should occur, e.g. "us-west1-a". Mutually exclusive
	// with worker_region. If neither worker_region nor worker_zone is specified,
	// a zone in the control plane's region is chosen based on available capacity.
	WorkerZone string `protobuf:"bytes,14,opt,name=worker_zone,json=workerZone,proto3" json:"worker_zone,omitempty"`
	// Output only. The shuffle mode used for the job.
	ShuffleMode ShuffleMode `` /* 137-byte string literal not displayed */
	// Any debugging options to be supplied to the job.
	DebugOptions *DebugOptions `protobuf:"bytes,17,opt,name=debug_options,json=debugOptions,proto3" json:"debug_options,omitempty"`
	// contains filtered or unexported fields
}

Describes the environment in which a Dataflow Job runs.

func (*Environment) Descriptor deprecated 

func (*Environment) Descriptor() ([]byte, []int)

Deprecated: Use Environment.ProtoReflect.Descriptor instead.

func (*Environment) GetClusterManagerApiService 

func (x *Environment) GetClusterManagerApiService() string

func (*Environment) GetDataset 

func (x *Environment) GetDataset() string

func (*Environment) GetDebugOptions 

func (x *Environment) GetDebugOptions() *DebugOptions

func (*Environment) GetExperiments 

func (x *Environment) GetExperiments() []string

func (*Environment) GetFlexResourceSchedulingGoal 

func (x *Environment) GetFlexResourceSchedulingGoal() FlexResourceSchedulingGoal

func (*Environment) GetInternalExperiments 

func (x *Environment) GetInternalExperiments() *anypb.Any

func (*Environment) GetSdkPipelineOptions 

func (x *Environment) GetSdkPipelineOptions() *structpb.Struct

func (*Environment) GetServiceAccountEmail 

func (x *Environment) GetServiceAccountEmail() string

func (*Environment) GetServiceKmsKeyName 

func (x *Environment) GetServiceKmsKeyName() string

func (*Environment) GetServiceOptions 

func (x *Environment) GetServiceOptions() []string

func (*Environment) GetShuffleMode 

func (x *Environment) GetShuffleMode() ShuffleMode

func (*Environment) GetTempStoragePrefix 

func (x *Environment) GetTempStoragePrefix() string

func (*Environment) GetUserAgent 

func (x *Environment) GetUserAgent() *structpb.Struct

func (*Environment) GetVersion 

func (x *Environment) GetVersion() *structpb.Struct

func (*Environment) GetWorkerPools 

func (x *Environment) GetWorkerPools() []*WorkerPool

func (*Environment) GetWorkerRegion 

func (x *Environment) GetWorkerRegion() string

func (*Environment) GetWorkerZone 

func (x *Environment) GetWorkerZone() string

func (*Environment) ProtoMessage 

func (*Environment) ProtoMessage()

func (*Environment) ProtoReflect 

func (x *Environment) ProtoReflect() protoreflect.Message

func (*Environment) Reset 

func (x *Environment) Reset()

func (*Environment) String 

func (x *Environment) String() string

type ExecutionStageState 

type ExecutionStageState struct {

	// The name of the execution stage.
	ExecutionStageName string `protobuf:"bytes,1,opt,name=execution_stage_name,json=executionStageName,proto3" json:"execution_stage_name,omitempty"`
	// Executions stage states allow the same set of values as JobState.
	ExecutionStageState JobState `` /* 159-byte string literal not displayed */
	// The time at which the stage transitioned to this state.
	CurrentStateTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=current_state_time,json=currentStateTime,proto3" json:"current_state_time,omitempty"`
	// contains filtered or unexported fields
}

A message describing the state of a particular execution stage.

func (*ExecutionStageState) Descriptor deprecated 

func (*ExecutionStageState) Descriptor() ([]byte, []int)

Deprecated: Use ExecutionStageState.ProtoReflect.Descriptor instead.

func (*ExecutionStageState) GetCurrentStateTime 

func (x *ExecutionStageState) GetCurrentStateTime() *timestamppb.Timestamp

func (*ExecutionStageState) GetExecutionStageName 

func (x *ExecutionStageState) GetExecutionStageName() string

func (*ExecutionStageState) GetExecutionStageState 

func (x *ExecutionStageState) GetExecutionStageState() JobState

func (*ExecutionStageState) ProtoMessage 

func (*ExecutionStageState) ProtoMessage()

func (*ExecutionStageState) ProtoReflect 

func (x *ExecutionStageState) ProtoReflect() protoreflect.Message

func (*ExecutionStageState) Reset 

func (x *ExecutionStageState) Reset()

func (*ExecutionStageState) String 

func (x *ExecutionStageState) String() string

type ExecutionStageSummary 

type ExecutionStageSummary struct {

	// Dataflow service generated name for this stage.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Dataflow service generated id for this stage.
	Id string `protobuf:"bytes,2,opt,name=id,proto3" json:"id,omitempty"`
	// Type of transform this stage is executing.
	Kind KindType `protobuf:"varint,3,opt,name=kind,proto3,enum=google.dataflow.v1beta3.KindType" json:"kind,omitempty"`
	// Input sources for this stage.
	InputSource []*ExecutionStageSummary_StageSource `protobuf:"bytes,4,rep,name=input_source,json=inputSource,proto3" json:"input_source,omitempty"`
	// Output sources for this stage.
	OutputSource []*ExecutionStageSummary_StageSource `protobuf:"bytes,5,rep,name=output_source,json=outputSource,proto3" json:"output_source,omitempty"`
	// Other stages that must complete before this stage can run.
	PrerequisiteStage []string `protobuf:"bytes,8,rep,name=prerequisite_stage,json=prerequisiteStage,proto3" json:"prerequisite_stage,omitempty"`
	// Transforms that comprise this execution stage.
	ComponentTransform []*ExecutionStageSummary_ComponentTransform `protobuf:"bytes,6,rep,name=component_transform,json=componentTransform,proto3" json:"component_transform,omitempty"`
	// Collections produced and consumed by component transforms of this stage.
	ComponentSource []*ExecutionStageSummary_ComponentSource `protobuf:"bytes,7,rep,name=component_source,json=componentSource,proto3" json:"component_source,omitempty"`
	// contains filtered or unexported fields
}

Description of the composing transforms, names/ids, and input/outputs of a stage of execution. Some composing transforms and sources may have been generated by the Dataflow service during execution planning.

func (*ExecutionStageSummary) Descriptor deprecated 

func (*ExecutionStageSummary) Descriptor() ([]byte, []int)

Deprecated: Use ExecutionStageSummary.ProtoReflect.Descriptor instead.

func (*ExecutionStageSummary) GetComponentSource 

func (x *ExecutionStageSummary) GetComponentSource() []*ExecutionStageSummary_ComponentSource

func (*ExecutionStageSummary) GetComponentTransform 

func (x *ExecutionStageSummary) GetComponentTransform() []*ExecutionStageSummary_ComponentTransform

func (*ExecutionStageSummary) GetId 

func (x *ExecutionStageSummary) GetId() string

func (*ExecutionStageSummary) GetInputSource 

func (x *ExecutionStageSummary) GetInputSource() []*ExecutionStageSummary_StageSource

func (*ExecutionStageSummary) GetKind 

func (x *ExecutionStageSummary) GetKind() KindType

func (*ExecutionStageSummary) GetName 

func (x *ExecutionStageSummary) GetName() string

func (*ExecutionStageSummary) GetOutputSource 

func (x *ExecutionStageSummary) GetOutputSource() []*ExecutionStageSummary_StageSource

func (*ExecutionStageSummary) GetPrerequisiteStage 

func (x *ExecutionStageSummary) GetPrerequisiteStage() []string

func (*ExecutionStageSummary) ProtoMessage 

func (*ExecutionStageSummary) ProtoMessage()

func (*ExecutionStageSummary) ProtoReflect 

func (x *ExecutionStageSummary) ProtoReflect() protoreflect.Message

func (*ExecutionStageSummary) Reset 

func (x *ExecutionStageSummary) Reset()

func (*ExecutionStageSummary) String 

func (x *ExecutionStageSummary) String() string

type ExecutionStageSummary_ComponentSource 

type ExecutionStageSummary_ComponentSource struct {

	// Human-readable name for this transform; may be user or system generated.
	UserName string `protobuf:"bytes,1,opt,name=user_name,json=userName,proto3" json:"user_name,omitempty"`
	// Dataflow service generated name for this source.
	Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// User name for the original user transform or collection with which this
	// source is most closely associated.
	OriginalTransformOrCollection string `` /* 152-byte string literal not displayed */
	// contains filtered or unexported fields
}

Description of an interstitial value between transforms in an execution stage.

func (*ExecutionStageSummary_ComponentSource) Descriptor deprecated 

func (*ExecutionStageSummary_ComponentSource) Descriptor() ([]byte, []int)

Deprecated: Use ExecutionStageSummary_ComponentSource.ProtoReflect.Descriptor instead.

func (*ExecutionStageSummary_ComponentSource) GetName 

func (x *ExecutionStageSummary_ComponentSource) GetName() string

func (*ExecutionStageSummary_ComponentSource) GetOriginalTransformOrCollection 

func (x *ExecutionStageSummary_ComponentSource) GetOriginalTransformOrCollection() string

func (*ExecutionStageSummary_ComponentSource) GetUserName 

func (x *ExecutionStageSummary_ComponentSource) GetUserName() string

func (*ExecutionStageSummary_ComponentSource) ProtoMessage 

func (*ExecutionStageSummary_ComponentSource) ProtoMessage()

func (*ExecutionStageSummary_ComponentSource) ProtoReflect 

func (x *ExecutionStageSummary_ComponentSource) ProtoReflect() protoreflect.Message

func (*ExecutionStageSummary_ComponentSource) Reset 

func (x *ExecutionStageSummary_ComponentSource) Reset()

func (*ExecutionStageSummary_ComponentSource) String 

func (x *ExecutionStageSummary_ComponentSource) String() string

type ExecutionStageSummary_ComponentTransform 

type ExecutionStageSummary_ComponentTransform struct {

	// Human-readable name for this transform; may be user or system generated.
	UserName string `protobuf:"bytes,1,opt,name=user_name,json=userName,proto3" json:"user_name,omitempty"`
	// Dataflow service generated name for this source.
	Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// User name for the original user transform with which this transform is
	// most closely associated.
	OriginalTransform string `protobuf:"bytes,3,opt,name=original_transform,json=originalTransform,proto3" json:"original_transform,omitempty"`
	// contains filtered or unexported fields
}

Description of a transform executed as part of an execution stage.

func (*ExecutionStageSummary_ComponentTransform) Descriptor deprecated 

func (*ExecutionStageSummary_ComponentTransform) Descriptor() ([]byte, []int)

Deprecated: Use ExecutionStageSummary_ComponentTransform.ProtoReflect.Descriptor instead.

func (*ExecutionStageSummary_ComponentTransform) GetName 

func (x *ExecutionStageSummary_ComponentTransform) GetName() string

func (*ExecutionStageSummary_ComponentTransform) GetOriginalTransform 

func (x *ExecutionStageSummary_ComponentTransform) GetOriginalTransform() string

func (*ExecutionStageSummary_ComponentTransform) GetUserName 

func (x *ExecutionStageSummary_ComponentTransform) GetUserName() string

func (*ExecutionStageSummary_ComponentTransform) ProtoMessage 

func (*ExecutionStageSummary_ComponentTransform) ProtoMessage()

func (*ExecutionStageSummary_ComponentTransform) ProtoReflect 

func (x *ExecutionStageSummary_ComponentTransform) ProtoReflect() protoreflect.Message

func (*ExecutionStageSummary_ComponentTransform) Reset 

func (x *ExecutionStageSummary_ComponentTransform) Reset()

func (*ExecutionStageSummary_ComponentTransform) String 

func (x *ExecutionStageSummary_ComponentTransform) String() string

type ExecutionStageSummary_StageSource 

type ExecutionStageSummary_StageSource struct {

	// Human-readable name for this source; may be user or system generated.
	UserName string `protobuf:"bytes,1,opt,name=user_name,json=userName,proto3" json:"user_name,omitempty"`
	// Dataflow service generated name for this source.
	Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// User name for the original user transform or collection with which this
	// source is most closely associated.
	OriginalTransformOrCollection string `` /* 152-byte string literal not displayed */
	// Size of the source, if measurable.
	SizeBytes int64 `protobuf:"varint,4,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"`
	// contains filtered or unexported fields
}

Description of an input or output of an execution stage.

func (*ExecutionStageSummary_StageSource) Descriptor deprecated 

func (*ExecutionStageSummary_StageSource) Descriptor() ([]byte, []int)

Deprecated: Use ExecutionStageSummary_StageSource.ProtoReflect.Descriptor instead.

func (*ExecutionStageSummary_StageSource) GetName 

func (x *ExecutionStageSummary_StageSource) GetName() string

func (*ExecutionStageSummary_StageSource) GetOriginalTransformOrCollection 

func (x *ExecutionStageSummary_StageSource) GetOriginalTransformOrCollection() string

func (*ExecutionStageSummary_StageSource) GetSizeBytes 

func (x *ExecutionStageSummary_StageSource) GetSizeBytes() int64

func (*ExecutionStageSummary_StageSource) GetUserName 

func (x *ExecutionStageSummary_StageSource) GetUserName() string

func (*ExecutionStageSummary_StageSource) ProtoMessage 

func (*ExecutionStageSummary_StageSource) ProtoMessage()

func (*ExecutionStageSummary_StageSource) ProtoReflect 

func (x *ExecutionStageSummary_StageSource) ProtoReflect() protoreflect.Message

func (*ExecutionStageSummary_StageSource) Reset 

func (x *ExecutionStageSummary_StageSource) Reset()

func (*ExecutionStageSummary_StageSource) String 

func (x *ExecutionStageSummary_StageSource) String() string

type ExecutionState 

type ExecutionState int32

The state of some component of job execution. 

const (
	// The component state is unknown or unspecified.
	ExecutionState_EXECUTION_STATE_UNKNOWN ExecutionState = 0
	// The component is not yet running.
	ExecutionState_EXECUTION_STATE_NOT_STARTED ExecutionState = 1
	// The component is currently running.
	ExecutionState_EXECUTION_STATE_RUNNING ExecutionState = 2
	// The component succeeded.
	ExecutionState_EXECUTION_STATE_SUCCEEDED ExecutionState = 3
	// The component failed.
	ExecutionState_EXECUTION_STATE_FAILED ExecutionState = 4
	// Execution of the component was cancelled.
	ExecutionState_EXECUTION_STATE_CANCELLED ExecutionState = 5
)

func (ExecutionState) Descriptor 

func (ExecutionState) Descriptor() protoreflect.EnumDescriptor

func (ExecutionState) Enum 

func (x ExecutionState) Enum() *ExecutionState

func (ExecutionState) EnumDescriptor deprecated 

func (ExecutionState) EnumDescriptor() ([]byte, []int)

Deprecated: Use ExecutionState.Descriptor instead.

func (ExecutionState) Number 

func (x ExecutionState) Number() protoreflect.EnumNumber

func (ExecutionState) String 

func (x ExecutionState) String() string

func (ExecutionState) Type 

func (ExecutionState) Type() protoreflect.EnumType

type FailedLocation 

type FailedLocation struct {

	// The name of the [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// failed to respond.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

Indicates which [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) failed to respond to a request for data.

func (*FailedLocation) Descriptor deprecated 

func (*FailedLocation) Descriptor() ([]byte, []int)

Deprecated: Use FailedLocation.ProtoReflect.Descriptor instead.

func (*FailedLocation) GetName 

func (x *FailedLocation) GetName() string

func (*FailedLocation) ProtoMessage 

func (*FailedLocation) ProtoMessage()

func (*FailedLocation) ProtoReflect 

func (x *FailedLocation) ProtoReflect() protoreflect.Message

func (*FailedLocation) Reset 

func (x *FailedLocation) Reset()

func (*FailedLocation) String 

func (x *FailedLocation) String() string

type FileIODetails 

type FileIODetails struct {

	// File Pattern used to access files by the connector.
	FilePattern string `protobuf:"bytes,1,opt,name=file_pattern,json=filePattern,proto3" json:"file_pattern,omitempty"`
	// contains filtered or unexported fields
}

Metadata for a File connector used by the job.

func (*FileIODetails) Descriptor deprecated 

func (*FileIODetails) Descriptor() ([]byte, []int)

Deprecated: Use FileIODetails.ProtoReflect.Descriptor instead.

func (*FileIODetails) GetFilePattern 

func (x *FileIODetails) GetFilePattern() string

func (*FileIODetails) ProtoMessage 

func (*FileIODetails) ProtoMessage()

func (*FileIODetails) ProtoReflect 

func (x *FileIODetails) ProtoReflect() protoreflect.Message

func (*FileIODetails) Reset 

func (x *FileIODetails) Reset()

func (*FileIODetails) String 

func (x *FileIODetails) String() string

type FlexResourceSchedulingGoal 

type FlexResourceSchedulingGoal int32

Specifies the resource to optimize for in Flexible Resource Scheduling. 

const (
	// Run in the default mode.
	FlexResourceSchedulingGoal_FLEXRS_UNSPECIFIED FlexResourceSchedulingGoal = 0
	// Optimize for lower execution time.
	FlexResourceSchedulingGoal_FLEXRS_SPEED_OPTIMIZED FlexResourceSchedulingGoal = 1
	// Optimize for lower cost.
	FlexResourceSchedulingGoal_FLEXRS_COST_OPTIMIZED FlexResourceSchedulingGoal = 2
)

func (FlexResourceSchedulingGoal) Descriptor 

func (FlexResourceSchedulingGoal) Descriptor() protoreflect.EnumDescriptor

func (FlexResourceSchedulingGoal) Enum 

func (x FlexResourceSchedulingGoal) Enum() *FlexResourceSchedulingGoal

func (FlexResourceSchedulingGoal) EnumDescriptor deprecated 

func (FlexResourceSchedulingGoal) EnumDescriptor() ([]byte, []int)

Deprecated: Use FlexResourceSchedulingGoal.Descriptor instead.

func (FlexResourceSchedulingGoal) Number 

func (x FlexResourceSchedulingGoal) Number() protoreflect.EnumNumber

func (FlexResourceSchedulingGoal) String 

func (x FlexResourceSchedulingGoal) String() string

func (FlexResourceSchedulingGoal) Type 

func (FlexResourceSchedulingGoal) Type() protoreflect.EnumType

type FlexTemplateRuntimeEnvironment 

type FlexTemplateRuntimeEnvironment struct {

	// The initial number of Google Compute Engine instances for the job.
	NumWorkers int32 `protobuf:"varint,1,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"`
	// The maximum number of Google Compute Engine instances to be made
	// available to your pipeline during execution, from 1 to 1000.
	MaxWorkers int32 `protobuf:"varint,2,opt,name=max_workers,json=maxWorkers,proto3" json:"max_workers,omitempty"`
	// The Compute Engine [availability
	// zone](https://cloud.google.com/compute/docs/regions-zones/regions-zones)
	// for launching worker instances to run your pipeline.
	// In the future, worker_zone will take precedence.
	Zone string `protobuf:"bytes,3,opt,name=zone,proto3" json:"zone,omitempty"`
	// The email address of the service account to run the job as.
	ServiceAccountEmail string `protobuf:"bytes,4,opt,name=service_account_email,json=serviceAccountEmail,proto3" json:"service_account_email,omitempty"`
	// The Cloud Storage path to use for temporary files.
	// Must be a valid Cloud Storage URL, beginning with `gs://`.
	TempLocation string `protobuf:"bytes,5,opt,name=temp_location,json=tempLocation,proto3" json:"temp_location,omitempty"`
	// The machine type to use for the job. Defaults to the value from the
	// template if not specified.
	MachineType string `protobuf:"bytes,6,opt,name=machine_type,json=machineType,proto3" json:"machine_type,omitempty"`
	// Additional experiment flags for the job.
	AdditionalExperiments []string `protobuf:"bytes,7,rep,name=additional_experiments,json=additionalExperiments,proto3" json:"additional_experiments,omitempty"`
	// Network to which VMs will be assigned.  If empty or unspecified,
	// the service will use the network "default".
	Network string `protobuf:"bytes,8,opt,name=network,proto3" json:"network,omitempty"`
	// Subnetwork to which VMs will be assigned, if desired. You can specify a
	// subnetwork using either a complete URL or an abbreviated path. Expected to
	// be of the form
	// "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK"
	// or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located in
	// a Shared VPC network, you must use the complete URL.
	Subnetwork string `protobuf:"bytes,9,opt,name=subnetwork,proto3" json:"subnetwork,omitempty"`
	// Additional user labels to be specified for the job.
	// Keys and values must follow the restrictions specified in the [labeling
	// restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions)
	// page.
	// An object containing a list of "key": value pairs.
	// Example: { "name": "wrench", "mass": "1kg", "count": "3" }.
	AdditionalUserLabels map[string]string `` /* 212-byte string literal not displayed */
	// Name for the Cloud KMS key for the job.
	// Key format is:
	// projects/<project>/locations/<location>/keyRings/<keyring>/cryptoKeys/<key>
	KmsKeyName string `protobuf:"bytes,11,opt,name=kms_key_name,json=kmsKeyName,proto3" json:"kms_key_name,omitempty"`
	// Configuration for VM IPs.
	IpConfiguration WorkerIPAddressConfiguration `` /* 166-byte string literal not displayed */
	// The Compute Engine region
	// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
	// which worker processing should occur, e.g. "us-west1". Mutually exclusive
	// with worker_zone. If neither worker_region nor worker_zone is specified,
	// default to the control plane's region.
	WorkerRegion string `protobuf:"bytes,13,opt,name=worker_region,json=workerRegion,proto3" json:"worker_region,omitempty"`
	// The Compute Engine zone
	// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
	// which worker processing should occur, e.g. "us-west1-a". Mutually exclusive
	// with worker_region. If neither worker_region nor worker_zone is specified,
	// a zone in the control plane's region is chosen based on available capacity.
	// If both `worker_zone` and `zone` are set, `worker_zone` takes precedence.
	WorkerZone string `protobuf:"bytes,14,opt,name=worker_zone,json=workerZone,proto3" json:"worker_zone,omitempty"`
	// Whether to enable Streaming Engine for the job.
	EnableStreamingEngine bool `` /* 128-byte string literal not displayed */
	// Set FlexRS goal for the job.
	// https://cloud.google.com/dataflow/docs/guides/flexrs
	FlexrsGoal FlexResourceSchedulingGoal `` /* 149-byte string literal not displayed */
	// The Cloud Storage path for staging local files.
	// Must be a valid Cloud Storage URL, beginning with `gs://`.
	StagingLocation string `protobuf:"bytes,17,opt,name=staging_location,json=stagingLocation,proto3" json:"staging_location,omitempty"`
	// Docker registry location of container image to use for the 'worker harness.
	// Default is the container for the version of the SDK. Note this field is
	// only valid for portable pipelines.
	SdkContainerImage string `protobuf:"bytes,18,opt,name=sdk_container_image,json=sdkContainerImage,proto3" json:"sdk_container_image,omitempty"`
	// contains filtered or unexported fields
}

The environment values to be set at runtime for flex template.

func (*FlexTemplateRuntimeEnvironment) Descriptor deprecated 

func (*FlexTemplateRuntimeEnvironment) Descriptor() ([]byte, []int)

Deprecated: Use FlexTemplateRuntimeEnvironment.ProtoReflect.Descriptor instead.

func (*FlexTemplateRuntimeEnvironment) GetAdditionalExperiments 

func (x *FlexTemplateRuntimeEnvironment) GetAdditionalExperiments() []string

func (*FlexTemplateRuntimeEnvironment) GetAdditionalUserLabels 

func (x *FlexTemplateRuntimeEnvironment) GetAdditionalUserLabels() map[string]string

func (*FlexTemplateRuntimeEnvironment) GetEnableStreamingEngine 

func (x *FlexTemplateRuntimeEnvironment) GetEnableStreamingEngine() bool

func (*FlexTemplateRuntimeEnvironment) GetFlexrsGoal 

func (x *FlexTemplateRuntimeEnvironment) GetFlexrsGoal() FlexResourceSchedulingGoal

func (*FlexTemplateRuntimeEnvironment) GetIpConfiguration 

func (x *FlexTemplateRuntimeEnvironment) GetIpConfiguration() WorkerIPAddressConfiguration

func (*FlexTemplateRuntimeEnvironment) GetKmsKeyName 

func (x *FlexTemplateRuntimeEnvironment) GetKmsKeyName() string

func (*FlexTemplateRuntimeEnvironment) GetMachineType 

func (x *FlexTemplateRuntimeEnvironment) GetMachineType() string

func (*FlexTemplateRuntimeEnvironment) GetMaxWorkers 

func (x *FlexTemplateRuntimeEnvironment) GetMaxWorkers() int32

func (*FlexTemplateRuntimeEnvironment) GetNetwork 

func (x *FlexTemplateRuntimeEnvironment) GetNetwork() string

func (*FlexTemplateRuntimeEnvironment) GetNumWorkers 

func (x *FlexTemplateRuntimeEnvironment) GetNumWorkers() int32

func (*FlexTemplateRuntimeEnvironment) GetSdkContainerImage 

func (x *FlexTemplateRuntimeEnvironment) GetSdkContainerImage() string

func (*FlexTemplateRuntimeEnvironment) GetServiceAccountEmail 

func (x *FlexTemplateRuntimeEnvironment) GetServiceAccountEmail() string

func (*FlexTemplateRuntimeEnvironment) GetStagingLocation 

func (x *FlexTemplateRuntimeEnvironment) GetStagingLocation() string

func (*FlexTemplateRuntimeEnvironment) GetSubnetwork 

func (x *FlexTemplateRuntimeEnvironment) GetSubnetwork() string

func (*FlexTemplateRuntimeEnvironment) GetTempLocation 

func (x *FlexTemplateRuntimeEnvironment) GetTempLocation() string

func (*FlexTemplateRuntimeEnvironment) GetWorkerRegion 

func (x *FlexTemplateRuntimeEnvironment) GetWorkerRegion() string

func (*FlexTemplateRuntimeEnvironment) GetWorkerZone 

func (x *FlexTemplateRuntimeEnvironment) GetWorkerZone() string

func (*FlexTemplateRuntimeEnvironment) GetZone 

func (x *FlexTemplateRuntimeEnvironment) GetZone() string

func (*FlexTemplateRuntimeEnvironment) ProtoMessage 

func (*FlexTemplateRuntimeEnvironment) ProtoMessage()

func (*FlexTemplateRuntimeEnvironment) ProtoReflect 

func (x *FlexTemplateRuntimeEnvironment) ProtoReflect() protoreflect.Message

func (*FlexTemplateRuntimeEnvironment) Reset 

func (x *FlexTemplateRuntimeEnvironment) Reset()

func (*FlexTemplateRuntimeEnvironment) String 

func (x *FlexTemplateRuntimeEnvironment) String() string

type FlexTemplatesServiceClient 

type FlexTemplatesServiceClient interface {
	// Launch a job with a FlexTemplate.
	LaunchFlexTemplate(ctx context.Context, in *LaunchFlexTemplateRequest, opts ...grpc.CallOption) (*LaunchFlexTemplateResponse, error)
}

FlexTemplatesServiceClient is the client API for FlexTemplatesService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewFlexTemplatesServiceClient 

func NewFlexTemplatesServiceClient(cc grpc.ClientConnInterface) FlexTemplatesServiceClient

type FlexTemplatesServiceServer 

type FlexTemplatesServiceServer interface {
	// Launch a job with a FlexTemplate.
	LaunchFlexTemplate(context.Context, *LaunchFlexTemplateRequest) (*LaunchFlexTemplateResponse, error)
}

FlexTemplatesServiceServer is the server API for FlexTemplatesService service.

type GetJobExecutionDetailsRequest 

type GetJobExecutionDetailsRequest struct {

	// A project id.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job to get execution details for.
	JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains the job specified by job_id.
	Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
	// If specified, determines the maximum number of stages to
	// return.  If unspecified, the service may choose an appropriate
	// default, or may return an arbitrarily large number of results.
	PageSize int32 `protobuf:"varint,4,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
	// If supplied, this should be the value of next_page_token returned
	// by an earlier call. This will cause the next page of results to
	// be returned.
	PageToken string `protobuf:"bytes,5,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
	// contains filtered or unexported fields
}

Request to get job execution details.

func (*GetJobExecutionDetailsRequest) Descriptor deprecated 

func (*GetJobExecutionDetailsRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetJobExecutionDetailsRequest.ProtoReflect.Descriptor instead.

func (*GetJobExecutionDetailsRequest) GetJobId 

func (x *GetJobExecutionDetailsRequest) GetJobId() string

func (*GetJobExecutionDetailsRequest) GetLocation 

func (x *GetJobExecutionDetailsRequest) GetLocation() string

func (*GetJobExecutionDetailsRequest) GetPageSize 

func (x *GetJobExecutionDetailsRequest) GetPageSize() int32

func (*GetJobExecutionDetailsRequest) GetPageToken 

func (x *GetJobExecutionDetailsRequest) GetPageToken() string

func (*GetJobExecutionDetailsRequest) GetProjectId 

func (x *GetJobExecutionDetailsRequest) GetProjectId() string

func (*GetJobExecutionDetailsRequest) ProtoMessage 

func (*GetJobExecutionDetailsRequest) ProtoMessage()

func (*GetJobExecutionDetailsRequest) ProtoReflect 

func (x *GetJobExecutionDetailsRequest) ProtoReflect() protoreflect.Message

func (*GetJobExecutionDetailsRequest) Reset 

func (x *GetJobExecutionDetailsRequest) Reset()

func (*GetJobExecutionDetailsRequest) String 

func (x *GetJobExecutionDetailsRequest) String() string

type GetJobMetricsRequest 

type GetJobMetricsRequest struct {

	// A project id.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job to get metrics for.
	JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// Return only metric data that has changed since this time.
	// Default is to return all information about all metrics for the job.
	StartTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains the job specified by job_id.
	Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to get job metrics.

func (*GetJobMetricsRequest) Descriptor deprecated 

func (*GetJobMetricsRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetJobMetricsRequest.ProtoReflect.Descriptor instead.

func (*GetJobMetricsRequest) GetJobId 

func (x *GetJobMetricsRequest) GetJobId() string

func (*GetJobMetricsRequest) GetLocation 

func (x *GetJobMetricsRequest) GetLocation() string

func (*GetJobMetricsRequest) GetProjectId 

func (x *GetJobMetricsRequest) GetProjectId() string

func (*GetJobMetricsRequest) GetStartTime 

func (x *GetJobMetricsRequest) GetStartTime() *timestamppb.Timestamp

func (*GetJobMetricsRequest) ProtoMessage 

func (*GetJobMetricsRequest) ProtoMessage()

func (*GetJobMetricsRequest) ProtoReflect 

func (x *GetJobMetricsRequest) ProtoReflect() protoreflect.Message

func (*GetJobMetricsRequest) Reset 

func (x *GetJobMetricsRequest) Reset()

func (*GetJobMetricsRequest) String 

func (x *GetJobMetricsRequest) String() string

type GetJobRequest 

type GetJobRequest struct {

	// The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job ID.
	JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// The level of information requested in response.
	View JobView `protobuf:"varint,3,opt,name=view,proto3,enum=google.dataflow.v1beta3.JobView" json:"view,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains this job.
	Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to get the state of a Cloud Dataflow job.

func (*GetJobRequest) Descriptor deprecated 

func (*GetJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetJobRequest.ProtoReflect.Descriptor instead.

func (*GetJobRequest) GetJobId 

func (x *GetJobRequest) GetJobId() string

func (*GetJobRequest) GetLocation 

func (x *GetJobRequest) GetLocation() string

func (*GetJobRequest) GetProjectId 

func (x *GetJobRequest) GetProjectId() string

func (*GetJobRequest) GetView 

func (x *GetJobRequest) GetView() JobView

func (*GetJobRequest) ProtoMessage 

func (*GetJobRequest) ProtoMessage()

func (*GetJobRequest) ProtoReflect 

func (x *GetJobRequest) ProtoReflect() protoreflect.Message

func (*GetJobRequest) Reset 

func (x *GetJobRequest) Reset()

func (*GetJobRequest) String 

func (x *GetJobRequest) String() string

type GetSnapshotRequest 

type GetSnapshotRequest struct {

	// The ID of the Cloud Platform project that the snapshot belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The ID of the snapshot.
	SnapshotId string `protobuf:"bytes,2,opt,name=snapshot_id,json=snapshotId,proto3" json:"snapshot_id,omitempty"`
	// The location that contains this snapshot.
	Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to get information about a snapshot

func (*GetSnapshotRequest) Descriptor deprecated 

func (*GetSnapshotRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetSnapshotRequest.ProtoReflect.Descriptor instead.

func (*GetSnapshotRequest) GetLocation 

func (x *GetSnapshotRequest) GetLocation() string

func (*GetSnapshotRequest) GetProjectId 

func (x *GetSnapshotRequest) GetProjectId() string

func (*GetSnapshotRequest) GetSnapshotId 

func (x *GetSnapshotRequest) GetSnapshotId() string

func (*GetSnapshotRequest) ProtoMessage 

func (*GetSnapshotRequest) ProtoMessage()

func (*GetSnapshotRequest) ProtoReflect 

func (x *GetSnapshotRequest) ProtoReflect() protoreflect.Message

func (*GetSnapshotRequest) Reset 

func (x *GetSnapshotRequest) Reset()

func (*GetSnapshotRequest) String 

func (x *GetSnapshotRequest) String() string

type GetStageExecutionDetailsRequest 

type GetStageExecutionDetailsRequest struct {

	// A project id.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job to get execution details for.
	JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains the job specified by job_id.
	Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
	// The stage for which to fetch information.
	StageId string `protobuf:"bytes,4,opt,name=stage_id,json=stageId,proto3" json:"stage_id,omitempty"`
	// If specified, determines the maximum number of work items to
	// return.  If unspecified, the service may choose an appropriate
	// default, or may return an arbitrarily large number of results.
	PageSize int32 `protobuf:"varint,5,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
	// If supplied, this should be the value of next_page_token returned
	// by an earlier call. This will cause the next page of results to
	// be returned.
	PageToken string `protobuf:"bytes,6,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
	// Lower time bound of work items to include, by start time.
	StartTime *timestamppb.Timestamp `protobuf:"bytes,7,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
	// Upper time bound of work items to include, by start time.
	EndTime *timestamppb.Timestamp `protobuf:"bytes,8,opt,name=end_time,json=endTime,proto3" json:"end_time,omitempty"`
	// contains filtered or unexported fields
}

Request to get information about a particular execution stage of a job. Currently only tracked for Batch jobs.

func (*GetStageExecutionDetailsRequest) Descriptor deprecated 

func (*GetStageExecutionDetailsRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetStageExecutionDetailsRequest.ProtoReflect.Descriptor instead.

func (*GetStageExecutionDetailsRequest) GetEndTime 

func (x *GetStageExecutionDetailsRequest) GetEndTime() *timestamppb.Timestamp

func (*GetStageExecutionDetailsRequest) GetJobId 

func (x *GetStageExecutionDetailsRequest) GetJobId() string

func (*GetStageExecutionDetailsRequest) GetLocation 

func (x *GetStageExecutionDetailsRequest) GetLocation() string

func (*GetStageExecutionDetailsRequest) GetPageSize 

func (x *GetStageExecutionDetailsRequest) GetPageSize() int32

func (*GetStageExecutionDetailsRequest) GetPageToken 

func (x *GetStageExecutionDetailsRequest) GetPageToken() string

func (*GetStageExecutionDetailsRequest) GetProjectId 

func (x *GetStageExecutionDetailsRequest) GetProjectId() string

func (*GetStageExecutionDetailsRequest) GetStageId 

func (x *GetStageExecutionDetailsRequest) GetStageId() string

func (*GetStageExecutionDetailsRequest) GetStartTime 

func (x *GetStageExecutionDetailsRequest) GetStartTime() *timestamppb.Timestamp

func (*GetStageExecutionDetailsRequest) ProtoMessage 

func (*GetStageExecutionDetailsRequest) ProtoMessage()

func (*GetStageExecutionDetailsRequest) ProtoReflect 

func (x *GetStageExecutionDetailsRequest) ProtoReflect() protoreflect.Message

func (*GetStageExecutionDetailsRequest) Reset 

func (x *GetStageExecutionDetailsRequest) Reset()

func (*GetStageExecutionDetailsRequest) String 

func (x *GetStageExecutionDetailsRequest) String() string

type GetTemplateRequest 

type GetTemplateRequest struct {

	// Required. The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The template from which to create the job.
	//
	// Types that are assignable to Template:
	//	*GetTemplateRequest_GcsPath
	Template isGetTemplateRequest_Template `protobuf_oneof:"template"`
	// The view to retrieve. Defaults to METADATA_ONLY.
	View GetTemplateRequest_TemplateView `protobuf:"varint,3,opt,name=view,proto3,enum=google.dataflow.v1beta3.GetTemplateRequest_TemplateView" json:"view,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
	// which to direct the request.
	Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

A request to retrieve a Cloud Dataflow job template.

func (*GetTemplateRequest) Descriptor deprecated 

func (*GetTemplateRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetTemplateRequest.ProtoReflect.Descriptor instead.

func (*GetTemplateRequest) GetGcsPath 

func (x *GetTemplateRequest) GetGcsPath() string

func (*GetTemplateRequest) GetLocation 

func (x *GetTemplateRequest) GetLocation() string

func (*GetTemplateRequest) GetProjectId 

func (x *GetTemplateRequest) GetProjectId() string

func (*GetTemplateRequest) GetTemplate 

func (m *GetTemplateRequest) GetTemplate() isGetTemplateRequest_Template

func (*GetTemplateRequest) GetView 

func (x *GetTemplateRequest) GetView() GetTemplateRequest_TemplateView

func (*GetTemplateRequest) ProtoMessage 

func (*GetTemplateRequest) ProtoMessage()

func (*GetTemplateRequest) ProtoReflect 

func (x *GetTemplateRequest) ProtoReflect() protoreflect.Message

func (*GetTemplateRequest) Reset 

func (x *GetTemplateRequest) Reset()

func (*GetTemplateRequest) String 

func (x *GetTemplateRequest) String() string

type GetTemplateRequest_GcsPath 

type GetTemplateRequest_GcsPath struct {
	// Required. A Cloud Storage path to the template from which to
	// create the job.
	// Must be valid Cloud Storage URL, beginning with 'gs://'.
	GcsPath string `protobuf:"bytes,2,opt,name=gcs_path,json=gcsPath,proto3,oneof"`
}

type GetTemplateRequest_TemplateView 

type GetTemplateRequest_TemplateView int32

The various views of a template that may be retrieved. 

const (
	// Template view that retrieves only the metadata associated with the
	// template.
	GetTemplateRequest_METADATA_ONLY GetTemplateRequest_TemplateView = 0
)

func (GetTemplateRequest_TemplateView) Descriptor 

func (GetTemplateRequest_TemplateView) Descriptor() protoreflect.EnumDescriptor

func (GetTemplateRequest_TemplateView) Enum 

func (x GetTemplateRequest_TemplateView) Enum() *GetTemplateRequest_TemplateView

func (GetTemplateRequest_TemplateView) EnumDescriptor deprecated 

func (GetTemplateRequest_TemplateView) EnumDescriptor() ([]byte, []int)

Deprecated: Use GetTemplateRequest_TemplateView.Descriptor instead.

func (GetTemplateRequest_TemplateView) Number 

func (x GetTemplateRequest_TemplateView) Number() protoreflect.EnumNumber

func (GetTemplateRequest_TemplateView) String 

func (x GetTemplateRequest_TemplateView) String() string

func (GetTemplateRequest_TemplateView) Type 

func (GetTemplateRequest_TemplateView) Type() protoreflect.EnumType

type GetTemplateResponse 

type GetTemplateResponse struct {

	// The status of the get template request. Any problems with the
	// request will be indicated in the error_details.
	Status *status.Status `protobuf:"bytes,1,opt,name=status,proto3" json:"status,omitempty"`
	// The template metadata describing the template name, available
	// parameters, etc.
	Metadata *TemplateMetadata `protobuf:"bytes,2,opt,name=metadata,proto3" json:"metadata,omitempty"`
	// Template Type.
	TemplateType GetTemplateResponse_TemplateType `` /* 160-byte string literal not displayed */
	// Describes the runtime metadata with SDKInfo and available parameters.
	RuntimeMetadata *RuntimeMetadata `protobuf:"bytes,4,opt,name=runtime_metadata,json=runtimeMetadata,proto3" json:"runtime_metadata,omitempty"`
	// contains filtered or unexported fields
}

The response to a GetTemplate request.

func (*GetTemplateResponse) Descriptor deprecated 

func (*GetTemplateResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetTemplateResponse.ProtoReflect.Descriptor instead.

func (*GetTemplateResponse) GetMetadata 

func (x *GetTemplateResponse) GetMetadata() *TemplateMetadata

func (*GetTemplateResponse) GetRuntimeMetadata 

func (x *GetTemplateResponse) GetRuntimeMetadata() *RuntimeMetadata

func (*GetTemplateResponse) GetStatus 

func (x *GetTemplateResponse) GetStatus() *status.Status

func (*GetTemplateResponse) GetTemplateType 

func (x *GetTemplateResponse) GetTemplateType() GetTemplateResponse_TemplateType

func (*GetTemplateResponse) ProtoMessage 

func (*GetTemplateResponse) ProtoMessage()

func (*GetTemplateResponse) ProtoReflect 

func (x *GetTemplateResponse) ProtoReflect() protoreflect.Message

func (*GetTemplateResponse) Reset 

func (x *GetTemplateResponse) Reset()

func (*GetTemplateResponse) String 

func (x *GetTemplateResponse) String() string

type GetTemplateResponse_TemplateType 

type GetTemplateResponse_TemplateType int32

Template Type. 

const (
	// Unknown Template Type.
	GetTemplateResponse_UNKNOWN GetTemplateResponse_TemplateType = 0
	// Legacy Template.
	GetTemplateResponse_LEGACY GetTemplateResponse_TemplateType = 1
	// Flex Template.
	GetTemplateResponse_FLEX GetTemplateResponse_TemplateType = 2
)

func (GetTemplateResponse_TemplateType) Descriptor 

func (GetTemplateResponse_TemplateType) Descriptor() protoreflect.EnumDescriptor

func (GetTemplateResponse_TemplateType) Enum 

func (x GetTemplateResponse_TemplateType) Enum() *GetTemplateResponse_TemplateType

func (GetTemplateResponse_TemplateType) EnumDescriptor deprecated 

func (GetTemplateResponse_TemplateType) EnumDescriptor() ([]byte, []int)

Deprecated: Use GetTemplateResponse_TemplateType.Descriptor instead.

func (GetTemplateResponse_TemplateType) Number 

func (x GetTemplateResponse_TemplateType) Number() protoreflect.EnumNumber

func (GetTemplateResponse_TemplateType) String 

func (x GetTemplateResponse_TemplateType) String() string

func (GetTemplateResponse_TemplateType) Type 

func (GetTemplateResponse_TemplateType) Type() protoreflect.EnumType

type InvalidTemplateParameters 

type InvalidTemplateParameters struct {

	// Describes all parameter violations in a template request.
	ParameterViolations []*InvalidTemplateParameters_ParameterViolation `protobuf:"bytes,1,rep,name=parameter_violations,json=parameterViolations,proto3" json:"parameter_violations,omitempty"`
	// contains filtered or unexported fields
}

Used in the error_details field of a google.rpc.Status message, this indicates problems with the template parameter.

func (*InvalidTemplateParameters) Descriptor deprecated 

func (*InvalidTemplateParameters) Descriptor() ([]byte, []int)

Deprecated: Use InvalidTemplateParameters.ProtoReflect.Descriptor instead.

func (*InvalidTemplateParameters) GetParameterViolations 

func (x *InvalidTemplateParameters) GetParameterViolations() []*InvalidTemplateParameters_ParameterViolation

func (*InvalidTemplateParameters) ProtoMessage 

func (*InvalidTemplateParameters) ProtoMessage()

func (*InvalidTemplateParameters) ProtoReflect 

func (x *InvalidTemplateParameters) ProtoReflect() protoreflect.Message

func (*InvalidTemplateParameters) Reset 

func (x *InvalidTemplateParameters) Reset()

func (*InvalidTemplateParameters) String 

func (x *InvalidTemplateParameters) String() string

type InvalidTemplateParameters_ParameterViolation 

type InvalidTemplateParameters_ParameterViolation struct {

	// The parameter that failed to validate.
	Parameter string `protobuf:"bytes,1,opt,name=parameter,proto3" json:"parameter,omitempty"`
	// A description of why the parameter failed to validate.
	Description string `protobuf:"bytes,2,opt,name=description,proto3" json:"description,omitempty"`
	// contains filtered or unexported fields
}

A specific template-parameter violation.

func (*InvalidTemplateParameters_ParameterViolation) Descriptor deprecated 

func (*InvalidTemplateParameters_ParameterViolation) Descriptor() ([]byte, []int)

Deprecated: Use InvalidTemplateParameters_ParameterViolation.ProtoReflect.Descriptor instead.

func (*InvalidTemplateParameters_ParameterViolation) GetDescription 

func (x *InvalidTemplateParameters_ParameterViolation) GetDescription() string

func (*InvalidTemplateParameters_ParameterViolation) GetParameter 

func (x *InvalidTemplateParameters_ParameterViolation) GetParameter() string

func (*InvalidTemplateParameters_ParameterViolation) ProtoMessage 

func (*InvalidTemplateParameters_ParameterViolation) ProtoMessage()

func (*InvalidTemplateParameters_ParameterViolation) ProtoReflect 

func (x *InvalidTemplateParameters_ParameterViolation) ProtoReflect() protoreflect.Message

func (*InvalidTemplateParameters_ParameterViolation) Reset 

func (x *InvalidTemplateParameters_ParameterViolation) Reset()

func (*InvalidTemplateParameters_ParameterViolation) String 

func (x *InvalidTemplateParameters_ParameterViolation) String() string

type Job 

type Job struct {

	// The unique ID of this job.
	//
	// This field is set by the Cloud Dataflow service when the Job is
	// created, and is immutable for the life of the job.
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,2,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The user-specified Cloud Dataflow job name.
	//
	// Only one Job with a given name may exist in a project at any
	// given time. If a caller attempts to create a Job with the same
	// name as an already-existing Job, the attempt returns the
	// existing Job.
	//
	// The name must match the regular expression
	// `[a-z]([-a-z0-9]{0,38}[a-z0-9])?`
	Name string `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"`
	// The type of Cloud Dataflow job.
	Type JobType `protobuf:"varint,4,opt,name=type,proto3,enum=google.dataflow.v1beta3.JobType" json:"type,omitempty"`
	// The environment for the job.
	Environment *Environment `protobuf:"bytes,5,opt,name=environment,proto3" json:"environment,omitempty"`
	// Exactly one of step or steps_location should be specified.
	//
	// The top-level steps that constitute the entire job. Only retrieved with
	// JOB_VIEW_ALL.
	Steps []*Step `protobuf:"bytes,6,rep,name=steps,proto3" json:"steps,omitempty"`
	// The Cloud Storage location where the steps are stored.
	StepsLocation string `protobuf:"bytes,24,opt,name=steps_location,json=stepsLocation,proto3" json:"steps_location,omitempty"`
	// The current state of the job.
	//
	// Jobs are created in the `JOB_STATE_STOPPED` state unless otherwise
	// specified.
	//
	// A job in the `JOB_STATE_RUNNING` state may asynchronously enter a
	// terminal state. After a job has reached a terminal state, no
	// further state updates may be made.
	//
	// This field may be mutated by the Cloud Dataflow service;
	// callers cannot mutate it.
	CurrentState JobState `` /* 136-byte string literal not displayed */
	// The timestamp associated with the current state.
	CurrentStateTime *timestamppb.Timestamp `protobuf:"bytes,8,opt,name=current_state_time,json=currentStateTime,proto3" json:"current_state_time,omitempty"`
	// The job's requested state.
	//
	// `UpdateJob` may be used to switch between the `JOB_STATE_STOPPED` and
	// `JOB_STATE_RUNNING` states, by setting requested_state.  `UpdateJob` may
	// also be used to directly set a job's requested state to
	// `JOB_STATE_CANCELLED` or `JOB_STATE_DONE`, irrevocably terminating the
	// job if it has not already reached a terminal state.
	RequestedState JobState `` /* 142-byte string literal not displayed */
	// Deprecated.
	ExecutionInfo *JobExecutionInfo `protobuf:"bytes,10,opt,name=execution_info,json=executionInfo,proto3" json:"execution_info,omitempty"`
	// The timestamp when the job was initially created. Immutable and set by the
	// Cloud Dataflow service.
	CreateTime *timestamppb.Timestamp `protobuf:"bytes,11,opt,name=create_time,json=createTime,proto3" json:"create_time,omitempty"`
	// If this job is an update of an existing job, this field is the job ID
	// of the job it replaced.
	//
	// When sending a `CreateJobRequest`, you can update a job by specifying it
	// here. The job named here is stopped, and its intermediate state is
	// transferred to this job.
	ReplaceJobId string `protobuf:"bytes,12,opt,name=replace_job_id,json=replaceJobId,proto3" json:"replace_job_id,omitempty"`
	// The map of transform name prefixes of the job to be replaced to the
	// corresponding name prefixes of the new job.
	TransformNameMapping map[string]string `` /* 212-byte string literal not displayed */
	// The client's unique identifier of the job, re-used across retried attempts.
	// If this field is set, the service will ensure its uniqueness.
	// The request to create a job will fail if the service has knowledge of a
	// previously submitted job with the same client's ID and job name.
	// The caller may use this field to ensure idempotence of job
	// creation across retried attempts to create a job.
	// By default, the field is empty and, in that case, the service ignores it.
	ClientRequestId string `protobuf:"bytes,14,opt,name=client_request_id,json=clientRequestId,proto3" json:"client_request_id,omitempty"`
	// If another job is an update of this job (and thus, this job is in
	// `JOB_STATE_UPDATED`), this field contains the ID of that job.
	ReplacedByJobId string `protobuf:"bytes,15,opt,name=replaced_by_job_id,json=replacedByJobId,proto3" json:"replaced_by_job_id,omitempty"`
	// A set of files the system should be aware of that are used
	// for temporary storage. These temporary files will be
	// removed on job completion.
	// No duplicates are allowed.
	// No file patterns are supported.
	//
	// The supported files are:
	//
	// Google Cloud Storage:
	//
	//    storage.googleapis.com/{bucket}/{object}
	//    bucket.storage.googleapis.com/{object}
	TempFiles []string `protobuf:"bytes,16,rep,name=temp_files,json=tempFiles,proto3" json:"temp_files,omitempty"`
	// User-defined labels for this job.
	//
	// The labels map can contain no more than 64 entries.  Entries of the labels
	// map are UTF8 strings that comply with the following restrictions:
	//
	// * Keys must conform to regexp:  [\p{Ll}\p{Lo}][\p{Ll}\p{Lo}\p{N}_-]{0,62}
	// * Values must conform to regexp:  [\p{Ll}\p{Lo}\p{N}_-]{0,63}
	// * Both keys and values are additionally constrained to be <= 128 bytes in
	// size.
	Labels map[string]string `` /* 154-byte string literal not displayed */
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains this job.
	Location string `protobuf:"bytes,18,opt,name=location,proto3" json:"location,omitempty"`
	// Preliminary field: The format of this data may change at any time.
	// A description of the user pipeline and stages through which it is executed.
	// Created by Cloud Dataflow service.  Only retrieved with
	// JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL.
	PipelineDescription *PipelineDescription `protobuf:"bytes,19,opt,name=pipeline_description,json=pipelineDescription,proto3" json:"pipeline_description,omitempty"`
	// This field may be mutated by the Cloud Dataflow service;
	// callers cannot mutate it.
	StageStates []*ExecutionStageState `protobuf:"bytes,20,rep,name=stage_states,json=stageStates,proto3" json:"stage_states,omitempty"`
	// This field is populated by the Dataflow service to support filtering jobs
	// by the metadata values provided here. Populated for ListJobs and all GetJob
	// views SUMMARY and higher.
	JobMetadata *JobMetadata `protobuf:"bytes,21,opt,name=job_metadata,json=jobMetadata,proto3" json:"job_metadata,omitempty"`
	// The timestamp when the job was started (transitioned to JOB_STATE_PENDING).
	// Flexible resource scheduling jobs are started with some delay after job
	// creation, so start_time is unset before start and is updated when the
	// job is started by the Cloud Dataflow service. For other jobs, start_time
	// always equals to create_time and is immutable and set by the Cloud Dataflow
	// service.
	StartTime *timestamppb.Timestamp `protobuf:"bytes,22,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
	// If this is specified, the job's initial state is populated from the given
	// snapshot.
	CreatedFromSnapshotId string `` /* 129-byte string literal not displayed */
	// Reserved for future use. This field is set only in responses from the
	// server; it is ignored if it is set in any requests.
	SatisfiesPzs bool `protobuf:"varint,25,opt,name=satisfies_pzs,json=satisfiesPzs,proto3" json:"satisfies_pzs,omitempty"`
	// contains filtered or unexported fields
}

Defines a job to be run by the Cloud Dataflow service. nextID: 26

func (*Job) Descriptor deprecated 

func (*Job) Descriptor() ([]byte, []int)

Deprecated: Use Job.ProtoReflect.Descriptor instead.

func (*Job) GetClientRequestId 

func (x *Job) GetClientRequestId() string

func (*Job) GetCreateTime 

func (x *Job) GetCreateTime() *timestamppb.Timestamp

func (*Job) GetCreatedFromSnapshotId 

func (x *Job) GetCreatedFromSnapshotId() string

func (*Job) GetCurrentState 

func (x *Job) GetCurrentState() JobState

func (*Job) GetCurrentStateTime 

func (x *Job) GetCurrentStateTime() *timestamppb.Timestamp

func (*Job) GetEnvironment 

func (x *Job) GetEnvironment() *Environment

func (*Job) GetExecutionInfo 

func (x *Job) GetExecutionInfo() *JobExecutionInfo

func (*Job) GetId 

func (x *Job) GetId() string

func (*Job) GetJobMetadata 

func (x *Job) GetJobMetadata() *JobMetadata

func (*Job) GetLabels 

func (x *Job) GetLabels() map[string]string

func (*Job) GetLocation 

func (x *Job) GetLocation() string

func (*Job) GetName 

func (x *Job) GetName() string

func (*Job) GetPipelineDescription 

func (x *Job) GetPipelineDescription() *PipelineDescription

func (*Job) GetProjectId 

func (x *Job) GetProjectId() string

func (*Job) GetReplaceJobId 

func (x *Job) GetReplaceJobId() string

func (*Job) GetReplacedByJobId 

func (x *Job) GetReplacedByJobId() string

func (*Job) GetRequestedState 

func (x *Job) GetRequestedState() JobState

func (*Job) GetSatisfiesPzs 

func (x *Job) GetSatisfiesPzs() bool

func (*Job) GetStageStates 

func (x *Job) GetStageStates() []*ExecutionStageState

func (*Job) GetStartTime 

func (x *Job) GetStartTime() *timestamppb.Timestamp

func (*Job) GetSteps 

func (x *Job) GetSteps() []*Step

func (*Job) GetStepsLocation 

func (x *Job) GetStepsLocation() string

func (*Job) GetTempFiles 

func (x *Job) GetTempFiles() []string

func (*Job) GetTransformNameMapping 

func (x *Job) GetTransformNameMapping() map[string]string

func (*Job) GetType 

func (x *Job) GetType() JobType

func (*Job) ProtoMessage 

func (*Job) ProtoMessage()

func (*Job) ProtoReflect 

func (x *Job) ProtoReflect() protoreflect.Message

func (*Job) Reset 

func (x *Job) Reset()

func (*Job) String 

func (x *Job) String() string

type JobExecutionDetails 

type JobExecutionDetails struct {

	// The stages of the job execution.
	Stages []*StageSummary `protobuf:"bytes,1,rep,name=stages,proto3" json:"stages,omitempty"`
	// If present, this response does not contain all requested tasks.  To obtain
	// the next page of results, repeat the request with page_token set to this
	// value.
	NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
	// contains filtered or unexported fields
}

Information about the execution of a job.

func (*JobExecutionDetails) Descriptor deprecated 

func (*JobExecutionDetails) Descriptor() ([]byte, []int)

Deprecated: Use JobExecutionDetails.ProtoReflect.Descriptor instead.

func (*JobExecutionDetails) GetNextPageToken 

func (x *JobExecutionDetails) GetNextPageToken() string

func (*JobExecutionDetails) GetStages 

func (x *JobExecutionDetails) GetStages() []*StageSummary

func (*JobExecutionDetails) ProtoMessage 

func (*JobExecutionDetails) ProtoMessage()

func (*JobExecutionDetails) ProtoReflect 

func (x *JobExecutionDetails) ProtoReflect() protoreflect.Message

func (*JobExecutionDetails) Reset 

func (x *JobExecutionDetails) Reset()

func (*JobExecutionDetails) String 

func (x *JobExecutionDetails) String() string

type JobExecutionInfo 

type JobExecutionInfo struct {

	// A mapping from each stage to the information about that stage.
	Stages map[string]*JobExecutionStageInfo `` /* 153-byte string literal not displayed */
	// contains filtered or unexported fields
}

Additional information about how a Cloud Dataflow job will be executed that isn't contained in the submitted job.

func (*JobExecutionInfo) Descriptor deprecated 

func (*JobExecutionInfo) Descriptor() ([]byte, []int)

Deprecated: Use JobExecutionInfo.ProtoReflect.Descriptor instead.

func (*JobExecutionInfo) GetStages 

func (x *JobExecutionInfo) GetStages() map[string]*JobExecutionStageInfo

func (*JobExecutionInfo) ProtoMessage 

func (*JobExecutionInfo) ProtoMessage()

func (*JobExecutionInfo) ProtoReflect 

func (x *JobExecutionInfo) ProtoReflect() protoreflect.Message

func (*JobExecutionInfo) Reset 

func (x *JobExecutionInfo) Reset()

func (*JobExecutionInfo) String 

func (x *JobExecutionInfo) String() string

type JobExecutionStageInfo 

type JobExecutionStageInfo struct {

	// The steps associated with the execution stage.
	// Note that stages may have several steps, and that a given step
	// might be run by more than one stage.
	StepName []string `protobuf:"bytes,1,rep,name=step_name,json=stepName,proto3" json:"step_name,omitempty"`
	// contains filtered or unexported fields
}

Contains information about how a particular [google.dataflow.v1beta3.Step][google.dataflow.v1beta3.Step] will be executed.

func (*JobExecutionStageInfo) Descriptor deprecated 

func (*JobExecutionStageInfo) Descriptor() ([]byte, []int)

Deprecated: Use JobExecutionStageInfo.ProtoReflect.Descriptor instead.

func (*JobExecutionStageInfo) GetStepName 

func (x *JobExecutionStageInfo) GetStepName() []string

func (*JobExecutionStageInfo) ProtoMessage 

func (*JobExecutionStageInfo) ProtoMessage()

func (*JobExecutionStageInfo) ProtoReflect 

func (x *JobExecutionStageInfo) ProtoReflect() protoreflect.Message

func (*JobExecutionStageInfo) Reset 

func (x *JobExecutionStageInfo) Reset()

func (*JobExecutionStageInfo) String 

func (x *JobExecutionStageInfo) String() string

type JobMessage 

type JobMessage struct {

	// Deprecated.
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// The timestamp of the message.
	Time *timestamppb.Timestamp `protobuf:"bytes,2,opt,name=time,proto3" json:"time,omitempty"`
	// The text of the message.
	MessageText string `protobuf:"bytes,3,opt,name=message_text,json=messageText,proto3" json:"message_text,omitempty"`
	// Importance level of the message.
	MessageImportance JobMessageImportance `` /* 163-byte string literal not displayed */
	// contains filtered or unexported fields
}

A particular message pertaining to a Dataflow job.

func (*JobMessage) Descriptor deprecated 

func (*JobMessage) Descriptor() ([]byte, []int)

Deprecated: Use JobMessage.ProtoReflect.Descriptor instead.

func (*JobMessage) GetId 

func (x *JobMessage) GetId() string

func (*JobMessage) GetMessageImportance 

func (x *JobMessage) GetMessageImportance() JobMessageImportance

func (*JobMessage) GetMessageText 

func (x *JobMessage) GetMessageText() string

func (*JobMessage) GetTime 

func (x *JobMessage) GetTime() *timestamppb.Timestamp

func (*JobMessage) ProtoMessage 

func (*JobMessage) ProtoMessage()

func (*JobMessage) ProtoReflect 

func (x *JobMessage) ProtoReflect() protoreflect.Message

func (*JobMessage) Reset 

func (x *JobMessage) Reset()

func (*JobMessage) String 

func (x *JobMessage) String() string

type JobMessageImportance 

type JobMessageImportance int32

Indicates the importance of the message. 

const (
	// The message importance isn't specified, or is unknown.
	JobMessageImportance_JOB_MESSAGE_IMPORTANCE_UNKNOWN JobMessageImportance = 0
	// The message is at the 'debug' level: typically only useful for
	// software engineers working on the code the job is running.
	// Typically, Dataflow pipeline runners do not display log messages
	// at this level by default.
	JobMessageImportance_JOB_MESSAGE_DEBUG JobMessageImportance = 1
	// The message is at the 'detailed' level: somewhat verbose, but
	// potentially useful to users.  Typically, Dataflow pipeline
	// runners do not display log messages at this level by default.
	// These messages are displayed by default in the Dataflow
	// monitoring UI.
	JobMessageImportance_JOB_MESSAGE_DETAILED JobMessageImportance = 2
	// The message is at the 'basic' level: useful for keeping
	// track of the execution of a Dataflow pipeline.  Typically,
	// Dataflow pipeline runners display log messages at this level by
	// default, and these messages are displayed by default in the
	// Dataflow monitoring UI.
	JobMessageImportance_JOB_MESSAGE_BASIC JobMessageImportance = 5
	// The message is at the 'warning' level: indicating a condition
	// pertaining to a job which may require human intervention.
	// Typically, Dataflow pipeline runners display log messages at this
	// level by default, and these messages are displayed by default in
	// the Dataflow monitoring UI.
	JobMessageImportance_JOB_MESSAGE_WARNING JobMessageImportance = 3
	// The message is at the 'error' level: indicating a condition
	// preventing a job from succeeding.  Typically, Dataflow pipeline
	// runners display log messages at this level by default, and these
	// messages are displayed by default in the Dataflow monitoring UI.
	JobMessageImportance_JOB_MESSAGE_ERROR JobMessageImportance = 4
)

func (JobMessageImportance) Descriptor 

func (JobMessageImportance) Descriptor() protoreflect.EnumDescriptor

func (JobMessageImportance) Enum 

func (x JobMessageImportance) Enum() *JobMessageImportance

func (JobMessageImportance) EnumDescriptor deprecated 

func (JobMessageImportance) EnumDescriptor() ([]byte, []int)

Deprecated: Use JobMessageImportance.Descriptor instead.

func (JobMessageImportance) Number 

func (x JobMessageImportance) Number() protoreflect.EnumNumber

func (JobMessageImportance) String 

func (x JobMessageImportance) String() string

func (JobMessageImportance) Type 

func (JobMessageImportance) Type() protoreflect.EnumType

type JobMetadata 

type JobMetadata struct {

	// The SDK version used to run the job.
	SdkVersion *SdkVersion `protobuf:"bytes,1,opt,name=sdk_version,json=sdkVersion,proto3" json:"sdk_version,omitempty"`
	// Identification of a Spanner source used in the Dataflow job.
	SpannerDetails []*SpannerIODetails `protobuf:"bytes,2,rep,name=spanner_details,json=spannerDetails,proto3" json:"spanner_details,omitempty"`
	// Identification of a BigQuery source used in the Dataflow job.
	BigqueryDetails []*BigQueryIODetails `protobuf:"bytes,3,rep,name=bigquery_details,json=bigqueryDetails,proto3" json:"bigquery_details,omitempty"`
	// Identification of a Cloud BigTable source used in the Dataflow job.
	BigTableDetails []*BigTableIODetails `protobuf:"bytes,4,rep,name=big_table_details,json=bigTableDetails,proto3" json:"big_table_details,omitempty"`
	// Identification of a PubSub source used in the Dataflow job.
	PubsubDetails []*PubSubIODetails `protobuf:"bytes,5,rep,name=pubsub_details,json=pubsubDetails,proto3" json:"pubsub_details,omitempty"`
	// Identification of a File source used in the Dataflow job.
	FileDetails []*FileIODetails `protobuf:"bytes,6,rep,name=file_details,json=fileDetails,proto3" json:"file_details,omitempty"`
	// Identification of a Datastore source used in the Dataflow job.
	DatastoreDetails []*DatastoreIODetails `protobuf:"bytes,7,rep,name=datastore_details,json=datastoreDetails,proto3" json:"datastore_details,omitempty"`
	// contains filtered or unexported fields
}

Metadata available primarily for filtering jobs. Will be included in the ListJob response and Job SUMMARY view.

func (*JobMetadata) Descriptor deprecated 

func (*JobMetadata) Descriptor() ([]byte, []int)

Deprecated: Use JobMetadata.ProtoReflect.Descriptor instead.

func (*JobMetadata) GetBigTableDetails 

func (x *JobMetadata) GetBigTableDetails() []*BigTableIODetails

func (*JobMetadata) GetBigqueryDetails 

func (x *JobMetadata) GetBigqueryDetails() []*BigQueryIODetails

func (*JobMetadata) GetDatastoreDetails 

func (x *JobMetadata) GetDatastoreDetails() []*DatastoreIODetails

func (*JobMetadata) GetFileDetails 

func (x *JobMetadata) GetFileDetails() []*FileIODetails

func (*JobMetadata) GetPubsubDetails 

func (x *JobMetadata) GetPubsubDetails() []*PubSubIODetails

func (*JobMetadata) GetSdkVersion 

func (x *JobMetadata) GetSdkVersion() *SdkVersion

func (*JobMetadata) GetSpannerDetails 

func (x *JobMetadata) GetSpannerDetails() []*SpannerIODetails

func (*JobMetadata) ProtoMessage 

func (*JobMetadata) ProtoMessage()

func (*JobMetadata) ProtoReflect 

func (x *JobMetadata) ProtoReflect() protoreflect.Message

func (*JobMetadata) Reset 

func (x *JobMetadata) Reset()

func (*JobMetadata) String 

func (x *JobMetadata) String() string

type JobMetrics 

type JobMetrics struct {

	// Timestamp as of which metric values are current.
	MetricTime *timestamppb.Timestamp `protobuf:"bytes,1,opt,name=metric_time,json=metricTime,proto3" json:"metric_time,omitempty"`
	// All metrics for this job.
	Metrics []*MetricUpdate `protobuf:"bytes,2,rep,name=metrics,proto3" json:"metrics,omitempty"`
	// contains filtered or unexported fields
}

JobMetrics contains a collection of metrics describing the detailed progress of a Dataflow job. Metrics correspond to user-defined and system-defined metrics in the job.

This resource captures only the most recent values of each metric; time-series data can be queried for them (under the same metric names) from Cloud Monitoring.

func (*JobMetrics) Descriptor deprecated 

func (*JobMetrics) Descriptor() ([]byte, []int)

Deprecated: Use JobMetrics.ProtoReflect.Descriptor instead.

func (*JobMetrics) GetMetricTime 

func (x *JobMetrics) GetMetricTime() *timestamppb.Timestamp

func (*JobMetrics) GetMetrics 

func (x *JobMetrics) GetMetrics() []*MetricUpdate

func (*JobMetrics) ProtoMessage 

func (*JobMetrics) ProtoMessage()

func (*JobMetrics) ProtoReflect 

func (x *JobMetrics) ProtoReflect() protoreflect.Message

func (*JobMetrics) Reset 

func (x *JobMetrics) Reset()

func (*JobMetrics) String 

func (x *JobMetrics) String() string

type JobState 

type JobState int32

Describes the overall state of a [google.dataflow.v1beta3.Job][google.dataflow.v1beta3.Job]. 

const (
	// The job's run state isn't specified.
	JobState_JOB_STATE_UNKNOWN JobState = 0
	// `JOB_STATE_STOPPED` indicates that the job has not
	// yet started to run.
	JobState_JOB_STATE_STOPPED JobState = 1
	// `JOB_STATE_RUNNING` indicates that the job is currently running.
	JobState_JOB_STATE_RUNNING JobState = 2
	// `JOB_STATE_DONE` indicates that the job has successfully completed.
	// This is a terminal job state.  This state may be set by the Cloud Dataflow
	// service, as a transition from `JOB_STATE_RUNNING`. It may also be set via a
	// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a terminal
	// state.
	JobState_JOB_STATE_DONE JobState = 3
	// `JOB_STATE_FAILED` indicates that the job has failed.  This is a
	// terminal job state.  This state may only be set by the Cloud Dataflow
	// service, and only as a transition from `JOB_STATE_RUNNING`.
	JobState_JOB_STATE_FAILED JobState = 4
	// `JOB_STATE_CANCELLED` indicates that the job has been explicitly
	// cancelled. This is a terminal job state. This state may only be
	// set via a Cloud Dataflow `UpdateJob` call, and only if the job has not
	// yet reached another terminal state.
	JobState_JOB_STATE_CANCELLED JobState = 5
	// `JOB_STATE_UPDATED` indicates that the job was successfully updated,
	// meaning that this job was stopped and another job was started, inheriting
	// state from this one. This is a terminal job state. This state may only be
	// set by the Cloud Dataflow service, and only as a transition from
	// `JOB_STATE_RUNNING`.
	JobState_JOB_STATE_UPDATED JobState = 6
	// `JOB_STATE_DRAINING` indicates that the job is in the process of draining.
	// A draining job has stopped pulling from its input sources and is processing
	// any data that remains in-flight. This state may be set via a Cloud Dataflow
	// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs
	// that are draining may only transition to `JOB_STATE_DRAINED`,
	// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.
	JobState_JOB_STATE_DRAINING JobState = 7
	// `JOB_STATE_DRAINED` indicates that the job has been drained.
	// A drained job terminated by stopping pulling from its input sources and
	// processing any data that remained in-flight when draining was requested.
	// This state is a terminal state, may only be set by the Cloud Dataflow
	// service, and only as a transition from `JOB_STATE_DRAINING`.
	JobState_JOB_STATE_DRAINED JobState = 8
	// `JOB_STATE_PENDING` indicates that the job has been created but is not yet
	// running.  Jobs that are pending may only transition to `JOB_STATE_RUNNING`,
	// or `JOB_STATE_FAILED`.
	JobState_JOB_STATE_PENDING JobState = 9
	// `JOB_STATE_CANCELLING` indicates that the job has been explicitly cancelled
	// and is in the process of stopping.  Jobs that are cancelling may only
	// transition to `JOB_STATE_CANCELLED` or `JOB_STATE_FAILED`.
	JobState_JOB_STATE_CANCELLING JobState = 10
	// `JOB_STATE_QUEUED` indicates that the job has been created but is being
	// delayed until launch. Jobs that are queued may only transition to
	// `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`.
	JobState_JOB_STATE_QUEUED JobState = 11
	// `JOB_STATE_RESOURCE_CLEANING_UP` indicates that the batch job's associated
	// resources are currently being cleaned up after a successful run.
	// Currently, this is an opt-in feature, please reach out to Cloud support
	// team if you are interested.
	JobState_JOB_STATE_RESOURCE_CLEANING_UP JobState = 12
)

func (JobState) Descriptor 

func (JobState) Descriptor() protoreflect.EnumDescriptor

func (JobState) Enum 

func (x JobState) Enum() *JobState

func (JobState) EnumDescriptor deprecated 

func (JobState) EnumDescriptor() ([]byte, []int)

Deprecated: Use JobState.Descriptor instead.

func (JobState) Number 

func (x JobState) Number() protoreflect.EnumNumber

func (JobState) String 

func (x JobState) String() string

func (JobState) Type 

func (JobState) Type() protoreflect.EnumType

type JobType 

type JobType int32

Specifies the processing model used by a [google.dataflow.v1beta3.Job], which determines the way the Job is managed by the Cloud Dataflow service (how workers are scheduled, how inputs are sharded, etc). 

const (
	// The type of the job is unspecified, or unknown.
	JobType_JOB_TYPE_UNKNOWN JobType = 0
	// A batch job with a well-defined end point: data is read, data is
	// processed, data is written, and the job is done.
	JobType_JOB_TYPE_BATCH JobType = 1
	// A continuously streaming job with no end: data is read,
	// processed, and written continuously.
	JobType_JOB_TYPE_STREAMING JobType = 2
)

func (JobType) Descriptor 

func (JobType) Descriptor() protoreflect.EnumDescriptor

func (JobType) Enum 

func (x JobType) Enum() *JobType

func (JobType) EnumDescriptor deprecated 

func (JobType) EnumDescriptor() ([]byte, []int)

Deprecated: Use JobType.Descriptor instead.

func (JobType) Number 

func (x JobType) Number() protoreflect.EnumNumber

func (JobType) String 

func (x JobType) String() string

func (JobType) Type 

func (JobType) Type() protoreflect.EnumType

type JobView 

type JobView int32

Selector for how much information is returned in Job responses. 

const (
	// The job view to return isn't specified, or is unknown.
	// Responses will contain at least the `JOB_VIEW_SUMMARY` information,
	// and may contain additional information.
	JobView_JOB_VIEW_UNKNOWN JobView = 0
	// Request summary information only:
	// Project ID, Job ID, job name, job type, job status, start/end time,
	// and Cloud SDK version details.
	JobView_JOB_VIEW_SUMMARY JobView = 1
	// Request all information available for this job.
	JobView_JOB_VIEW_ALL JobView = 2
	// Request summary info and limited job description data for steps, labels and
	// environment.
	JobView_JOB_VIEW_DESCRIPTION JobView = 3
)

func (JobView) Descriptor 

func (JobView) Descriptor() protoreflect.EnumDescriptor

func (JobView) Enum 

func (x JobView) Enum() *JobView

func (JobView) EnumDescriptor deprecated 

func (JobView) EnumDescriptor() ([]byte, []int)

Deprecated: Use JobView.Descriptor instead.

func (JobView) Number 

func (x JobView) Number() protoreflect.EnumNumber

func (JobView) String 

func (x JobView) String() string

func (JobView) Type 

func (JobView) Type() protoreflect.EnumType

type JobsV1Beta3Client 

type JobsV1Beta3Client interface {
	// Creates a Cloud Dataflow job.
	//
	// To create a job, we recommend using `projects.locations.jobs.create` with a
	// [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
	// `projects.jobs.create` is not recommended, as your job will always start
	// in `us-central1`.
	CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error)
	// Gets the state of the specified Cloud Dataflow job.
	//
	// To get the state of a job, we recommend using `projects.locations.jobs.get`
	// with a [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
	// `projects.jobs.get` is not recommended, as you can only get the state of
	// jobs that are running in `us-central1`.
	GetJob(ctx context.Context, in *GetJobRequest, opts ...grpc.CallOption) (*Job, error)
	// Updates the state of an existing Cloud Dataflow job.
	//
	// To update the state of an existing job, we recommend using
	// `projects.locations.jobs.update` with a [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
	// `projects.jobs.update` is not recommended, as you can only update the state
	// of jobs that are running in `us-central1`.
	UpdateJob(ctx context.Context, in *UpdateJobRequest, opts ...grpc.CallOption) (*Job, error)
	// List the jobs of a project.
	//
	// To list the jobs of a project in a region, we recommend using
	// `projects.locations.jobs.list` with a [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To
	// list the all jobs across all regions, use `projects.jobs.aggregated`. Using
	// `projects.jobs.list` is not recommended, as you can only get the list of
	// jobs that are running in `us-central1`.
	ListJobs(ctx context.Context, in *ListJobsRequest, opts ...grpc.CallOption) (*ListJobsResponse, error)
	// List the jobs of a project across all regions.
	AggregatedListJobs(ctx context.Context, in *ListJobsRequest, opts ...grpc.CallOption) (*ListJobsResponse, error)
	// Check for existence of active jobs in the given project across all regions.
	CheckActiveJobs(ctx context.Context, in *CheckActiveJobsRequest, opts ...grpc.CallOption) (*CheckActiveJobsResponse, error)
	// Snapshot the state of a streaming job.
	SnapshotJob(ctx context.Context, in *SnapshotJobRequest, opts ...grpc.CallOption) (*Snapshot, error)
}

JobsV1Beta3Client is the client API for JobsV1Beta3 service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewJobsV1Beta3Client 

func NewJobsV1Beta3Client(cc grpc.ClientConnInterface) JobsV1Beta3Client

type JobsV1Beta3Server 

type JobsV1Beta3Server interface {
	// Creates a Cloud Dataflow job.
	//
	// To create a job, we recommend using `projects.locations.jobs.create` with a
	// [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
	// `projects.jobs.create` is not recommended, as your job will always start
	// in `us-central1`.
	CreateJob(context.Context, *CreateJobRequest) (*Job, error)
	// Gets the state of the specified Cloud Dataflow job.
	//
	// To get the state of a job, we recommend using `projects.locations.jobs.get`
	// with a [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
	// `projects.jobs.get` is not recommended, as you can only get the state of
	// jobs that are running in `us-central1`.
	GetJob(context.Context, *GetJobRequest) (*Job, error)
	// Updates the state of an existing Cloud Dataflow job.
	//
	// To update the state of an existing job, we recommend using
	// `projects.locations.jobs.update` with a [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
	// `projects.jobs.update` is not recommended, as you can only update the state
	// of jobs that are running in `us-central1`.
	UpdateJob(context.Context, *UpdateJobRequest) (*Job, error)
	// List the jobs of a project.
	//
	// To list the jobs of a project in a region, we recommend using
	// `projects.locations.jobs.list` with a [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To
	// list the all jobs across all regions, use `projects.jobs.aggregated`. Using
	// `projects.jobs.list` is not recommended, as you can only get the list of
	// jobs that are running in `us-central1`.
	ListJobs(context.Context, *ListJobsRequest) (*ListJobsResponse, error)
	// List the jobs of a project across all regions.
	AggregatedListJobs(context.Context, *ListJobsRequest) (*ListJobsResponse, error)
	// Check for existence of active jobs in the given project across all regions.
	CheckActiveJobs(context.Context, *CheckActiveJobsRequest) (*CheckActiveJobsResponse, error)
	// Snapshot the state of a streaming job.
	SnapshotJob(context.Context, *SnapshotJobRequest) (*Snapshot, error)
}

JobsV1Beta3Server is the server API for JobsV1Beta3 service.

type KeyRangeDataDiskAssignment 

type KeyRangeDataDiskAssignment struct {

	// The start (inclusive) of the key range.
	Start string `protobuf:"bytes,1,opt,name=start,proto3" json:"start,omitempty"`
	// The end (exclusive) of the key range.
	End string `protobuf:"bytes,2,opt,name=end,proto3" json:"end,omitempty"`
	// The name of the data disk where data for this range is stored.
	// This name is local to the Google Cloud Platform project and uniquely
	// identifies the disk within that project, for example
	// "myproject-1014-104817-4c2-harness-0-disk-1".
	DataDisk string `protobuf:"bytes,3,opt,name=data_disk,json=dataDisk,proto3" json:"data_disk,omitempty"`
	// contains filtered or unexported fields
}

Data disk assignment information for a specific key-range of a sharded computation. Currently we only support UTF-8 character splits to simplify encoding into JSON.

func (*KeyRangeDataDiskAssignment) Descriptor deprecated 

func (*KeyRangeDataDiskAssignment) Descriptor() ([]byte, []int)

Deprecated: Use KeyRangeDataDiskAssignment.ProtoReflect.Descriptor instead.

func (*KeyRangeDataDiskAssignment) GetDataDisk 

func (x *KeyRangeDataDiskAssignment) GetDataDisk() string

func (*KeyRangeDataDiskAssignment) GetEnd 

func (x *KeyRangeDataDiskAssignment) GetEnd() string

func (*KeyRangeDataDiskAssignment) GetStart 

func (x *KeyRangeDataDiskAssignment) GetStart() string

func (*KeyRangeDataDiskAssignment) ProtoMessage 

func (*KeyRangeDataDiskAssignment) ProtoMessage()

func (*KeyRangeDataDiskAssignment) ProtoReflect 

func (x *KeyRangeDataDiskAssignment) ProtoReflect() protoreflect.Message

func (*KeyRangeDataDiskAssignment) Reset 

func (x *KeyRangeDataDiskAssignment) Reset()

func (*KeyRangeDataDiskAssignment) String 

func (x *KeyRangeDataDiskAssignment) String() string

type KeyRangeLocation 

type KeyRangeLocation struct {

	// The start (inclusive) of the key range.
	Start string `protobuf:"bytes,1,opt,name=start,proto3" json:"start,omitempty"`
	// The end (exclusive) of the key range.
	End string `protobuf:"bytes,2,opt,name=end,proto3" json:"end,omitempty"`
	// The physical location of this range assignment to be used for
	// streaming computation cross-worker message delivery.
	DeliveryEndpoint string `protobuf:"bytes,3,opt,name=delivery_endpoint,json=deliveryEndpoint,proto3" json:"delivery_endpoint,omitempty"`
	// The name of the data disk where data for this range is stored.
	// This name is local to the Google Cloud Platform project and uniquely
	// identifies the disk within that project, for example
	// "myproject-1014-104817-4c2-harness-0-disk-1".
	DataDisk string `protobuf:"bytes,5,opt,name=data_disk,json=dataDisk,proto3" json:"data_disk,omitempty"`
	// DEPRECATED. The location of the persistent state for this range, as a
	// persistent directory in the worker local filesystem.
	//
	// Deprecated: Do not use.
	DeprecatedPersistentDirectory string `` /* 150-byte string literal not displayed */
	// contains filtered or unexported fields
}

Location information for a specific key-range of a sharded computation. Currently we only support UTF-8 character splits to simplify encoding into JSON.

func (*KeyRangeLocation) Descriptor deprecated 

func (*KeyRangeLocation) Descriptor() ([]byte, []int)

Deprecated: Use KeyRangeLocation.ProtoReflect.Descriptor instead.

func (*KeyRangeLocation) GetDataDisk 

func (x *KeyRangeLocation) GetDataDisk() string

func (*KeyRangeLocation) GetDeliveryEndpoint 

func (x *KeyRangeLocation) GetDeliveryEndpoint() string

func (*KeyRangeLocation) GetDeprecatedPersistentDirectory deprecated 

func (x *KeyRangeLocation) GetDeprecatedPersistentDirectory() string

Deprecated: Do not use.

func (*KeyRangeLocation) GetEnd 

func (x *KeyRangeLocation) GetEnd() string

func (*KeyRangeLocation) GetStart 

func (x *KeyRangeLocation) GetStart() string

func (*KeyRangeLocation) ProtoMessage 

func (*KeyRangeLocation) ProtoMessage()

func (*KeyRangeLocation) ProtoReflect 

func (x *KeyRangeLocation) ProtoReflect() protoreflect.Message

func (*KeyRangeLocation) Reset 

func (x *KeyRangeLocation) Reset()

func (*KeyRangeLocation) String 

func (x *KeyRangeLocation) String() string

type KindType 

type KindType int32

Type of transform or stage operation. 

const (
	// Unrecognized transform type.
	KindType_UNKNOWN_KIND KindType = 0
	// ParDo transform.
	KindType_PAR_DO_KIND KindType = 1
	// Group By Key transform.
	KindType_GROUP_BY_KEY_KIND KindType = 2
	// Flatten transform.
	KindType_FLATTEN_KIND KindType = 3
	// Read transform.
	KindType_READ_KIND KindType = 4
	// Write transform.
	KindType_WRITE_KIND KindType = 5
	// Constructs from a constant value, such as with Create.of.
	KindType_CONSTANT_KIND KindType = 6
	// Creates a Singleton view of a collection.
	KindType_SINGLETON_KIND KindType = 7
	// Opening or closing a shuffle session, often as part of a GroupByKey.
	KindType_SHUFFLE_KIND KindType = 8
)

func (KindType) Descriptor 

func (KindType) Descriptor() protoreflect.EnumDescriptor

func (KindType) Enum 

func (x KindType) Enum() *KindType

func (KindType) EnumDescriptor deprecated 

func (KindType) EnumDescriptor() ([]byte, []int)

Deprecated: Use KindType.Descriptor instead.

func (KindType) Number 

func (x KindType) Number() protoreflect.EnumNumber

func (KindType) String 

func (x KindType) String() string

func (KindType) Type 

func (KindType) Type() protoreflect.EnumType

type LaunchFlexTemplateParameter 

type LaunchFlexTemplateParameter struct {

	// Required. The job name to use for the created job. For update job request,
	// job name should be same as the existing running job.
	JobName string `protobuf:"bytes,1,opt,name=job_name,json=jobName,proto3" json:"job_name,omitempty"`
	// Launch Mechanism.
	//
	// Types that are assignable to Template:
	//	*LaunchFlexTemplateParameter_ContainerSpec
	//	*LaunchFlexTemplateParameter_ContainerSpecGcsPath
	Template isLaunchFlexTemplateParameter_Template `protobuf_oneof:"template"`
	// The parameters for FlexTemplate.
	// Ex. {"num_workers":"5"}
	Parameters map[string]string `` /* 161-byte string literal not displayed */
	// Launch options for this flex template job. This is a common set of options
	// across languages and templates. This should not be used to pass job
	// parameters.
	LaunchOptions map[string]string `` /* 188-byte string literal not displayed */
	// The runtime environment for the FlexTemplate job
	Environment *FlexTemplateRuntimeEnvironment `protobuf:"bytes,7,opt,name=environment,proto3" json:"environment,omitempty"`
	// Set this to true if you are sending a request to update a running
	// streaming job. When set, the job name should be the same as the
	// running job.
	Update bool `protobuf:"varint,8,opt,name=update,proto3" json:"update,omitempty"`
	// Use this to pass transform_name_mappings for streaming update jobs.
	// Ex:{"oldTransformName":"newTransformName",...}'
	TransformNameMappings map[string]string `` /* 214-byte string literal not displayed */
	// contains filtered or unexported fields
}

Launch FlexTemplate Parameter.

func (*LaunchFlexTemplateParameter) Descriptor deprecated 

func (*LaunchFlexTemplateParameter) Descriptor() ([]byte, []int)

Deprecated: Use LaunchFlexTemplateParameter.ProtoReflect.Descriptor instead.

func (*LaunchFlexTemplateParameter) GetContainerSpec 

func (x *LaunchFlexTemplateParameter) GetContainerSpec() *ContainerSpec

func (*LaunchFlexTemplateParameter) GetContainerSpecGcsPath 

func (x *LaunchFlexTemplateParameter) GetContainerSpecGcsPath() string

func (*LaunchFlexTemplateParameter) GetEnvironment 

func (x *LaunchFlexTemplateParameter) GetEnvironment() *FlexTemplateRuntimeEnvironment

func (*LaunchFlexTemplateParameter) GetJobName 

func (x *LaunchFlexTemplateParameter) GetJobName() string

func (*LaunchFlexTemplateParameter) GetLaunchOptions 

func (x *LaunchFlexTemplateParameter) GetLaunchOptions() map[string]string

func (*LaunchFlexTemplateParameter) GetParameters 

func (x *LaunchFlexTemplateParameter) GetParameters() map[string]string

func (*LaunchFlexTemplateParameter) GetTemplate 

func (m *LaunchFlexTemplateParameter) GetTemplate() isLaunchFlexTemplateParameter_Template

func (*LaunchFlexTemplateParameter) GetTransformNameMappings 

func (x *LaunchFlexTemplateParameter) GetTransformNameMappings() map[string]string

func (*LaunchFlexTemplateParameter) GetUpdate 

func (x *LaunchFlexTemplateParameter) GetUpdate() bool

func (*LaunchFlexTemplateParameter) ProtoMessage 

func (*LaunchFlexTemplateParameter) ProtoMessage()

func (*LaunchFlexTemplateParameter) ProtoReflect 

func (x *LaunchFlexTemplateParameter) ProtoReflect() protoreflect.Message

func (*LaunchFlexTemplateParameter) Reset 

func (x *LaunchFlexTemplateParameter) Reset()

func (*LaunchFlexTemplateParameter) String 

func (x *LaunchFlexTemplateParameter) String() string

type LaunchFlexTemplateParameter_ContainerSpec 

type LaunchFlexTemplateParameter_ContainerSpec struct {
	// Spec about the container image to launch.
	ContainerSpec *ContainerSpec `protobuf:"bytes,4,opt,name=container_spec,json=containerSpec,proto3,oneof"`
}

type LaunchFlexTemplateParameter_ContainerSpecGcsPath 

type LaunchFlexTemplateParameter_ContainerSpecGcsPath struct {
	// Cloud Storage path to a file with json serialized ContainerSpec as
	// content.
	ContainerSpecGcsPath string `protobuf:"bytes,5,opt,name=container_spec_gcs_path,json=containerSpecGcsPath,proto3,oneof"`
}

type LaunchFlexTemplateRequest 

type LaunchFlexTemplateRequest struct {

	// Required. The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// Required. Parameter to launch a job form Flex Template.
	LaunchParameter *LaunchFlexTemplateParameter `protobuf:"bytes,2,opt,name=launch_parameter,json=launchParameter,proto3" json:"launch_parameter,omitempty"`
	// Required. The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
	// which to direct the request. E.g., us-central1, us-west1.
	Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
	// If true, the request is validated but not actually executed.
	// Defaults to false.
	ValidateOnly bool `protobuf:"varint,4,opt,name=validate_only,json=validateOnly,proto3" json:"validate_only,omitempty"`
	// contains filtered or unexported fields
}

A request to launch a Cloud Dataflow job from a FlexTemplate.

func (*LaunchFlexTemplateRequest) Descriptor deprecated 

func (*LaunchFlexTemplateRequest) Descriptor() ([]byte, []int)

Deprecated: Use LaunchFlexTemplateRequest.ProtoReflect.Descriptor instead.

func (*LaunchFlexTemplateRequest) GetLaunchParameter 

func (x *LaunchFlexTemplateRequest) GetLaunchParameter() *LaunchFlexTemplateParameter

func (*LaunchFlexTemplateRequest) GetLocation 

func (x *LaunchFlexTemplateRequest) GetLocation() string

func (*LaunchFlexTemplateRequest) GetProjectId 

func (x *LaunchFlexTemplateRequest) GetProjectId() string

func (*LaunchFlexTemplateRequest) GetValidateOnly 

func (x *LaunchFlexTemplateRequest) GetValidateOnly() bool

func (*LaunchFlexTemplateRequest) ProtoMessage 

func (*LaunchFlexTemplateRequest) ProtoMessage()

func (*LaunchFlexTemplateRequest) ProtoReflect 

func (x *LaunchFlexTemplateRequest) ProtoReflect() protoreflect.Message

func (*LaunchFlexTemplateRequest) Reset 

func (x *LaunchFlexTemplateRequest) Reset()

func (*LaunchFlexTemplateRequest) String 

func (x *LaunchFlexTemplateRequest) String() string

type LaunchFlexTemplateResponse 

type LaunchFlexTemplateResponse struct {

	// The job that was launched, if the request was not a dry run and
	// the job was successfully launched.
	Job *Job `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	// contains filtered or unexported fields
}

Response to the request to launch a job from Flex Template.

func (*LaunchFlexTemplateResponse) Descriptor deprecated 

func (*LaunchFlexTemplateResponse) Descriptor() ([]byte, []int)

Deprecated: Use LaunchFlexTemplateResponse.ProtoReflect.Descriptor instead.

func (*LaunchFlexTemplateResponse) GetJob 

func (x *LaunchFlexTemplateResponse) GetJob() *Job

func (*LaunchFlexTemplateResponse) ProtoMessage 

func (*LaunchFlexTemplateResponse) ProtoMessage()

func (*LaunchFlexTemplateResponse) ProtoReflect 

func (x *LaunchFlexTemplateResponse) ProtoReflect() protoreflect.Message

func (*LaunchFlexTemplateResponse) Reset 

func (x *LaunchFlexTemplateResponse) Reset()

func (*LaunchFlexTemplateResponse) String 

func (x *LaunchFlexTemplateResponse) String() string

type LaunchTemplateParameters 

type LaunchTemplateParameters struct {

	// Required. The job name to use for the created job.
	JobName string `protobuf:"bytes,1,opt,name=job_name,json=jobName,proto3" json:"job_name,omitempty"`
	// The runtime parameters to pass to the job.
	Parameters map[string]string `` /* 161-byte string literal not displayed */
	// The runtime environment for the job.
	Environment *RuntimeEnvironment `protobuf:"bytes,3,opt,name=environment,proto3" json:"environment,omitempty"`
	// If set, replace the existing pipeline with the name specified by jobName
	// with this pipeline, preserving state.
	Update bool `protobuf:"varint,4,opt,name=update,proto3" json:"update,omitempty"`
	// Only applicable when updating a pipeline. Map of transform name prefixes of
	// the job to be replaced to the corresponding name prefixes of the new job.
	TransformNameMapping map[string]string `` /* 211-byte string literal not displayed */
	// contains filtered or unexported fields
}

Parameters to provide to the template being launched.

func (*LaunchTemplateParameters) Descriptor deprecated 

func (*LaunchTemplateParameters) Descriptor() ([]byte, []int)

Deprecated: Use LaunchTemplateParameters.ProtoReflect.Descriptor instead.

func (*LaunchTemplateParameters) GetEnvironment 

func (x *LaunchTemplateParameters) GetEnvironment() *RuntimeEnvironment

func (*LaunchTemplateParameters) GetJobName 

func (x *LaunchTemplateParameters) GetJobName() string

func (*LaunchTemplateParameters) GetParameters 

func (x *LaunchTemplateParameters) GetParameters() map[string]string

func (*LaunchTemplateParameters) GetTransformNameMapping 

func (x *LaunchTemplateParameters) GetTransformNameMapping() map[string]string

func (*LaunchTemplateParameters) GetUpdate 

func (x *LaunchTemplateParameters) GetUpdate() bool

func (*LaunchTemplateParameters) ProtoMessage 

func (*LaunchTemplateParameters) ProtoMessage()

func (*LaunchTemplateParameters) ProtoReflect 

func (x *LaunchTemplateParameters) ProtoReflect() protoreflect.Message

func (*LaunchTemplateParameters) Reset 

func (x *LaunchTemplateParameters) Reset()

func (*LaunchTemplateParameters) String 

func (x *LaunchTemplateParameters) String() string

type LaunchTemplateRequest 

type LaunchTemplateRequest struct {

	// Required. The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// If true, the request is validated but not actually executed.
	// Defaults to false.
	ValidateOnly bool `protobuf:"varint,2,opt,name=validate_only,json=validateOnly,proto3" json:"validate_only,omitempty"`
	// The template from which to create the job.
	//
	// Types that are assignable to Template:
	//	*LaunchTemplateRequest_GcsPath
	//	*LaunchTemplateRequest_DynamicTemplate
	Template isLaunchTemplateRequest_Template `protobuf_oneof:"template"`
	// The parameters of the template to launch. This should be part of the
	// body of the POST request.
	LaunchParameters *LaunchTemplateParameters `protobuf:"bytes,4,opt,name=launch_parameters,json=launchParameters,proto3" json:"launch_parameters,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
	// which to direct the request.
	Location string `protobuf:"bytes,5,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

A request to launch a template.

func (*LaunchTemplateRequest) Descriptor deprecated 

func (*LaunchTemplateRequest) Descriptor() ([]byte, []int)

Deprecated: Use LaunchTemplateRequest.ProtoReflect.Descriptor instead.

func (*LaunchTemplateRequest) GetDynamicTemplate 

func (x *LaunchTemplateRequest) GetDynamicTemplate() *DynamicTemplateLaunchParams

func (*LaunchTemplateRequest) GetGcsPath 

func (x *LaunchTemplateRequest) GetGcsPath() string

func (*LaunchTemplateRequest) GetLaunchParameters 

func (x *LaunchTemplateRequest) GetLaunchParameters() *LaunchTemplateParameters

func (*LaunchTemplateRequest) GetLocation 

func (x *LaunchTemplateRequest) GetLocation() string

func (*LaunchTemplateRequest) GetProjectId 

func (x *LaunchTemplateRequest) GetProjectId() string

func (*LaunchTemplateRequest) GetTemplate 

func (m *LaunchTemplateRequest) GetTemplate() isLaunchTemplateRequest_Template

func (*LaunchTemplateRequest) GetValidateOnly 

func (x *LaunchTemplateRequest) GetValidateOnly() bool

func (*LaunchTemplateRequest) ProtoMessage 

func (*LaunchTemplateRequest) ProtoMessage()

func (*LaunchTemplateRequest) ProtoReflect 

func (x *LaunchTemplateRequest) ProtoReflect() protoreflect.Message

func (*LaunchTemplateRequest) Reset 

func (x *LaunchTemplateRequest) Reset()

func (*LaunchTemplateRequest) String 

func (x *LaunchTemplateRequest) String() string

type LaunchTemplateRequest_DynamicTemplate 

type LaunchTemplateRequest_DynamicTemplate struct {
	// Params for launching a dynamic template.
	DynamicTemplate *DynamicTemplateLaunchParams `protobuf:"bytes,6,opt,name=dynamic_template,json=dynamicTemplate,proto3,oneof"`
}

type LaunchTemplateRequest_GcsPath 

type LaunchTemplateRequest_GcsPath struct {
	// A Cloud Storage path to the template from which to create
	// the job.
	// Must be valid Cloud Storage URL, beginning with 'gs://'.
	GcsPath string `protobuf:"bytes,3,opt,name=gcs_path,json=gcsPath,proto3,oneof"`
}

type LaunchTemplateResponse 

type LaunchTemplateResponse struct {

	// The job that was launched, if the request was not a dry run and
	// the job was successfully launched.
	Job *Job `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	// contains filtered or unexported fields
}

Response to the request to launch a template.

func (*LaunchTemplateResponse) Descriptor deprecated 

func (*LaunchTemplateResponse) Descriptor() ([]byte, []int)

Deprecated: Use LaunchTemplateResponse.ProtoReflect.Descriptor instead.

func (*LaunchTemplateResponse) GetJob 

func (x *LaunchTemplateResponse) GetJob() *Job

func (*LaunchTemplateResponse) ProtoMessage 

func (*LaunchTemplateResponse) ProtoMessage()

func (*LaunchTemplateResponse) ProtoReflect 

func (x *LaunchTemplateResponse) ProtoReflect() protoreflect.Message

func (*LaunchTemplateResponse) Reset 

func (x *LaunchTemplateResponse) Reset()

func (*LaunchTemplateResponse) String 

func (x *LaunchTemplateResponse) String() string

type ListJobMessagesRequest 

type ListJobMessagesRequest struct {

	// A project id.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job to get messages about.
	JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// Filter to only get messages with importance >= level
	MinimumImportance JobMessageImportance `` /* 163-byte string literal not displayed */
	// If specified, determines the maximum number of messages to
	// return.  If unspecified, the service may choose an appropriate
	// default, or may return an arbitrarily large number of results.
	PageSize int32 `protobuf:"varint,4,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
	// If supplied, this should be the value of next_page_token returned
	// by an earlier call. This will cause the next page of results to
	// be returned.
	PageToken string `protobuf:"bytes,5,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
	// If specified, return only messages with timestamps >= start_time.
	// The default is the job creation time (i.e. beginning of messages).
	StartTime *timestamppb.Timestamp `protobuf:"bytes,6,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
	// Return only messages with timestamps < end_time. The default is now
	// (i.e. return up to the latest messages available).
	EndTime *timestamppb.Timestamp `protobuf:"bytes,7,opt,name=end_time,json=endTime,proto3" json:"end_time,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains the job specified by job_id.
	Location string `protobuf:"bytes,8,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to list job messages. Up to max_results messages will be returned in the time range specified starting with the oldest messages first. If no time range is specified the results with start with the oldest message.

func (*ListJobMessagesRequest) Descriptor deprecated 

func (*ListJobMessagesRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListJobMessagesRequest.ProtoReflect.Descriptor instead.

func (*ListJobMessagesRequest) GetEndTime 

func (x *ListJobMessagesRequest) GetEndTime() *timestamppb.Timestamp

func (*ListJobMessagesRequest) GetJobId 

func (x *ListJobMessagesRequest) GetJobId() string

func (*ListJobMessagesRequest) GetLocation 

func (x *ListJobMessagesRequest) GetLocation() string

func (*ListJobMessagesRequest) GetMinimumImportance 

func (x *ListJobMessagesRequest) GetMinimumImportance() JobMessageImportance

func (*ListJobMessagesRequest) GetPageSize 

func (x *ListJobMessagesRequest) GetPageSize() int32

func (*ListJobMessagesRequest) GetPageToken 

func (x *ListJobMessagesRequest) GetPageToken() string

func (*ListJobMessagesRequest) GetProjectId 

func (x *ListJobMessagesRequest) GetProjectId() string

func (*ListJobMessagesRequest) GetStartTime 

func (x *ListJobMessagesRequest) GetStartTime() *timestamppb.Timestamp

func (*ListJobMessagesRequest) ProtoMessage 

func (*ListJobMessagesRequest) ProtoMessage()

func (*ListJobMessagesRequest) ProtoReflect 

func (x *ListJobMessagesRequest) ProtoReflect() protoreflect.Message

func (*ListJobMessagesRequest) Reset 

func (x *ListJobMessagesRequest) Reset()

func (*ListJobMessagesRequest) String 

func (x *ListJobMessagesRequest) String() string

type ListJobMessagesResponse 

type ListJobMessagesResponse struct {

	// Messages in ascending timestamp order.
	JobMessages []*JobMessage `protobuf:"bytes,1,rep,name=job_messages,json=jobMessages,proto3" json:"job_messages,omitempty"`
	// The token to obtain the next page of results if there are more.
	NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
	// Autoscaling events in ascending timestamp order.
	AutoscalingEvents []*AutoscalingEvent `protobuf:"bytes,3,rep,name=autoscaling_events,json=autoscalingEvents,proto3" json:"autoscaling_events,omitempty"`
	// contains filtered or unexported fields
}

Response to a request to list job messages.

func (*ListJobMessagesResponse) Descriptor deprecated 

func (*ListJobMessagesResponse) Descriptor() ([]byte, []int)

Deprecated: Use ListJobMessagesResponse.ProtoReflect.Descriptor instead.

func (*ListJobMessagesResponse) GetAutoscalingEvents 

func (x *ListJobMessagesResponse) GetAutoscalingEvents() []*AutoscalingEvent

func (*ListJobMessagesResponse) GetJobMessages 

func (x *ListJobMessagesResponse) GetJobMessages() []*JobMessage

func (*ListJobMessagesResponse) GetNextPageToken 

func (x *ListJobMessagesResponse) GetNextPageToken() string

func (*ListJobMessagesResponse) ProtoMessage 

func (*ListJobMessagesResponse) ProtoMessage()

func (*ListJobMessagesResponse) ProtoReflect 

func (x *ListJobMessagesResponse) ProtoReflect() protoreflect.Message

func (*ListJobMessagesResponse) Reset 

func (x *ListJobMessagesResponse) Reset()

func (*ListJobMessagesResponse) String 

func (x *ListJobMessagesResponse) String() string

type ListJobsRequest 

type ListJobsRequest struct {

	// The kind of filter to use.
	Filter ListJobsRequest_Filter `protobuf:"varint,5,opt,name=filter,proto3,enum=google.dataflow.v1beta3.ListJobsRequest_Filter" json:"filter,omitempty"`
	// The project which owns the jobs.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// Deprecated. ListJobs always returns summaries now.
	// Use GetJob for other JobViews.
	//
	// Deprecated: Do not use.
	View JobView `protobuf:"varint,2,opt,name=view,proto3,enum=google.dataflow.v1beta3.JobView" json:"view,omitempty"`
	// If there are many jobs, limit response to at most this many.
	// The actual number of jobs returned will be the lesser of max_responses
	// and an unspecified server-defined limit.
	PageSize int32 `protobuf:"varint,3,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
	// Set this to the 'next_page_token' field of a previous response
	// to request additional results in a long list.
	PageToken string `protobuf:"bytes,4,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains this job.
	Location string `protobuf:"bytes,17,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to list Cloud Dataflow jobs.

func (*ListJobsRequest) Descriptor deprecated 

func (*ListJobsRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListJobsRequest.ProtoReflect.Descriptor instead.

func (*ListJobsRequest) GetFilter 

func (x *ListJobsRequest) GetFilter() ListJobsRequest_Filter

func (*ListJobsRequest) GetLocation 

func (x *ListJobsRequest) GetLocation() string

func (*ListJobsRequest) GetPageSize 

func (x *ListJobsRequest) GetPageSize() int32

func (*ListJobsRequest) GetPageToken 

func (x *ListJobsRequest) GetPageToken() string

func (*ListJobsRequest) GetProjectId 

func (x *ListJobsRequest) GetProjectId() string

func (*ListJobsRequest) GetView deprecated 

func (x *ListJobsRequest) GetView() JobView

Deprecated: Do not use.

func (*ListJobsRequest) ProtoMessage 

func (*ListJobsRequest) ProtoMessage()

func (*ListJobsRequest) ProtoReflect 

func (x *ListJobsRequest) ProtoReflect() protoreflect.Message

func (*ListJobsRequest) Reset 

func (x *ListJobsRequest) Reset()

func (*ListJobsRequest) String 

func (x *ListJobsRequest) String() string

type ListJobsRequest_Filter 

type ListJobsRequest_Filter int32

This field filters out and returns jobs in the specified job state. The order of data returned is determined by the filter used, and is subject to change. 

const (
	// The filter isn't specified, or is unknown. This returns all jobs ordered
	// on descending `JobUuid`.
	ListJobsRequest_UNKNOWN ListJobsRequest_Filter = 0
	// Returns all running jobs first ordered on creation timestamp, then
	// returns all terminated jobs ordered on the termination timestamp.
	ListJobsRequest_ALL ListJobsRequest_Filter = 1
	// Filters the jobs that have a terminated state, ordered on the
	// termination timestamp. Example terminated states: `JOB_STATE_STOPPED`,
	// `JOB_STATE_UPDATED`, `JOB_STATE_DRAINED`, etc.
	ListJobsRequest_TERMINATED ListJobsRequest_Filter = 2
	// Filters the jobs that are running ordered on the creation timestamp.
	ListJobsRequest_ACTIVE ListJobsRequest_Filter = 3
)

func (ListJobsRequest_Filter) Descriptor 

func (ListJobsRequest_Filter) Descriptor() protoreflect.EnumDescriptor

func (ListJobsRequest_Filter) Enum 

func (x ListJobsRequest_Filter) Enum() *ListJobsRequest_Filter

func (ListJobsRequest_Filter) EnumDescriptor deprecated 

func (ListJobsRequest_Filter) EnumDescriptor() ([]byte, []int)

Deprecated: Use ListJobsRequest_Filter.Descriptor instead.

func (ListJobsRequest_Filter) Number 

func (x ListJobsRequest_Filter) Number() protoreflect.EnumNumber

func (ListJobsRequest_Filter) String 

func (x ListJobsRequest_Filter) String() string

func (ListJobsRequest_Filter) Type 

func (ListJobsRequest_Filter) Type() protoreflect.EnumType

type ListJobsResponse 

type ListJobsResponse struct {

	// A subset of the requested job information.
	Jobs []*Job `protobuf:"bytes,1,rep,name=jobs,proto3" json:"jobs,omitempty"`
	// Set if there may be more results than fit in this response.
	NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
	// Zero or more messages describing the [regional endpoints]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// failed to respond.
	FailedLocation []*FailedLocation `protobuf:"bytes,3,rep,name=failed_location,json=failedLocation,proto3" json:"failed_location,omitempty"`
	// contains filtered or unexported fields
}

Response to a request to list Cloud Dataflow jobs in a project. This might be a partial response, depending on the page size in the ListJobsRequest. However, if the project does not have any jobs, an instance of ListJobsResponse is not returned and the requests's response body is empty {}.

func (*ListJobsResponse) Descriptor deprecated 

func (*ListJobsResponse) Descriptor() ([]byte, []int)

Deprecated: Use ListJobsResponse.ProtoReflect.Descriptor instead.

func (*ListJobsResponse) GetFailedLocation 

func (x *ListJobsResponse) GetFailedLocation() []*FailedLocation

func (*ListJobsResponse) GetJobs 

func (x *ListJobsResponse) GetJobs() []*Job

func (*ListJobsResponse) GetNextPageToken 

func (x *ListJobsResponse) GetNextPageToken() string

func (*ListJobsResponse) ProtoMessage 

func (*ListJobsResponse) ProtoMessage()

func (*ListJobsResponse) ProtoReflect 

func (x *ListJobsResponse) ProtoReflect() protoreflect.Message

func (*ListJobsResponse) Reset 

func (x *ListJobsResponse) Reset()

func (*ListJobsResponse) String 

func (x *ListJobsResponse) String() string

type ListSnapshotsRequest 

type ListSnapshotsRequest struct {

	// The project ID to list snapshots for.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// If specified, list snapshots created from this job.
	JobId string `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// The location to list snapshots in.
	Location string `protobuf:"bytes,2,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to list snapshots.

func (*ListSnapshotsRequest) Descriptor deprecated 

func (*ListSnapshotsRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListSnapshotsRequest.ProtoReflect.Descriptor instead.

func (*ListSnapshotsRequest) GetJobId 

func (x *ListSnapshotsRequest) GetJobId() string

func (*ListSnapshotsRequest) GetLocation 

func (x *ListSnapshotsRequest) GetLocation() string

func (*ListSnapshotsRequest) GetProjectId 

func (x *ListSnapshotsRequest) GetProjectId() string

func (*ListSnapshotsRequest) ProtoMessage 

func (*ListSnapshotsRequest) ProtoMessage()

func (*ListSnapshotsRequest) ProtoReflect 

func (x *ListSnapshotsRequest) ProtoReflect() protoreflect.Message

func (*ListSnapshotsRequest) Reset 

func (x *ListSnapshotsRequest) Reset()

func (*ListSnapshotsRequest) String 

func (x *ListSnapshotsRequest) String() string

type ListSnapshotsResponse 

type ListSnapshotsResponse struct {

	// Returned snapshots.
	Snapshots []*Snapshot `protobuf:"bytes,1,rep,name=snapshots,proto3" json:"snapshots,omitempty"`
	// contains filtered or unexported fields
}

List of snapshots.

func (*ListSnapshotsResponse) Descriptor deprecated 

func (*ListSnapshotsResponse) Descriptor() ([]byte, []int)

Deprecated: Use ListSnapshotsResponse.ProtoReflect.Descriptor instead.

func (*ListSnapshotsResponse) GetSnapshots 

func (x *ListSnapshotsResponse) GetSnapshots() []*Snapshot

func (*ListSnapshotsResponse) ProtoMessage 

func (*ListSnapshotsResponse) ProtoMessage()

func (*ListSnapshotsResponse) ProtoReflect 

func (x *ListSnapshotsResponse) ProtoReflect() protoreflect.Message

func (*ListSnapshotsResponse) Reset 

func (x *ListSnapshotsResponse) Reset()

func (*ListSnapshotsResponse) String 

func (x *ListSnapshotsResponse) String() string

type MessagesV1Beta3Client 

type MessagesV1Beta3Client interface {
	// Request the job status.
	//
	// To request the status of a job, we recommend using
	// `projects.locations.jobs.messages.list` with a [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
	// `projects.jobs.messages.list` is not recommended, as you can only request
	// the status of jobs that are running in `us-central1`.
	ListJobMessages(ctx context.Context, in *ListJobMessagesRequest, opts ...grpc.CallOption) (*ListJobMessagesResponse, error)
}

MessagesV1Beta3Client is the client API for MessagesV1Beta3 service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewMessagesV1Beta3Client 

func NewMessagesV1Beta3Client(cc grpc.ClientConnInterface) MessagesV1Beta3Client

type MessagesV1Beta3Server 

type MessagesV1Beta3Server interface {
	// Request the job status.
	//
	// To request the status of a job, we recommend using
	// `projects.locations.jobs.messages.list` with a [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
	// `projects.jobs.messages.list` is not recommended, as you can only request
	// the status of jobs that are running in `us-central1`.
	ListJobMessages(context.Context, *ListJobMessagesRequest) (*ListJobMessagesResponse, error)
}

MessagesV1Beta3Server is the server API for MessagesV1Beta3 service.

type MetricStructuredName 

type MetricStructuredName struct {

	// Origin (namespace) of metric name. May be blank for user-define metrics;
	// will be "dataflow" for metrics defined by the Dataflow service or SDK.
	Origin string `protobuf:"bytes,1,opt,name=origin,proto3" json:"origin,omitempty"`
	// Worker-defined metric name.
	Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// Zero or more labeled fields which identify the part of the job this
	// metric is associated with, such as the name of a step or collection.
	//
	// For example, built-in counters associated with steps will have
	// context['step'] = <step-name>. Counters associated with PCollections
	// in the SDK will have context['pcollection'] = <pcollection-name>.
	Context map[string]string `` /* 155-byte string literal not displayed */
	// contains filtered or unexported fields
}

Identifies a metric, by describing the source which generated the metric.

func (*MetricStructuredName) Descriptor deprecated 

func (*MetricStructuredName) Descriptor() ([]byte, []int)

Deprecated: Use MetricStructuredName.ProtoReflect.Descriptor instead.

func (*MetricStructuredName) GetContext 

func (x *MetricStructuredName) GetContext() map[string]string

func (*MetricStructuredName) GetName 

func (x *MetricStructuredName) GetName() string

func (*MetricStructuredName) GetOrigin 

func (x *MetricStructuredName) GetOrigin() string

func (*MetricStructuredName) ProtoMessage 

func (*MetricStructuredName) ProtoMessage()

func (*MetricStructuredName) ProtoReflect 

func (x *MetricStructuredName) ProtoReflect() protoreflect.Message

func (*MetricStructuredName) Reset 

func (x *MetricStructuredName) Reset()

func (*MetricStructuredName) String 

func (x *MetricStructuredName) String() string

type MetricUpdate 

type MetricUpdate struct {

	// Name of the metric.
	Name *MetricStructuredName `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Metric aggregation kind.  The possible metric aggregation kinds are
	// "Sum", "Max", "Min", "Mean", "Set", "And", "Or", and "Distribution".
	// The specified aggregation kind is case-insensitive.
	//
	// If omitted, this is not an aggregated value but instead
	// a single metric sample value.
	Kind string `protobuf:"bytes,2,opt,name=kind,proto3" json:"kind,omitempty"`
	// True if this metric is reported as the total cumulative aggregate
	// value accumulated since the worker started working on this WorkItem.
	// By default this is false, indicating that this metric is reported
	// as a delta that is not associated with any WorkItem.
	Cumulative bool `protobuf:"varint,3,opt,name=cumulative,proto3" json:"cumulative,omitempty"`
	// Worker-computed aggregate value for aggregation kinds "Sum", "Max", "Min",
	// "And", and "Or".  The possible value types are Long, Double, and Boolean.
	Scalar *structpb.Value `protobuf:"bytes,4,opt,name=scalar,proto3" json:"scalar,omitempty"`
	// Worker-computed aggregate value for the "Mean" aggregation kind.
	// This holds the sum of the aggregated values and is used in combination
	// with mean_count below to obtain the actual mean aggregate value.
	// The only possible value types are Long and Double.
	MeanSum *structpb.Value `protobuf:"bytes,5,opt,name=mean_sum,json=meanSum,proto3" json:"mean_sum,omitempty"`
	// Worker-computed aggregate value for the "Mean" aggregation kind.
	// This holds the count of the aggregated values and is used in combination
	// with mean_sum above to obtain the actual mean aggregate value.
	// The only possible value type is Long.
	MeanCount *structpb.Value `protobuf:"bytes,6,opt,name=mean_count,json=meanCount,proto3" json:"mean_count,omitempty"`
	// Worker-computed aggregate value for the "Set" aggregation kind.  The only
	// possible value type is a list of Values whose type can be Long, Double,
	// or String, according to the metric's type.  All Values in the list must
	// be of the same type.
	Set *structpb.Value `protobuf:"bytes,7,opt,name=set,proto3" json:"set,omitempty"`
	// A struct value describing properties of a distribution of numeric values.
	Distribution *structpb.Value `protobuf:"bytes,11,opt,name=distribution,proto3" json:"distribution,omitempty"`
	// A struct value describing properties of a Gauge.
	// Metrics of gauge type show the value of a metric across time, and is
	// aggregated based on the newest value.
	Gauge *structpb.Value `protobuf:"bytes,12,opt,name=gauge,proto3" json:"gauge,omitempty"`
	// Worker-computed aggregate value for internal use by the Dataflow
	// service.
	Internal *structpb.Value `protobuf:"bytes,8,opt,name=internal,proto3" json:"internal,omitempty"`
	// Timestamp associated with the metric value. Optional when workers are
	// reporting work progress; it will be filled in responses from the
	// metrics API.
	UpdateTime *timestamppb.Timestamp `protobuf:"bytes,9,opt,name=update_time,json=updateTime,proto3" json:"update_time,omitempty"`
	// contains filtered or unexported fields
}

Describes the state of a metric.

func (*MetricUpdate) Descriptor deprecated 

func (*MetricUpdate) Descriptor() ([]byte, []int)

Deprecated: Use MetricUpdate.ProtoReflect.Descriptor instead.

func (*MetricUpdate) GetCumulative 

func (x *MetricUpdate) GetCumulative() bool

func (*MetricUpdate) GetDistribution 

func (x *MetricUpdate) GetDistribution() *structpb.Value

func (*MetricUpdate) GetGauge 

func (x *MetricUpdate) GetGauge() *structpb.Value

func (*MetricUpdate) GetInternal 

func (x *MetricUpdate) GetInternal() *structpb.Value

func (*MetricUpdate) GetKind 

func (x *MetricUpdate) GetKind() string

func (*MetricUpdate) GetMeanCount 

func (x *MetricUpdate) GetMeanCount() *structpb.Value

func (*MetricUpdate) GetMeanSum 

func (x *MetricUpdate) GetMeanSum() *structpb.Value

func (*MetricUpdate) GetName 

func (x *MetricUpdate) GetName() *MetricStructuredName

func (*MetricUpdate) GetScalar 

func (x *MetricUpdate) GetScalar() *structpb.Value

func (*MetricUpdate) GetSet 

func (x *MetricUpdate) GetSet() *structpb.Value

func (*MetricUpdate) GetUpdateTime 

func (x *MetricUpdate) GetUpdateTime() *timestamppb.Timestamp

func (*MetricUpdate) ProtoMessage 

func (*MetricUpdate) ProtoMessage()

func (*MetricUpdate) ProtoReflect 

func (x *MetricUpdate) ProtoReflect() protoreflect.Message

func (*MetricUpdate) Reset 

func (x *MetricUpdate) Reset()

func (*MetricUpdate) String 

func (x *MetricUpdate) String() string

type MetricsV1Beta3Client 

type MetricsV1Beta3Client interface {
	// Request the job status.
	//
	// To request the status of a job, we recommend using
	// `projects.locations.jobs.getMetrics` with a [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
	// `projects.jobs.getMetrics` is not recommended, as you can only request the
	// status of jobs that are running in `us-central1`.
	GetJobMetrics(ctx context.Context, in *GetJobMetricsRequest, opts ...grpc.CallOption) (*JobMetrics, error)
	// Request detailed information about the execution status of the job.
	//
	// EXPERIMENTAL.  This API is subject to change or removal without notice.
	GetJobExecutionDetails(ctx context.Context, in *GetJobExecutionDetailsRequest, opts ...grpc.CallOption) (*JobExecutionDetails, error)
	// Request detailed information about the execution status of a stage of the
	// job.
	//
	// EXPERIMENTAL.  This API is subject to change or removal without notice.
	GetStageExecutionDetails(ctx context.Context, in *GetStageExecutionDetailsRequest, opts ...grpc.CallOption) (*StageExecutionDetails, error)
}

MetricsV1Beta3Client is the client API for MetricsV1Beta3 service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewMetricsV1Beta3Client 

func NewMetricsV1Beta3Client(cc grpc.ClientConnInterface) MetricsV1Beta3Client

type MetricsV1Beta3Server 

type MetricsV1Beta3Server interface {
	// Request the job status.
	//
	// To request the status of a job, we recommend using
	// `projects.locations.jobs.getMetrics` with a [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
	// `projects.jobs.getMetrics` is not recommended, as you can only request the
	// status of jobs that are running in `us-central1`.
	GetJobMetrics(context.Context, *GetJobMetricsRequest) (*JobMetrics, error)
	// Request detailed information about the execution status of the job.
	//
	// EXPERIMENTAL.  This API is subject to change or removal without notice.
	GetJobExecutionDetails(context.Context, *GetJobExecutionDetailsRequest) (*JobExecutionDetails, error)
	// Request detailed information about the execution status of a stage of the
	// job.
	//
	// EXPERIMENTAL.  This API is subject to change or removal without notice.
	GetStageExecutionDetails(context.Context, *GetStageExecutionDetailsRequest) (*StageExecutionDetails, error)
}

MetricsV1Beta3Server is the server API for MetricsV1Beta3 service.

type MountedDataDisk 

type MountedDataDisk struct {

	// The name of the data disk.
	// This name is local to the Google Cloud Platform project and uniquely
	// identifies the disk within that project, for example
	// "myproject-1014-104817-4c2-harness-0-disk-1".
	DataDisk string `protobuf:"bytes,1,opt,name=data_disk,json=dataDisk,proto3" json:"data_disk,omitempty"`
	// contains filtered or unexported fields
}

Describes mounted data disk.

func (*MountedDataDisk) Descriptor deprecated 

func (*MountedDataDisk) Descriptor() ([]byte, []int)

Deprecated: Use MountedDataDisk.ProtoReflect.Descriptor instead.

func (*MountedDataDisk) GetDataDisk 

func (x *MountedDataDisk) GetDataDisk() string

func (*MountedDataDisk) ProtoMessage 

func (*MountedDataDisk) ProtoMessage()

func (*MountedDataDisk) ProtoReflect 

func (x *MountedDataDisk) ProtoReflect() protoreflect.Message

func (*MountedDataDisk) Reset 

func (x *MountedDataDisk) Reset()

func (*MountedDataDisk) String 

func (x *MountedDataDisk) String() string

type Package 

type Package struct {

	// The name of the package.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// The resource to read the package from. The supported resource type is:
	//
	// Google Cloud Storage:
	//
	//   storage.googleapis.com/{bucket}
	//   bucket.storage.googleapis.com/
	Location string `protobuf:"bytes,2,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

The packages that must be installed in order for a worker to run the steps of the Cloud Dataflow job that will be assigned to its worker pool.

This is the mechanism by which the Cloud Dataflow SDK causes code to be loaded onto the workers. For example, the Cloud Dataflow Java SDK might use this to install jars containing the user's code and all of the various dependencies (libraries, data files, etc.) required in order for that code to run.

func (*Package) Descriptor deprecated 

func (*Package) Descriptor() ([]byte, []int)

Deprecated: Use Package.ProtoReflect.Descriptor instead.

func (*Package) GetLocation 

func (x *Package) GetLocation() string

func (*Package) GetName 

func (x *Package) GetName() string

func (*Package) ProtoMessage 

func (*Package) ProtoMessage()

func (*Package) ProtoReflect 

func (x *Package) ProtoReflect() protoreflect.Message

func (*Package) Reset 

func (x *Package) Reset()

func (*Package) String 

func (x *Package) String() string

type ParameterMetadata 

type ParameterMetadata struct {

	// Required. The name of the parameter.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Required. The label to display for the parameter.
	Label string `protobuf:"bytes,2,opt,name=label,proto3" json:"label,omitempty"`
	// Required. The help text to display for the parameter.
	HelpText string `protobuf:"bytes,3,opt,name=help_text,json=helpText,proto3" json:"help_text,omitempty"`
	// Optional. Whether the parameter is optional. Defaults to false.
	IsOptional bool `protobuf:"varint,4,opt,name=is_optional,json=isOptional,proto3" json:"is_optional,omitempty"`
	// Optional. Regexes that the parameter must match.
	Regexes []string `protobuf:"bytes,5,rep,name=regexes,proto3" json:"regexes,omitempty"`
	// Optional. The type of the parameter.
	// Used for selecting input picker.
	ParamType ParameterType `` /* 132-byte string literal not displayed */
	// Optional. Additional metadata for describing this parameter.
	CustomMetadata map[string]string `` /* 191-byte string literal not displayed */
	// contains filtered or unexported fields
}

Metadata for a specific parameter.

func (*ParameterMetadata) Descriptor deprecated 

func (*ParameterMetadata) Descriptor() ([]byte, []int)

Deprecated: Use ParameterMetadata.ProtoReflect.Descriptor instead.

func (*ParameterMetadata) GetCustomMetadata 

func (x *ParameterMetadata) GetCustomMetadata() map[string]string

func (*ParameterMetadata) GetHelpText 

func (x *ParameterMetadata) GetHelpText() string

func (*ParameterMetadata) GetIsOptional 

func (x *ParameterMetadata) GetIsOptional() bool

func (*ParameterMetadata) GetLabel 

func (x *ParameterMetadata) GetLabel() string

func (*ParameterMetadata) GetName 

func (x *ParameterMetadata) GetName() string

func (*ParameterMetadata) GetParamType 

func (x *ParameterMetadata) GetParamType() ParameterType

func (*ParameterMetadata) GetRegexes 

func (x *ParameterMetadata) GetRegexes() []string

func (*ParameterMetadata) ProtoMessage 

func (*ParameterMetadata) ProtoMessage()

func (*ParameterMetadata) ProtoReflect 

func (x *ParameterMetadata) ProtoReflect() protoreflect.Message

func (*ParameterMetadata) Reset 

func (x *ParameterMetadata) Reset()

func (*ParameterMetadata) String 

func (x *ParameterMetadata) String() string

type ParameterType 

type ParameterType int32

ParameterType specifies what kind of input we need for this parameter. 

const (
	// Default input type.
	ParameterType_DEFAULT ParameterType = 0
	// The parameter specifies generic text input.
	ParameterType_TEXT ParameterType = 1
	// The parameter specifies a Cloud Storage Bucket to read from.
	ParameterType_GCS_READ_BUCKET ParameterType = 2
	// The parameter specifies a Cloud Storage Bucket to write to.
	ParameterType_GCS_WRITE_BUCKET ParameterType = 3
	// The parameter specifies a Cloud Storage file path to read from.
	ParameterType_GCS_READ_FILE ParameterType = 4
	// The parameter specifies a Cloud Storage file path to write to.
	ParameterType_GCS_WRITE_FILE ParameterType = 5
	// The parameter specifies a Cloud Storage folder path to read from.
	ParameterType_GCS_READ_FOLDER ParameterType = 6
	// The parameter specifies a Cloud Storage folder to write to.
	ParameterType_GCS_WRITE_FOLDER ParameterType = 7
	// The parameter specifies a Pub/Sub Topic.
	ParameterType_PUBSUB_TOPIC ParameterType = 8
	// The parameter specifies a Pub/Sub Subscription.
	ParameterType_PUBSUB_SUBSCRIPTION ParameterType = 9
)

func (ParameterType) Descriptor 

func (ParameterType) Descriptor() protoreflect.EnumDescriptor

func (ParameterType) Enum 

func (x ParameterType) Enum() *ParameterType

func (ParameterType) EnumDescriptor deprecated 

func (ParameterType) EnumDescriptor() ([]byte, []int)

Deprecated: Use ParameterType.Descriptor instead.

func (ParameterType) Number 

func (x ParameterType) Number() protoreflect.EnumNumber

func (ParameterType) String 

func (x ParameterType) String() string

func (ParameterType) Type 

func (ParameterType) Type() protoreflect.EnumType

type PipelineDescription 

type PipelineDescription struct {

	// Description of each transform in the pipeline and collections between them.
	OriginalPipelineTransform []*TransformSummary `` /* 138-byte string literal not displayed */
	// Description of each stage of execution of the pipeline.
	ExecutionPipelineStage []*ExecutionStageSummary `` /* 129-byte string literal not displayed */
	// Pipeline level display data.
	DisplayData []*DisplayData `protobuf:"bytes,3,rep,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
	// contains filtered or unexported fields
}

A descriptive representation of submitted pipeline as well as the executed form. This data is provided by the Dataflow service for ease of visualizing the pipeline and interpreting Dataflow provided metrics.

func (*PipelineDescription) Descriptor deprecated 

func (*PipelineDescription) Descriptor() ([]byte, []int)

Deprecated: Use PipelineDescription.ProtoReflect.Descriptor instead.

func (*PipelineDescription) GetDisplayData 

func (x *PipelineDescription) GetDisplayData() []*DisplayData

func (*PipelineDescription) GetExecutionPipelineStage 

func (x *PipelineDescription) GetExecutionPipelineStage() []*ExecutionStageSummary

func (*PipelineDescription) GetOriginalPipelineTransform 

func (x *PipelineDescription) GetOriginalPipelineTransform() []*TransformSummary

func (*PipelineDescription) ProtoMessage 

func (*PipelineDescription) ProtoMessage()

func (*PipelineDescription) ProtoReflect 

func (x *PipelineDescription) ProtoReflect() protoreflect.Message

func (*PipelineDescription) Reset 

func (x *PipelineDescription) Reset()

func (*PipelineDescription) String 

func (x *PipelineDescription) String() string

type ProgressTimeseries 

type ProgressTimeseries struct {

	// The current progress of the component, in the range [0,1].
	CurrentProgress float64 `protobuf:"fixed64,1,opt,name=current_progress,json=currentProgress,proto3" json:"current_progress,omitempty"`
	// History of progress for the component.
	//
	// Points are sorted by time.
	DataPoints []*ProgressTimeseries_Point `protobuf:"bytes,2,rep,name=data_points,json=dataPoints,proto3" json:"data_points,omitempty"`
	// contains filtered or unexported fields
}

Information about the progress of some component of job execution.

func (*ProgressTimeseries) Descriptor deprecated 

func (*ProgressTimeseries) Descriptor() ([]byte, []int)

Deprecated: Use ProgressTimeseries.ProtoReflect.Descriptor instead.

func (*ProgressTimeseries) GetCurrentProgress 

func (x *ProgressTimeseries) GetCurrentProgress() float64

func (*ProgressTimeseries) GetDataPoints 

func (x *ProgressTimeseries) GetDataPoints() []*ProgressTimeseries_Point

func (*ProgressTimeseries) ProtoMessage 

func (*ProgressTimeseries) ProtoMessage()

func (*ProgressTimeseries) ProtoReflect 

func (x *ProgressTimeseries) ProtoReflect() protoreflect.Message

func (*ProgressTimeseries) Reset 

func (x *ProgressTimeseries) Reset()

func (*ProgressTimeseries) String 

func (x *ProgressTimeseries) String() string

type ProgressTimeseries_Point 

type ProgressTimeseries_Point struct {

	// The timestamp of the point.
	Time *timestamppb.Timestamp `protobuf:"bytes,1,opt,name=time,proto3" json:"time,omitempty"`
	// The value of the point.
	Value float64 `protobuf:"fixed64,2,opt,name=value,proto3" json:"value,omitempty"`
	// contains filtered or unexported fields
}

A point in the timeseries.

func (*ProgressTimeseries_Point) Descriptor deprecated 

func (*ProgressTimeseries_Point) Descriptor() ([]byte, []int)

Deprecated: Use ProgressTimeseries_Point.ProtoReflect.Descriptor instead.

func (*ProgressTimeseries_Point) GetTime 

func (x *ProgressTimeseries_Point) GetTime() *timestamppb.Timestamp

func (*ProgressTimeseries_Point) GetValue 

func (x *ProgressTimeseries_Point) GetValue() float64

func (*ProgressTimeseries_Point) ProtoMessage 

func (*ProgressTimeseries_Point) ProtoMessage()

func (*ProgressTimeseries_Point) ProtoReflect 

func (x *ProgressTimeseries_Point) ProtoReflect() protoreflect.Message

func (*ProgressTimeseries_Point) Reset 

func (x *ProgressTimeseries_Point) Reset()

func (*ProgressTimeseries_Point) String 

func (x *ProgressTimeseries_Point) String() string

type PubSubIODetails 

type PubSubIODetails struct {

	// Topic accessed in the connection.
	Topic string `protobuf:"bytes,1,opt,name=topic,proto3" json:"topic,omitempty"`
	// Subscription used in the connection.
	Subscription string `protobuf:"bytes,2,opt,name=subscription,proto3" json:"subscription,omitempty"`
	// contains filtered or unexported fields
}

Metadata for a Pub/Sub connector used by the job.

func (*PubSubIODetails) Descriptor deprecated 

func (*PubSubIODetails) Descriptor() ([]byte, []int)

Deprecated: Use PubSubIODetails.ProtoReflect.Descriptor instead.

func (*PubSubIODetails) GetSubscription 

func (x *PubSubIODetails) GetSubscription() string

func (*PubSubIODetails) GetTopic 

func (x *PubSubIODetails) GetTopic() string

func (*PubSubIODetails) ProtoMessage 

func (*PubSubIODetails) ProtoMessage()

func (*PubSubIODetails) ProtoReflect 

func (x *PubSubIODetails) ProtoReflect() protoreflect.Message

func (*PubSubIODetails) Reset 

func (x *PubSubIODetails) Reset()

func (*PubSubIODetails) String 

func (x *PubSubIODetails) String() string

type PubsubLocation 

type PubsubLocation struct {

	// A pubsub topic, in the form of
	// "pubsub.googleapis.com/topics/<project-id>/<topic-name>"
	Topic string `protobuf:"bytes,1,opt,name=topic,proto3" json:"topic,omitempty"`
	// A pubsub subscription, in the form of
	// "pubsub.googleapis.com/subscriptions/<project-id>/<subscription-name>"
	Subscription string `protobuf:"bytes,2,opt,name=subscription,proto3" json:"subscription,omitempty"`
	// If set, contains a pubsub label from which to extract record timestamps.
	// If left empty, record timestamps will be generated upon arrival.
	TimestampLabel string `protobuf:"bytes,3,opt,name=timestamp_label,json=timestampLabel,proto3" json:"timestamp_label,omitempty"`
	// If set, contains a pubsub label from which to extract record ids.
	// If left empty, record deduplication will be strictly best effort.
	IdLabel string `protobuf:"bytes,4,opt,name=id_label,json=idLabel,proto3" json:"id_label,omitempty"`
	// Indicates whether the pipeline allows late-arriving data.
	DropLateData bool `protobuf:"varint,5,opt,name=drop_late_data,json=dropLateData,proto3" json:"drop_late_data,omitempty"`
	// If set, specifies the pubsub subscription that will be used for tracking
	// custom time timestamps for watermark estimation.
	TrackingSubscription string `protobuf:"bytes,6,opt,name=tracking_subscription,json=trackingSubscription,proto3" json:"tracking_subscription,omitempty"`
	// If true, then the client has requested to get pubsub attributes.
	WithAttributes bool `protobuf:"varint,7,opt,name=with_attributes,json=withAttributes,proto3" json:"with_attributes,omitempty"`
	// contains filtered or unexported fields
}

Identifies a pubsub location to use for transferring data into or out of a streaming Dataflow job.

func (*PubsubLocation) Descriptor deprecated 

func (*PubsubLocation) Descriptor() ([]byte, []int)

Deprecated: Use PubsubLocation.ProtoReflect.Descriptor instead.

func (*PubsubLocation) GetDropLateData 

func (x *PubsubLocation) GetDropLateData() bool

func (*PubsubLocation) GetIdLabel 

func (x *PubsubLocation) GetIdLabel() string

func (*PubsubLocation) GetSubscription 

func (x *PubsubLocation) GetSubscription() string

func (*PubsubLocation) GetTimestampLabel 

func (x *PubsubLocation) GetTimestampLabel() string

func (*PubsubLocation) GetTopic 

func (x *PubsubLocation) GetTopic() string

func (*PubsubLocation) GetTrackingSubscription 

func (x *PubsubLocation) GetTrackingSubscription() string

func (*PubsubLocation) GetWithAttributes 

func (x *PubsubLocation) GetWithAttributes() bool

func (*PubsubLocation) ProtoMessage 

func (*PubsubLocation) ProtoMessage()

func (*PubsubLocation) ProtoReflect 

func (x *PubsubLocation) ProtoReflect() protoreflect.Message

func (*PubsubLocation) Reset 

func (x *PubsubLocation) Reset()

func (*PubsubLocation) String 

func (x *PubsubLocation) String() string

type PubsubSnapshotMetadata 

type PubsubSnapshotMetadata struct {

	// The name of the Pubsub topic.
	TopicName string `protobuf:"bytes,1,opt,name=topic_name,json=topicName,proto3" json:"topic_name,omitempty"`
	// The name of the Pubsub snapshot.
	SnapshotName string `protobuf:"bytes,2,opt,name=snapshot_name,json=snapshotName,proto3" json:"snapshot_name,omitempty"`
	// The expire time of the Pubsub snapshot.
	ExpireTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=expire_time,json=expireTime,proto3" json:"expire_time,omitempty"`
	// contains filtered or unexported fields
}

Represents a Pubsub snapshot.

func (*PubsubSnapshotMetadata) Descriptor deprecated 

func (*PubsubSnapshotMetadata) Descriptor() ([]byte, []int)

Deprecated: Use PubsubSnapshotMetadata.ProtoReflect.Descriptor instead.

func (*PubsubSnapshotMetadata) GetExpireTime 

func (x *PubsubSnapshotMetadata) GetExpireTime() *timestamppb.Timestamp

func (*PubsubSnapshotMetadata) GetSnapshotName 

func (x *PubsubSnapshotMetadata) GetSnapshotName() string

func (*PubsubSnapshotMetadata) GetTopicName 

func (x *PubsubSnapshotMetadata) GetTopicName() string

func (*PubsubSnapshotMetadata) ProtoMessage 

func (*PubsubSnapshotMetadata) ProtoMessage()

func (*PubsubSnapshotMetadata) ProtoReflect 

func (x *PubsubSnapshotMetadata) ProtoReflect() protoreflect.Message

func (*PubsubSnapshotMetadata) Reset 

func (x *PubsubSnapshotMetadata) Reset()

func (*PubsubSnapshotMetadata) String 

func (x *PubsubSnapshotMetadata) String() string

type RuntimeEnvironment 

type RuntimeEnvironment struct {

	// The initial number of Google Compute Engine instnaces for the job.
	NumWorkers int32 `protobuf:"varint,11,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"`
	// The maximum number of Google Compute Engine instances to be made
	// available to your pipeline during execution, from 1 to 1000.
	MaxWorkers int32 `protobuf:"varint,1,opt,name=max_workers,json=maxWorkers,proto3" json:"max_workers,omitempty"`
	// The Compute Engine [availability
	// zone](https://cloud.google.com/compute/docs/regions-zones/regions-zones)
	// for launching worker instances to run your pipeline.
	// In the future, worker_zone will take precedence.
	Zone string `protobuf:"bytes,2,opt,name=zone,proto3" json:"zone,omitempty"`
	// The email address of the service account to run the job as.
	ServiceAccountEmail string `protobuf:"bytes,3,opt,name=service_account_email,json=serviceAccountEmail,proto3" json:"service_account_email,omitempty"`
	// The Cloud Storage path to use for temporary files.
	// Must be a valid Cloud Storage URL, beginning with `gs://`.
	TempLocation string `protobuf:"bytes,4,opt,name=temp_location,json=tempLocation,proto3" json:"temp_location,omitempty"`
	// Whether to bypass the safety checks for the job's temporary directory.
	// Use with caution.
	BypassTempDirValidation bool `` /* 135-byte string literal not displayed */
	// The machine type to use for the job. Defaults to the value from the
	// template if not specified.
	MachineType string `protobuf:"bytes,6,opt,name=machine_type,json=machineType,proto3" json:"machine_type,omitempty"`
	// Additional experiment flags for the job.
	AdditionalExperiments []string `protobuf:"bytes,7,rep,name=additional_experiments,json=additionalExperiments,proto3" json:"additional_experiments,omitempty"`
	// Network to which VMs will be assigned.  If empty or unspecified,
	// the service will use the network "default".
	Network string `protobuf:"bytes,8,opt,name=network,proto3" json:"network,omitempty"`
	// Subnetwork to which VMs will be assigned, if desired. You can specify a
	// subnetwork using either a complete URL or an abbreviated path. Expected to
	// be of the form
	// "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK"
	// or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located in
	// a Shared VPC network, you must use the complete URL.
	Subnetwork string `protobuf:"bytes,9,opt,name=subnetwork,proto3" json:"subnetwork,omitempty"`
	// Additional user labels to be specified for the job.
	// Keys and values should follow the restrictions specified in the [labeling
	// restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions)
	// page.
	// An object containing a list of "key": value pairs.
	// Example: { "name": "wrench", "mass": "1kg", "count": "3" }.
	AdditionalUserLabels map[string]string `` /* 212-byte string literal not displayed */
	// Name for the Cloud KMS key for the job.
	// Key format is:
	// projects/<project>/locations/<location>/keyRings/<keyring>/cryptoKeys/<key>
	KmsKeyName string `protobuf:"bytes,12,opt,name=kms_key_name,json=kmsKeyName,proto3" json:"kms_key_name,omitempty"`
	// Configuration for VM IPs.
	IpConfiguration WorkerIPAddressConfiguration `` /* 166-byte string literal not displayed */
	// The Compute Engine region
	// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
	// which worker processing should occur, e.g. "us-west1". Mutually exclusive
	// with worker_zone. If neither worker_region nor worker_zone is specified,
	// default to the control plane's region.
	WorkerRegion string `protobuf:"bytes,15,opt,name=worker_region,json=workerRegion,proto3" json:"worker_region,omitempty"`
	// The Compute Engine zone
	// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
	// which worker processing should occur, e.g. "us-west1-a". Mutually exclusive
	// with worker_region. If neither worker_region nor worker_zone is specified,
	// a zone in the control plane's region is chosen based on available capacity.
	// If both `worker_zone` and `zone` are set, `worker_zone` takes precedence.
	WorkerZone string `protobuf:"bytes,16,opt,name=worker_zone,json=workerZone,proto3" json:"worker_zone,omitempty"`
	// Whether to enable Streaming Engine for the job.
	EnableStreamingEngine bool `` /* 128-byte string literal not displayed */
	// contains filtered or unexported fields
}

The environment values to set at runtime.

func (*RuntimeEnvironment) Descriptor deprecated 

func (*RuntimeEnvironment) Descriptor() ([]byte, []int)

Deprecated: Use RuntimeEnvironment.ProtoReflect.Descriptor instead.

func (*RuntimeEnvironment) GetAdditionalExperiments 

func (x *RuntimeEnvironment) GetAdditionalExperiments() []string

func (*RuntimeEnvironment) GetAdditionalUserLabels 

func (x *RuntimeEnvironment) GetAdditionalUserLabels() map[string]string

func (*RuntimeEnvironment) GetBypassTempDirValidation 

func (x *RuntimeEnvironment) GetBypassTempDirValidation() bool

func (*RuntimeEnvironment) GetEnableStreamingEngine 

func (x *RuntimeEnvironment) GetEnableStreamingEngine() bool

func (*RuntimeEnvironment) GetIpConfiguration 

func (x *RuntimeEnvironment) GetIpConfiguration() WorkerIPAddressConfiguration

func (*RuntimeEnvironment) GetKmsKeyName 

func (x *RuntimeEnvironment) GetKmsKeyName() string

func (*RuntimeEnvironment) GetMachineType 

func (x *RuntimeEnvironment) GetMachineType() string

func (*RuntimeEnvironment) GetMaxWorkers 

func (x *RuntimeEnvironment) GetMaxWorkers() int32

func (*RuntimeEnvironment) GetNetwork 

func (x *RuntimeEnvironment) GetNetwork() string

func (*RuntimeEnvironment) GetNumWorkers 

func (x *RuntimeEnvironment) GetNumWorkers() int32

func (*RuntimeEnvironment) GetServiceAccountEmail 

func (x *RuntimeEnvironment) GetServiceAccountEmail() string

func (*RuntimeEnvironment) GetSubnetwork 

func (x *RuntimeEnvironment) GetSubnetwork() string

func (*RuntimeEnvironment) GetTempLocation 

func (x *RuntimeEnvironment) GetTempLocation() string

func (*RuntimeEnvironment) GetWorkerRegion 

func (x *RuntimeEnvironment) GetWorkerRegion() string

func (*RuntimeEnvironment) GetWorkerZone 

func (x *RuntimeEnvironment) GetWorkerZone() string

func (*RuntimeEnvironment) GetZone 

func (x *RuntimeEnvironment) GetZone() string

func (*RuntimeEnvironment) ProtoMessage 

func (*RuntimeEnvironment) ProtoMessage()

func (*RuntimeEnvironment) ProtoReflect 

func (x *RuntimeEnvironment) ProtoReflect() protoreflect.Message

func (*RuntimeEnvironment) Reset 

func (x *RuntimeEnvironment) Reset()

func (*RuntimeEnvironment) String 

func (x *RuntimeEnvironment) String() string

type RuntimeMetadata 

type RuntimeMetadata struct {

	// SDK Info for the template.
	SdkInfo *SDKInfo `protobuf:"bytes,1,opt,name=sdk_info,json=sdkInfo,proto3" json:"sdk_info,omitempty"`
	// The parameters for the template.
	Parameters []*ParameterMetadata `protobuf:"bytes,2,rep,name=parameters,proto3" json:"parameters,omitempty"`
	// contains filtered or unexported fields
}

RuntimeMetadata describing a runtime environment.

func (*RuntimeMetadata) Descriptor deprecated 

func (*RuntimeMetadata) Descriptor() ([]byte, []int)

Deprecated: Use RuntimeMetadata.ProtoReflect.Descriptor instead.

func (*RuntimeMetadata) GetParameters 

func (x *RuntimeMetadata) GetParameters() []*ParameterMetadata

func (*RuntimeMetadata) GetSdkInfo 

func (x *RuntimeMetadata) GetSdkInfo() *SDKInfo

func (*RuntimeMetadata) ProtoMessage 

func (*RuntimeMetadata) ProtoMessage()

func (*RuntimeMetadata) ProtoReflect 

func (x *RuntimeMetadata) ProtoReflect() protoreflect.Message

func (*RuntimeMetadata) Reset 

func (x *RuntimeMetadata) Reset()

func (*RuntimeMetadata) String 

func (x *RuntimeMetadata) String() string

type SDKInfo 

type SDKInfo struct {

	// Required. The SDK Language.
	Language SDKInfo_Language `protobuf:"varint,1,opt,name=language,proto3,enum=google.dataflow.v1beta3.SDKInfo_Language" json:"language,omitempty"`
	// Optional. The SDK version.
	Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	// contains filtered or unexported fields
}

SDK Information.

func (*SDKInfo) Descriptor deprecated 

func (*SDKInfo) Descriptor() ([]byte, []int)

Deprecated: Use SDKInfo.ProtoReflect.Descriptor instead.

func (*SDKInfo) GetLanguage 

func (x *SDKInfo) GetLanguage() SDKInfo_Language

func (*SDKInfo) GetVersion 

func (x *SDKInfo) GetVersion() string

func (*SDKInfo) ProtoMessage 

func (*SDKInfo) ProtoMessage()

func (*SDKInfo) ProtoReflect 

func (x *SDKInfo) ProtoReflect() protoreflect.Message

func (*SDKInfo) Reset 

func (x *SDKInfo) Reset()

func (*SDKInfo) String 

func (x *SDKInfo) String() string

type SDKInfo_Language 

type SDKInfo_Language int32

SDK Language. 

const (
	// UNKNOWN Language.
	SDKInfo_UNKNOWN SDKInfo_Language = 0
	// Java.
	SDKInfo_JAVA SDKInfo_Language = 1
	// Python.
	SDKInfo_PYTHON SDKInfo_Language = 2
)

func (SDKInfo_Language) Descriptor 

func (SDKInfo_Language) Descriptor() protoreflect.EnumDescriptor

func (SDKInfo_Language) Enum 

func (x SDKInfo_Language) Enum() *SDKInfo_Language

func (SDKInfo_Language) EnumDescriptor deprecated 

func (SDKInfo_Language) EnumDescriptor() ([]byte, []int)

Deprecated: Use SDKInfo_Language.Descriptor instead.

func (SDKInfo_Language) Number 

func (x SDKInfo_Language) Number() protoreflect.EnumNumber

func (SDKInfo_Language) String 

func (x SDKInfo_Language) String() string

func (SDKInfo_Language) Type 

func (SDKInfo_Language) Type() protoreflect.EnumType

type SdkHarnessContainerImage 

type SdkHarnessContainerImage struct {

	// A docker container image that resides in Google Container Registry.
	ContainerImage string `protobuf:"bytes,1,opt,name=container_image,json=containerImage,proto3" json:"container_image,omitempty"`
	// If true, recommends the Dataflow service to use only one core per SDK
	// container instance with this image. If false (or unset) recommends using
	// more than one core per SDK container instance with this image for
	// efficiency. Note that Dataflow service may choose to override this property
	// if needed.
	UseSingleCorePerContainer bool `` /* 143-byte string literal not displayed */
	// Environment ID for the Beam runner API proto Environment that corresponds
	// to the current SDK Harness.
	EnvironmentId string `protobuf:"bytes,3,opt,name=environment_id,json=environmentId,proto3" json:"environment_id,omitempty"`
	// contains filtered or unexported fields
}

Defines a SDK harness container for executing Dataflow pipelines.

func (*SdkHarnessContainerImage) Descriptor deprecated 

func (*SdkHarnessContainerImage) Descriptor() ([]byte, []int)

Deprecated: Use SdkHarnessContainerImage.ProtoReflect.Descriptor instead.

func (*SdkHarnessContainerImage) GetContainerImage 

func (x *SdkHarnessContainerImage) GetContainerImage() string

func (*SdkHarnessContainerImage) GetEnvironmentId 

func (x *SdkHarnessContainerImage) GetEnvironmentId() string

func (*SdkHarnessContainerImage) GetUseSingleCorePerContainer 

func (x *SdkHarnessContainerImage) GetUseSingleCorePerContainer() bool

func (*SdkHarnessContainerImage) ProtoMessage 

func (*SdkHarnessContainerImage) ProtoMessage()

func (*SdkHarnessContainerImage) ProtoReflect 

func (x *SdkHarnessContainerImage) ProtoReflect() protoreflect.Message

func (*SdkHarnessContainerImage) Reset 

func (x *SdkHarnessContainerImage) Reset()

func (*SdkHarnessContainerImage) String 

func (x *SdkHarnessContainerImage) String() string

type SdkVersion 

type SdkVersion struct {

	// The version of the SDK used to run the job.
	Version string `protobuf:"bytes,1,opt,name=version,proto3" json:"version,omitempty"`
	// A readable string describing the version of the SDK.
	VersionDisplayName string `protobuf:"bytes,2,opt,name=version_display_name,json=versionDisplayName,proto3" json:"version_display_name,omitempty"`
	// The support status for this SDK version.
	SdkSupportStatus SdkVersion_SdkSupportStatus `` /* 169-byte string literal not displayed */
	// contains filtered or unexported fields
}

The version of the SDK used to run the job.

func (*SdkVersion) Descriptor deprecated 

func (*SdkVersion) Descriptor() ([]byte, []int)

Deprecated: Use SdkVersion.ProtoReflect.Descriptor instead.

func (*SdkVersion) GetSdkSupportStatus 

func (x *SdkVersion) GetSdkSupportStatus() SdkVersion_SdkSupportStatus

func (*SdkVersion) GetVersion 

func (x *SdkVersion) GetVersion() string

func (*SdkVersion) GetVersionDisplayName 

func (x *SdkVersion) GetVersionDisplayName() string

func (*SdkVersion) ProtoMessage 

func (*SdkVersion) ProtoMessage()

func (*SdkVersion) ProtoReflect 

func (x *SdkVersion) ProtoReflect() protoreflect.Message

func (*SdkVersion) Reset 

func (x *SdkVersion) Reset()

func (*SdkVersion) String 

func (x *SdkVersion) String() string

type SdkVersion_SdkSupportStatus 

type SdkVersion_SdkSupportStatus int32

The support status of the SDK used to run the job. 

const (
	// Cloud Dataflow is unaware of this version.
	SdkVersion_UNKNOWN SdkVersion_SdkSupportStatus = 0
	// This is a known version of an SDK, and is supported.
	SdkVersion_SUPPORTED SdkVersion_SdkSupportStatus = 1
	// A newer version of the SDK family exists, and an update is recommended.
	SdkVersion_STALE SdkVersion_SdkSupportStatus = 2
	// This version of the SDK is deprecated and will eventually be
	// unsupported.
	SdkVersion_DEPRECATED SdkVersion_SdkSupportStatus = 3
	// Support for this SDK version has ended and it should no longer be used.
	SdkVersion_UNSUPPORTED SdkVersion_SdkSupportStatus = 4
)

func (SdkVersion_SdkSupportStatus) Descriptor 

func (SdkVersion_SdkSupportStatus) Descriptor() protoreflect.EnumDescriptor

func (SdkVersion_SdkSupportStatus) Enum 

func (x SdkVersion_SdkSupportStatus) Enum() *SdkVersion_SdkSupportStatus

func (SdkVersion_SdkSupportStatus) EnumDescriptor deprecated 

func (SdkVersion_SdkSupportStatus) EnumDescriptor() ([]byte, []int)

Deprecated: Use SdkVersion_SdkSupportStatus.Descriptor instead.

func (SdkVersion_SdkSupportStatus) Number 

func (x SdkVersion_SdkSupportStatus) Number() protoreflect.EnumNumber

func (SdkVersion_SdkSupportStatus) String 

func (x SdkVersion_SdkSupportStatus) String() string

func (SdkVersion_SdkSupportStatus) Type 

func (SdkVersion_SdkSupportStatus) Type() protoreflect.EnumType

type ShuffleMode 

type ShuffleMode int32

Specifies the shuffle mode used by a [google.dataflow.v1beta3.Job], which determines the approach data is shuffled during processing. More details in: https://cloud.google.com/dataflow/docs/guides/deploying-a-pipeline#dataflow-shuffle 

const (
	// Shuffle mode information is not available.
	ShuffleMode_SHUFFLE_MODE_UNSPECIFIED ShuffleMode = 0
	// Shuffle is done on the worker VMs.
	ShuffleMode_VM_BASED ShuffleMode = 1
	// Shuffle is done on the service side.
	ShuffleMode_SERVICE_BASED ShuffleMode = 2
)

func (ShuffleMode) Descriptor 

func (ShuffleMode) Descriptor() protoreflect.EnumDescriptor

func (ShuffleMode) Enum 

func (x ShuffleMode) Enum() *ShuffleMode

func (ShuffleMode) EnumDescriptor deprecated 

func (ShuffleMode) EnumDescriptor() ([]byte, []int)

Deprecated: Use ShuffleMode.Descriptor instead.

func (ShuffleMode) Number 

func (x ShuffleMode) Number() protoreflect.EnumNumber

func (ShuffleMode) String 

func (x ShuffleMode) String() string

func (ShuffleMode) Type 

func (ShuffleMode) Type() protoreflect.EnumType

type Snapshot 

type Snapshot struct {

	// The unique ID of this snapshot.
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// The project this snapshot belongs to.
	ProjectId string `protobuf:"bytes,2,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job this snapshot was created from.
	SourceJobId string `protobuf:"bytes,3,opt,name=source_job_id,json=sourceJobId,proto3" json:"source_job_id,omitempty"`
	// The time this snapshot was created.
	CreationTime *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=creation_time,json=creationTime,proto3" json:"creation_time,omitempty"`
	// The time after which this snapshot will be automatically deleted.
	Ttl *durationpb.Duration `protobuf:"bytes,5,opt,name=ttl,proto3" json:"ttl,omitempty"`
	// State of the snapshot.
	State SnapshotState `protobuf:"varint,6,opt,name=state,proto3,enum=google.dataflow.v1beta3.SnapshotState" json:"state,omitempty"`
	// PubSub snapshot metadata.
	PubsubMetadata []*PubsubSnapshotMetadata `protobuf:"bytes,7,rep,name=pubsub_metadata,json=pubsubMetadata,proto3" json:"pubsub_metadata,omitempty"`
	// User specified description of the snapshot. Maybe empty.
	Description string `protobuf:"bytes,8,opt,name=description,proto3" json:"description,omitempty"`
	// The disk byte size of the snapshot. Only available for snapshots in READY
	// state.
	DiskSizeBytes int64 `protobuf:"varint,9,opt,name=disk_size_bytes,json=diskSizeBytes,proto3" json:"disk_size_bytes,omitempty"`
	// Cloud region where this snapshot lives in, e.g., "us-central1".
	Region string `protobuf:"bytes,10,opt,name=region,proto3" json:"region,omitempty"`
	// contains filtered or unexported fields
}

Represents a snapshot of a job.

func (*Snapshot) Descriptor deprecated 

func (*Snapshot) Descriptor() ([]byte, []int)

Deprecated: Use Snapshot.ProtoReflect.Descriptor instead.

func (*Snapshot) GetCreationTime 

func (x *Snapshot) GetCreationTime() *timestamppb.Timestamp

func (*Snapshot) GetDescription 

func (x *Snapshot) GetDescription() string

func (*Snapshot) GetDiskSizeBytes 

func (x *Snapshot) GetDiskSizeBytes() int64

func (*Snapshot) GetId 

func (x *Snapshot) GetId() string

func (*Snapshot) GetProjectId 

func (x *Snapshot) GetProjectId() string

func (*Snapshot) GetPubsubMetadata 

func (x *Snapshot) GetPubsubMetadata() []*PubsubSnapshotMetadata

func (*Snapshot) GetRegion 

func (x *Snapshot) GetRegion() string

func (*Snapshot) GetSourceJobId 

func (x *Snapshot) GetSourceJobId() string

func (*Snapshot) GetState 

func (x *Snapshot) GetState() SnapshotState

func (*Snapshot) GetTtl 

func (x *Snapshot) GetTtl() *durationpb.Duration

func (*Snapshot) ProtoMessage 

func (*Snapshot) ProtoMessage()

func (*Snapshot) ProtoReflect 

func (x *Snapshot) ProtoReflect() protoreflect.Message

func (*Snapshot) Reset 

func (x *Snapshot) Reset()

func (*Snapshot) String 

func (x *Snapshot) String() string

type SnapshotJobRequest 

type SnapshotJobRequest struct {

	// The project which owns the job to be snapshotted.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job to be snapshotted.
	JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// TTL for the snapshot.
	Ttl *durationpb.Duration `protobuf:"bytes,3,opt,name=ttl,proto3" json:"ttl,omitempty"`
	// The location that contains this job.
	Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
	// If true, perform snapshots for sources which support this.
	SnapshotSources bool `protobuf:"varint,5,opt,name=snapshot_sources,json=snapshotSources,proto3" json:"snapshot_sources,omitempty"`
	// User specified description of the snapshot. Maybe empty.
	Description string `protobuf:"bytes,6,opt,name=description,proto3" json:"description,omitempty"`
	// contains filtered or unexported fields
}

Request to create a snapshot of a job.

func (*SnapshotJobRequest) Descriptor deprecated 

func (*SnapshotJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use SnapshotJobRequest.ProtoReflect.Descriptor instead.

func (*SnapshotJobRequest) GetDescription 

func (x *SnapshotJobRequest) GetDescription() string

func (*SnapshotJobRequest) GetJobId 

func (x *SnapshotJobRequest) GetJobId() string

func (*SnapshotJobRequest) GetLocation 

func (x *SnapshotJobRequest) GetLocation() string

func (*SnapshotJobRequest) GetProjectId 

func (x *SnapshotJobRequest) GetProjectId() string

func (*SnapshotJobRequest) GetSnapshotSources 

func (x *SnapshotJobRequest) GetSnapshotSources() bool

func (*SnapshotJobRequest) GetTtl 

func (x *SnapshotJobRequest) GetTtl() *durationpb.Duration

func (*SnapshotJobRequest) ProtoMessage 

func (*SnapshotJobRequest) ProtoMessage()

func (*SnapshotJobRequest) ProtoReflect 

func (x *SnapshotJobRequest) ProtoReflect() protoreflect.Message

func (*SnapshotJobRequest) Reset 

func (x *SnapshotJobRequest) Reset()

func (*SnapshotJobRequest) String 

func (x *SnapshotJobRequest) String() string

type SnapshotState 

type SnapshotState int32

Snapshot state. 

const (
	// Unknown state.
	SnapshotState_UNKNOWN_SNAPSHOT_STATE SnapshotState = 0
	// Snapshot intent to create has been persisted, snapshotting of state has not
	// yet started.
	SnapshotState_PENDING SnapshotState = 1
	// Snapshotting is being performed.
	SnapshotState_RUNNING SnapshotState = 2
	// Snapshot has been created and is ready to be used.
	SnapshotState_READY SnapshotState = 3
	// Snapshot failed to be created.
	SnapshotState_FAILED SnapshotState = 4
	// Snapshot has been deleted.
	SnapshotState_DELETED SnapshotState = 5
)

func (SnapshotState) Descriptor 

func (SnapshotState) Descriptor() protoreflect.EnumDescriptor

func (SnapshotState) Enum 

func (x SnapshotState) Enum() *SnapshotState

func (SnapshotState) EnumDescriptor deprecated 

func (SnapshotState) EnumDescriptor() ([]byte, []int)

Deprecated: Use SnapshotState.Descriptor instead.

func (SnapshotState) Number 

func (x SnapshotState) Number() protoreflect.EnumNumber

func (SnapshotState) String 

func (x SnapshotState) String() string

func (SnapshotState) Type 

func (SnapshotState) Type() protoreflect.EnumType

type SnapshotsV1Beta3Client 

type SnapshotsV1Beta3Client interface {
	// Gets information about a snapshot.
	GetSnapshot(ctx context.Context, in *GetSnapshotRequest, opts ...grpc.CallOption) (*Snapshot, error)
	// Deletes a snapshot.
	DeleteSnapshot(ctx context.Context, in *DeleteSnapshotRequest, opts ...grpc.CallOption) (*DeleteSnapshotResponse, error)
	// Lists snapshots.
	ListSnapshots(ctx context.Context, in *ListSnapshotsRequest, opts ...grpc.CallOption) (*ListSnapshotsResponse, error)
}

SnapshotsV1Beta3Client is the client API for SnapshotsV1Beta3 service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewSnapshotsV1Beta3Client 

func NewSnapshotsV1Beta3Client(cc grpc.ClientConnInterface) SnapshotsV1Beta3Client

type SnapshotsV1Beta3Server 

type SnapshotsV1Beta3Server interface {
	// Gets information about a snapshot.
	GetSnapshot(context.Context, *GetSnapshotRequest) (*Snapshot, error)
	// Deletes a snapshot.
	DeleteSnapshot(context.Context, *DeleteSnapshotRequest) (*DeleteSnapshotResponse, error)
	// Lists snapshots.
	ListSnapshots(context.Context, *ListSnapshotsRequest) (*ListSnapshotsResponse, error)
}

SnapshotsV1Beta3Server is the server API for SnapshotsV1Beta3 service.

type SpannerIODetails 

type SpannerIODetails struct {

	// ProjectId accessed in the connection.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// InstanceId accessed in the connection.
	InstanceId string `protobuf:"bytes,2,opt,name=instance_id,json=instanceId,proto3" json:"instance_id,omitempty"`
	// DatabaseId accessed in the connection.
	DatabaseId string `protobuf:"bytes,3,opt,name=database_id,json=databaseId,proto3" json:"database_id,omitempty"`
	// contains filtered or unexported fields
}

Metadata for a Spanner connector used by the job.

func (*SpannerIODetails) Descriptor deprecated 

func (*SpannerIODetails) Descriptor() ([]byte, []int)

Deprecated: Use SpannerIODetails.ProtoReflect.Descriptor instead.

func (*SpannerIODetails) GetDatabaseId 

func (x *SpannerIODetails) GetDatabaseId() string

func (*SpannerIODetails) GetInstanceId 

func (x *SpannerIODetails) GetInstanceId() string

func (*SpannerIODetails) GetProjectId 

func (x *SpannerIODetails) GetProjectId() string

func (*SpannerIODetails) ProtoMessage 

func (*SpannerIODetails) ProtoMessage()

func (*SpannerIODetails) ProtoReflect 

func (x *SpannerIODetails) ProtoReflect() protoreflect.Message

func (*SpannerIODetails) Reset 

func (x *SpannerIODetails) Reset()

func (*SpannerIODetails) String 

func (x *SpannerIODetails) String() string

type StageExecutionDetails 

type StageExecutionDetails struct {

	// Workers that have done work on the stage.
	Workers []*WorkerDetails `protobuf:"bytes,1,rep,name=workers,proto3" json:"workers,omitempty"`
	// If present, this response does not contain all requested tasks.  To obtain
	// the next page of results, repeat the request with page_token set to this
	// value.
	NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
	// contains filtered or unexported fields
}

Information about the workers and work items within a stage.

func (*StageExecutionDetails) Descriptor deprecated 

func (*StageExecutionDetails) Descriptor() ([]byte, []int)

Deprecated: Use StageExecutionDetails.ProtoReflect.Descriptor instead.

func (*StageExecutionDetails) GetNextPageToken 

func (x *StageExecutionDetails) GetNextPageToken() string

func (*StageExecutionDetails) GetWorkers 

func (x *StageExecutionDetails) GetWorkers() []*WorkerDetails

func (*StageExecutionDetails) ProtoMessage 

func (*StageExecutionDetails) ProtoMessage()

func (*StageExecutionDetails) ProtoReflect 

func (x *StageExecutionDetails) ProtoReflect() protoreflect.Message

func (*StageExecutionDetails) Reset 

func (x *StageExecutionDetails) Reset()

func (*StageExecutionDetails) String 

func (x *StageExecutionDetails) String() string

type StageSummary 

type StageSummary struct {

	// ID of this stage
	StageId string `protobuf:"bytes,1,opt,name=stage_id,json=stageId,proto3" json:"stage_id,omitempty"`
	// State of this stage.
	State ExecutionState `protobuf:"varint,2,opt,name=state,proto3,enum=google.dataflow.v1beta3.ExecutionState" json:"state,omitempty"`
	// Start time of this stage.
	StartTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
	// End time of this stage.
	//
	// If the work item is completed, this is the actual end time of the stage.
	// Otherwise, it is the predicted end time.
	EndTime *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=end_time,json=endTime,proto3" json:"end_time,omitempty"`
	// Progress for this stage.
	// Only applicable to Batch jobs.
	Progress *ProgressTimeseries `protobuf:"bytes,5,opt,name=progress,proto3" json:"progress,omitempty"`
	// Metrics for this stage.
	Metrics []*MetricUpdate `protobuf:"bytes,6,rep,name=metrics,proto3" json:"metrics,omitempty"`
	// contains filtered or unexported fields
}

Information about a particular execution stage of a job.

func (*StageSummary) Descriptor deprecated 

func (*StageSummary) Descriptor() ([]byte, []int)

Deprecated: Use StageSummary.ProtoReflect.Descriptor instead.

func (*StageSummary) GetEndTime 

func (x *StageSummary) GetEndTime() *timestamppb.Timestamp

func (*StageSummary) GetMetrics 

func (x *StageSummary) GetMetrics() []*MetricUpdate

func (*StageSummary) GetProgress 

func (x *StageSummary) GetProgress() *ProgressTimeseries

func (*StageSummary) GetStageId 

func (x *StageSummary) GetStageId() string

func (*StageSummary) GetStartTime 

func (x *StageSummary) GetStartTime() *timestamppb.Timestamp

func (*StageSummary) GetState 

func (x *StageSummary) GetState() ExecutionState

func (*StageSummary) ProtoMessage 

func (*StageSummary) ProtoMessage()

func (*StageSummary) ProtoReflect 

func (x *StageSummary) ProtoReflect() protoreflect.Message

func (*StageSummary) Reset 

func (x *StageSummary) Reset()

func (*StageSummary) String 

func (x *StageSummary) String() string

type StateFamilyConfig 

type StateFamilyConfig struct {

	// The state family value.
	StateFamily string `protobuf:"bytes,1,opt,name=state_family,json=stateFamily,proto3" json:"state_family,omitempty"`
	// If true, this family corresponds to a read operation.
	IsRead bool `protobuf:"varint,2,opt,name=is_read,json=isRead,proto3" json:"is_read,omitempty"`
	// contains filtered or unexported fields
}

State family configuration.

func (*StateFamilyConfig) Descriptor deprecated 

func (*StateFamilyConfig) Descriptor() ([]byte, []int)

Deprecated: Use StateFamilyConfig.ProtoReflect.Descriptor instead.

func (*StateFamilyConfig) GetIsRead 

func (x *StateFamilyConfig) GetIsRead() bool

func (*StateFamilyConfig) GetStateFamily 

func (x *StateFamilyConfig) GetStateFamily() string

func (*StateFamilyConfig) ProtoMessage 

func (*StateFamilyConfig) ProtoMessage()

func (*StateFamilyConfig) ProtoReflect 

func (x *StateFamilyConfig) ProtoReflect() protoreflect.Message

func (*StateFamilyConfig) Reset 

func (x *StateFamilyConfig) Reset()

func (*StateFamilyConfig) String 

func (x *StateFamilyConfig) String() string

type Step 

type Step struct {

	// The kind of step in the Cloud Dataflow job.
	Kind string `protobuf:"bytes,1,opt,name=kind,proto3" json:"kind,omitempty"`
	// The name that identifies the step. This must be unique for each
	// step with respect to all other steps in the Cloud Dataflow job.
	Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// Named properties associated with the step. Each kind of
	// predefined step has its own required set of properties.
	// Must be provided on Create.  Only retrieved with JOB_VIEW_ALL.
	Properties *structpb.Struct `protobuf:"bytes,3,opt,name=properties,proto3" json:"properties,omitempty"`
	// contains filtered or unexported fields
}

Defines a particular step within a Cloud Dataflow job.

A job consists of multiple steps, each of which performs some specific operation as part of the overall job. Data is typically passed from one step to another as part of the job.

Here's an example of a sequence of steps which together implement a Map-Reduce job:

  • Read a collection of data from some source, parsing the collection's elements.

  • Validate the elements.

  • Apply a user-defined function to map each element to some value and extract an element-specific key value.

  • Group elements with the same key into a single element with that key, transforming a multiply-keyed collection into a uniquely-keyed collection.

  • Write the elements out to some data sink.

Note that the Cloud Dataflow service may be used to run many different types of jobs, not just Map-Reduce.

func (*Step) Descriptor deprecated 

func (*Step) Descriptor() ([]byte, []int)

Deprecated: Use Step.ProtoReflect.Descriptor instead.

func (*Step) GetKind 

func (x *Step) GetKind() string

func (*Step) GetName 

func (x *Step) GetName() string

func (*Step) GetProperties 

func (x *Step) GetProperties() *structpb.Struct

func (*Step) ProtoMessage 

func (*Step) ProtoMessage()

func (*Step) ProtoReflect 

func (x *Step) ProtoReflect() protoreflect.Message

func (*Step) Reset 

func (x *Step) Reset()

func (*Step) String 

func (x *Step) String() string

type StreamLocation 

type StreamLocation struct {

	// A specification of a stream's location.
	//
	// Types that are assignable to Location:
	//	*StreamLocation_StreamingStageLocation
	//	*StreamLocation_PubsubLocation
	//	*StreamLocation_SideInputLocation
	//	*StreamLocation_CustomSourceLocation
	Location isStreamLocation_Location `protobuf_oneof:"location"`
	// contains filtered or unexported fields
}

Describes a stream of data, either as input to be processed or as output of a streaming Dataflow job.

func (*StreamLocation) Descriptor deprecated 

func (*StreamLocation) Descriptor() ([]byte, []int)

Deprecated: Use StreamLocation.ProtoReflect.Descriptor instead.

func (*StreamLocation) GetCustomSourceLocation 

func (x *StreamLocation) GetCustomSourceLocation() *CustomSourceLocation

func (*StreamLocation) GetLocation 

func (m *StreamLocation) GetLocation() isStreamLocation_Location

func (*StreamLocation) GetPubsubLocation 

func (x *StreamLocation) GetPubsubLocation() *PubsubLocation

func (*StreamLocation) GetSideInputLocation 

func (x *StreamLocation) GetSideInputLocation() *StreamingSideInputLocation

func (*StreamLocation) GetStreamingStageLocation 

func (x *StreamLocation) GetStreamingStageLocation() *StreamingStageLocation

func (*StreamLocation) ProtoMessage 

func (*StreamLocation) ProtoMessage()

func (*StreamLocation) ProtoReflect 

func (x *StreamLocation) ProtoReflect() protoreflect.Message

func (*StreamLocation) Reset 

func (x *StreamLocation) Reset()

func (*StreamLocation) String 

func (x *StreamLocation) String() string

type StreamLocation_CustomSourceLocation 

type StreamLocation_CustomSourceLocation struct {
	// The stream is a custom source.
	CustomSourceLocation *CustomSourceLocation `protobuf:"bytes,4,opt,name=custom_source_location,json=customSourceLocation,proto3,oneof"`
}

type StreamLocation_PubsubLocation 

type StreamLocation_PubsubLocation struct {
	// The stream is a pubsub stream.
	PubsubLocation *PubsubLocation `protobuf:"bytes,2,opt,name=pubsub_location,json=pubsubLocation,proto3,oneof"`
}

type StreamLocation_SideInputLocation 

type StreamLocation_SideInputLocation struct {
	// The stream is a streaming side input.
	SideInputLocation *StreamingSideInputLocation `protobuf:"bytes,3,opt,name=side_input_location,json=sideInputLocation,proto3,oneof"`
}

type StreamLocation_StreamingStageLocation 

type StreamLocation_StreamingStageLocation struct {
	// The stream is part of another computation within the current
	// streaming Dataflow job.
	StreamingStageLocation *StreamingStageLocation `protobuf:"bytes,1,opt,name=streaming_stage_location,json=streamingStageLocation,proto3,oneof"`
}

type StreamingApplianceSnapshotConfig 

type StreamingApplianceSnapshotConfig struct {

	// If set, indicates the snapshot id for the snapshot being performed.
	SnapshotId string `protobuf:"bytes,1,opt,name=snapshot_id,json=snapshotId,proto3" json:"snapshot_id,omitempty"`
	// Indicates which endpoint is used to import appliance state.
	ImportStateEndpoint string `protobuf:"bytes,2,opt,name=import_state_endpoint,json=importStateEndpoint,proto3" json:"import_state_endpoint,omitempty"`
	// contains filtered or unexported fields
}

Streaming appliance snapshot configuration.

func (*StreamingApplianceSnapshotConfig) Descriptor deprecated 

func (*StreamingApplianceSnapshotConfig) Descriptor() ([]byte, []int)

Deprecated: Use StreamingApplianceSnapshotConfig.ProtoReflect.Descriptor instead.

func (*StreamingApplianceSnapshotConfig) GetImportStateEndpoint 

func (x *StreamingApplianceSnapshotConfig) GetImportStateEndpoint() string

func (*StreamingApplianceSnapshotConfig) GetSnapshotId 

func (x *StreamingApplianceSnapshotConfig) GetSnapshotId() string

func (*StreamingApplianceSnapshotConfig) ProtoMessage 

func (*StreamingApplianceSnapshotConfig) ProtoMessage()

func (*StreamingApplianceSnapshotConfig) ProtoReflect 

func (x *StreamingApplianceSnapshotConfig) ProtoReflect() protoreflect.Message

func (*StreamingApplianceSnapshotConfig) Reset 

func (x *StreamingApplianceSnapshotConfig) Reset()

func (*StreamingApplianceSnapshotConfig) String 

func (x *StreamingApplianceSnapshotConfig) String() string

type StreamingComputationRanges 

type StreamingComputationRanges struct {

	// The ID of the computation.
	ComputationId string `protobuf:"bytes,1,opt,name=computation_id,json=computationId,proto3" json:"computation_id,omitempty"`
	// Data disk assignments for ranges from this computation.
	RangeAssignments []*KeyRangeDataDiskAssignment `protobuf:"bytes,2,rep,name=range_assignments,json=rangeAssignments,proto3" json:"range_assignments,omitempty"`
	// contains filtered or unexported fields
}

Describes full or partial data disk assignment information of the computation ranges.

func (*StreamingComputationRanges) Descriptor deprecated 

func (*StreamingComputationRanges) Descriptor() ([]byte, []int)

Deprecated: Use StreamingComputationRanges.ProtoReflect.Descriptor instead.

func (*StreamingComputationRanges) GetComputationId 

func (x *StreamingComputationRanges) GetComputationId() string

func (*StreamingComputationRanges) GetRangeAssignments 

func (x *StreamingComputationRanges) GetRangeAssignments() []*KeyRangeDataDiskAssignment

func (*StreamingComputationRanges) ProtoMessage 

func (*StreamingComputationRanges) ProtoMessage()

func (*StreamingComputationRanges) ProtoReflect 

func (x *StreamingComputationRanges) ProtoReflect() protoreflect.Message

func (*StreamingComputationRanges) Reset 

func (x *StreamingComputationRanges) Reset()

func (*StreamingComputationRanges) String 

func (x *StreamingComputationRanges) String() string

type StreamingSideInputLocation 

type StreamingSideInputLocation struct {

	// Identifies the particular side input within the streaming Dataflow job.
	Tag string `protobuf:"bytes,1,opt,name=tag,proto3" json:"tag,omitempty"`
	// Identifies the state family where this side input is stored.
	StateFamily string `protobuf:"bytes,2,opt,name=state_family,json=stateFamily,proto3" json:"state_family,omitempty"`
	// contains filtered or unexported fields
}

Identifies the location of a streaming side input.

func (*StreamingSideInputLocation) Descriptor deprecated 

func (*StreamingSideInputLocation) Descriptor() ([]byte, []int)

Deprecated: Use StreamingSideInputLocation.ProtoReflect.Descriptor instead.

func (*StreamingSideInputLocation) GetStateFamily 

func (x *StreamingSideInputLocation) GetStateFamily() string

func (*StreamingSideInputLocation) GetTag 

func (x *StreamingSideInputLocation) GetTag() string

func (*StreamingSideInputLocation) ProtoMessage 

func (*StreamingSideInputLocation) ProtoMessage()

func (*StreamingSideInputLocation) ProtoReflect 

func (x *StreamingSideInputLocation) ProtoReflect() protoreflect.Message

func (*StreamingSideInputLocation) Reset 

func (x *StreamingSideInputLocation) Reset()

func (*StreamingSideInputLocation) String 

func (x *StreamingSideInputLocation) String() string

type StreamingStageLocation 

type StreamingStageLocation struct {

	// Identifies the particular stream within the streaming Dataflow
	// job.
	StreamId string `protobuf:"bytes,1,opt,name=stream_id,json=streamId,proto3" json:"stream_id,omitempty"`
	// contains filtered or unexported fields
}

Identifies the location of a streaming computation stage, for stage-to-stage communication.

func (*StreamingStageLocation) Descriptor deprecated 

func (*StreamingStageLocation) Descriptor() ([]byte, []int)

Deprecated: Use StreamingStageLocation.ProtoReflect.Descriptor instead.

func (*StreamingStageLocation) GetStreamId 

func (x *StreamingStageLocation) GetStreamId() string

func (*StreamingStageLocation) ProtoMessage 

func (*StreamingStageLocation) ProtoMessage()

func (*StreamingStageLocation) ProtoReflect 

func (x *StreamingStageLocation) ProtoReflect() protoreflect.Message

func (*StreamingStageLocation) Reset 

func (x *StreamingStageLocation) Reset()

func (*StreamingStageLocation) String 

func (x *StreamingStageLocation) String() string

type StructuredMessage 

type StructuredMessage struct {

	// Human-readable version of message.
	MessageText string `protobuf:"bytes,1,opt,name=message_text,json=messageText,proto3" json:"message_text,omitempty"`
	// Identifier for this message type.  Used by external systems to
	// internationalize or personalize message.
	MessageKey string `protobuf:"bytes,2,opt,name=message_key,json=messageKey,proto3" json:"message_key,omitempty"`
	// The structured data associated with this message.
	Parameters []*StructuredMessage_Parameter `protobuf:"bytes,3,rep,name=parameters,proto3" json:"parameters,omitempty"`
	// contains filtered or unexported fields
}

A rich message format, including a human readable string, a key for identifying the message, and structured data associated with the message for programmatic consumption.

func (*StructuredMessage) Descriptor deprecated 

func (*StructuredMessage) Descriptor() ([]byte, []int)

Deprecated: Use StructuredMessage.ProtoReflect.Descriptor instead.

func (*StructuredMessage) GetMessageKey 

func (x *StructuredMessage) GetMessageKey() string

func (*StructuredMessage) GetMessageText 

func (x *StructuredMessage) GetMessageText() string

func (*StructuredMessage) GetParameters 

func (x *StructuredMessage) GetParameters() []*StructuredMessage_Parameter

func (*StructuredMessage) ProtoMessage 

func (*StructuredMessage) ProtoMessage()

func (*StructuredMessage) ProtoReflect 

func (x *StructuredMessage) ProtoReflect() protoreflect.Message

func (*StructuredMessage) Reset 

func (x *StructuredMessage) Reset()

func (*StructuredMessage) String 

func (x *StructuredMessage) String() string

type StructuredMessage_Parameter 

type StructuredMessage_Parameter struct {

	// Key or name for this parameter.
	Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
	// Value for this parameter.
	Value *structpb.Value `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
	// contains filtered or unexported fields
}

Structured data associated with this message.

func (*StructuredMessage_Parameter) Descriptor deprecated 

func (*StructuredMessage_Parameter) Descriptor() ([]byte, []int)

Deprecated: Use StructuredMessage_Parameter.ProtoReflect.Descriptor instead.

func (*StructuredMessage_Parameter) GetKey 

func (x *StructuredMessage_Parameter) GetKey() string

func (*StructuredMessage_Parameter) GetValue 

func (x *StructuredMessage_Parameter) GetValue() *structpb.Value

func (*StructuredMessage_Parameter) ProtoMessage 

func (*StructuredMessage_Parameter) ProtoMessage()

func (*StructuredMessage_Parameter) ProtoReflect 

func (x *StructuredMessage_Parameter) ProtoReflect() protoreflect.Message

func (*StructuredMessage_Parameter) Reset 

func (x *StructuredMessage_Parameter) Reset()

func (*StructuredMessage_Parameter) String 

func (x *StructuredMessage_Parameter) String() string

type TaskRunnerSettings 

type TaskRunnerSettings struct {

	// The UNIX user ID on the worker VM to use for tasks launched by
	// taskrunner; e.g. "root".
	TaskUser string `protobuf:"bytes,1,opt,name=task_user,json=taskUser,proto3" json:"task_user,omitempty"`
	// The UNIX group ID on the worker VM to use for tasks launched by
	// taskrunner; e.g. "wheel".
	TaskGroup string `protobuf:"bytes,2,opt,name=task_group,json=taskGroup,proto3" json:"task_group,omitempty"`
	// The OAuth2 scopes to be requested by the taskrunner in order to
	// access the Cloud Dataflow API.
	OauthScopes []string `protobuf:"bytes,3,rep,name=oauth_scopes,json=oauthScopes,proto3" json:"oauth_scopes,omitempty"`
	// The base URL for the taskrunner to use when accessing Google Cloud APIs.
	//
	// When workers access Google Cloud APIs, they logically do so via
	// relative URLs.  If this field is specified, it supplies the base
	// URL to use for resolving these relative URLs.  The normative
	// algorithm used is defined by RFC 1808, "Relative Uniform Resource
	// Locators".
	//
	// If not specified, the default value is "http://www.googleapis.com/"
	BaseUrl string `protobuf:"bytes,4,opt,name=base_url,json=baseUrl,proto3" json:"base_url,omitempty"`
	// The API version of endpoint, e.g. "v1b3"
	DataflowApiVersion string `protobuf:"bytes,5,opt,name=dataflow_api_version,json=dataflowApiVersion,proto3" json:"dataflow_api_version,omitempty"`
	// The settings to pass to the parallel worker harness.
	ParallelWorkerSettings *WorkerSettings `` /* 129-byte string literal not displayed */
	// The location on the worker for task-specific subdirectories.
	BaseTaskDir string `protobuf:"bytes,7,opt,name=base_task_dir,json=baseTaskDir,proto3" json:"base_task_dir,omitempty"`
	// Whether to continue taskrunner if an exception is hit.
	ContinueOnException bool `protobuf:"varint,8,opt,name=continue_on_exception,json=continueOnException,proto3" json:"continue_on_exception,omitempty"`
	// Whether to send taskrunner log info to Google Compute Engine VM serial
	// console.
	LogToSerialconsole bool `protobuf:"varint,9,opt,name=log_to_serialconsole,json=logToSerialconsole,proto3" json:"log_to_serialconsole,omitempty"`
	// Whether to also send taskrunner log info to stderr.
	Alsologtostderr bool `protobuf:"varint,10,opt,name=alsologtostderr,proto3" json:"alsologtostderr,omitempty"`
	// Indicates where to put logs.  If this is not specified, the logs
	// will not be uploaded.
	//
	// The supported resource type is:
	//
	// Google Cloud Storage:
	//   storage.googleapis.com/{bucket}/{object}
	//   bucket.storage.googleapis.com/{object}
	LogUploadLocation string `protobuf:"bytes,11,opt,name=log_upload_location,json=logUploadLocation,proto3" json:"log_upload_location,omitempty"`
	// The directory on the VM to store logs.
	LogDir string `protobuf:"bytes,12,opt,name=log_dir,json=logDir,proto3" json:"log_dir,omitempty"`
	// The prefix of the resources the taskrunner should use for
	// temporary storage.
	//
	// The supported resource type is:
	//
	// Google Cloud Storage:
	//   storage.googleapis.com/{bucket}/{object}
	//   bucket.storage.googleapis.com/{object}
	TempStoragePrefix string `protobuf:"bytes,13,opt,name=temp_storage_prefix,json=tempStoragePrefix,proto3" json:"temp_storage_prefix,omitempty"`
	// The command to launch the worker harness.
	HarnessCommand string `protobuf:"bytes,14,opt,name=harness_command,json=harnessCommand,proto3" json:"harness_command,omitempty"`
	// The file to store the workflow in.
	WorkflowFileName string `protobuf:"bytes,15,opt,name=workflow_file_name,json=workflowFileName,proto3" json:"workflow_file_name,omitempty"`
	// The file to store preprocessing commands in.
	CommandlinesFileName string `protobuf:"bytes,16,opt,name=commandlines_file_name,json=commandlinesFileName,proto3" json:"commandlines_file_name,omitempty"`
	// The ID string of the VM.
	VmId string `protobuf:"bytes,17,opt,name=vm_id,json=vmId,proto3" json:"vm_id,omitempty"`
	// The suggested backend language.
	LanguageHint string `protobuf:"bytes,18,opt,name=language_hint,json=languageHint,proto3" json:"language_hint,omitempty"`
	// The streaming worker main class name.
	StreamingWorkerMainClass string `` /* 138-byte string literal not displayed */
	// contains filtered or unexported fields
}

Taskrunner configuration settings.

func (*TaskRunnerSettings) Descriptor deprecated 

func (*TaskRunnerSettings) Descriptor() ([]byte, []int)

Deprecated: Use TaskRunnerSettings.ProtoReflect.Descriptor instead.

func (*TaskRunnerSettings) GetAlsologtostderr 

func (x *TaskRunnerSettings) GetAlsologtostderr() bool

func (*TaskRunnerSettings) GetBaseTaskDir 

func (x *TaskRunnerSettings) GetBaseTaskDir() string

func (*TaskRunnerSettings) GetBaseUrl 

func (x *TaskRunnerSettings) GetBaseUrl() string

func (*TaskRunnerSettings) GetCommandlinesFileName 

func (x *TaskRunnerSettings) GetCommandlinesFileName() string

func (*TaskRunnerSettings) GetContinueOnException 

func (x *TaskRunnerSettings) GetContinueOnException() bool

func (*TaskRunnerSettings) GetDataflowApiVersion 

func (x *TaskRunnerSettings) GetDataflowApiVersion() string

func (*TaskRunnerSettings) GetHarnessCommand 

func (x *TaskRunnerSettings) GetHarnessCommand() string

func (*TaskRunnerSettings) GetLanguageHint 

func (x *TaskRunnerSettings) GetLanguageHint() string

func (*TaskRunnerSettings) GetLogDir 

func (x *TaskRunnerSettings) GetLogDir() string

func (*TaskRunnerSettings) GetLogToSerialconsole 

func (x *TaskRunnerSettings) GetLogToSerialconsole() bool

func (*TaskRunnerSettings) GetLogUploadLocation 

func (x *TaskRunnerSettings) GetLogUploadLocation() string

func (*TaskRunnerSettings) GetOauthScopes 

func (x *TaskRunnerSettings) GetOauthScopes() []string

func (*TaskRunnerSettings) GetParallelWorkerSettings 

func (x *TaskRunnerSettings) GetParallelWorkerSettings() *WorkerSettings

func (*TaskRunnerSettings) GetStreamingWorkerMainClass 

func (x *TaskRunnerSettings) GetStreamingWorkerMainClass() string

func (*TaskRunnerSettings) GetTaskGroup 

func (x *TaskRunnerSettings) GetTaskGroup() string

func (*TaskRunnerSettings) GetTaskUser 

func (x *TaskRunnerSettings) GetTaskUser() string

func (*TaskRunnerSettings) GetTempStoragePrefix 

func (x *TaskRunnerSettings) GetTempStoragePrefix() string

func (*TaskRunnerSettings) GetVmId 

func (x *TaskRunnerSettings) GetVmId() string

func (*TaskRunnerSettings) GetWorkflowFileName 

func (x *TaskRunnerSettings) GetWorkflowFileName() string

func (*TaskRunnerSettings) ProtoMessage 

func (*TaskRunnerSettings) ProtoMessage()

func (*TaskRunnerSettings) ProtoReflect 

func (x *TaskRunnerSettings) ProtoReflect() protoreflect.Message

func (*TaskRunnerSettings) Reset 

func (x *TaskRunnerSettings) Reset()

func (*TaskRunnerSettings) String 

func (x *TaskRunnerSettings) String() string

type TeardownPolicy 

type TeardownPolicy int32

Specifies what happens to a resource when a Cloud Dataflow [google.dataflow.v1beta3.Job][google.dataflow.v1beta3.Job] has completed. 

const (
	// The teardown policy isn't specified, or is unknown.
	TeardownPolicy_TEARDOWN_POLICY_UNKNOWN TeardownPolicy = 0
	// Always teardown the resource.
	TeardownPolicy_TEARDOWN_ALWAYS TeardownPolicy = 1
	// Teardown the resource on success. This is useful for debugging
	// failures.
	TeardownPolicy_TEARDOWN_ON_SUCCESS TeardownPolicy = 2
	// Never teardown the resource. This is useful for debugging and
	// development.
	TeardownPolicy_TEARDOWN_NEVER TeardownPolicy = 3
)

func (TeardownPolicy) Descriptor 

func (TeardownPolicy) Descriptor() protoreflect.EnumDescriptor

func (TeardownPolicy) Enum 

func (x TeardownPolicy) Enum() *TeardownPolicy

func (TeardownPolicy) EnumDescriptor deprecated 

func (TeardownPolicy) EnumDescriptor() ([]byte, []int)

Deprecated: Use TeardownPolicy.Descriptor instead.

func (TeardownPolicy) Number 

func (x TeardownPolicy) Number() protoreflect.EnumNumber

func (TeardownPolicy) String 

func (x TeardownPolicy) String() string

func (TeardownPolicy) Type 

func (TeardownPolicy) Type() protoreflect.EnumType

type TemplateMetadata 

type TemplateMetadata struct {

	// Required. The name of the template.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Optional. A description of the template.
	Description string `protobuf:"bytes,2,opt,name=description,proto3" json:"description,omitempty"`
	// The parameters for the template.
	Parameters []*ParameterMetadata `protobuf:"bytes,3,rep,name=parameters,proto3" json:"parameters,omitempty"`
	// contains filtered or unexported fields
}

Metadata describing a template.

func (*TemplateMetadata) Descriptor deprecated 

func (*TemplateMetadata) Descriptor() ([]byte, []int)

Deprecated: Use TemplateMetadata.ProtoReflect.Descriptor instead.

func (*TemplateMetadata) GetDescription 

func (x *TemplateMetadata) GetDescription() string

func (*TemplateMetadata) GetName 

func (x *TemplateMetadata) GetName() string

func (*TemplateMetadata) GetParameters 

func (x *TemplateMetadata) GetParameters() []*ParameterMetadata

func (*TemplateMetadata) ProtoMessage 

func (*TemplateMetadata) ProtoMessage()

func (*TemplateMetadata) ProtoReflect 

func (x *TemplateMetadata) ProtoReflect() protoreflect.Message

func (*TemplateMetadata) Reset 

func (x *TemplateMetadata) Reset()

func (*TemplateMetadata) String 

func (x *TemplateMetadata) String() string

type TemplatesServiceClient 

type TemplatesServiceClient interface {
	// Creates a Cloud Dataflow job from a template.
	CreateJobFromTemplate(ctx context.Context, in *CreateJobFromTemplateRequest, opts ...grpc.CallOption) (*Job, error)
	// Launch a template.
	LaunchTemplate(ctx context.Context, in *LaunchTemplateRequest, opts ...grpc.CallOption) (*LaunchTemplateResponse, error)
	// Get the template associated with a template.
	GetTemplate(ctx context.Context, in *GetTemplateRequest, opts ...grpc.CallOption) (*GetTemplateResponse, error)
}

TemplatesServiceClient is the client API for TemplatesService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewTemplatesServiceClient 

func NewTemplatesServiceClient(cc grpc.ClientConnInterface) TemplatesServiceClient

type TemplatesServiceServer 

type TemplatesServiceServer interface {
	// Creates a Cloud Dataflow job from a template.
	CreateJobFromTemplate(context.Context, *CreateJobFromTemplateRequest) (*Job, error)
	// Launch a template.
	LaunchTemplate(context.Context, *LaunchTemplateRequest) (*LaunchTemplateResponse, error)
	// Get the template associated with a template.
	GetTemplate(context.Context, *GetTemplateRequest) (*GetTemplateResponse, error)
}

TemplatesServiceServer is the server API for TemplatesService service.

type TopologyConfig 

type TopologyConfig struct {

	// The computations associated with a streaming Dataflow job.
	Computations []*ComputationTopology `protobuf:"bytes,1,rep,name=computations,proto3" json:"computations,omitempty"`
	// The disks assigned to a streaming Dataflow job.
	DataDiskAssignments []*DataDiskAssignment `protobuf:"bytes,2,rep,name=data_disk_assignments,json=dataDiskAssignments,proto3" json:"data_disk_assignments,omitempty"`
	// Maps user stage names to stable computation names.
	UserStageToComputationNameMap map[string]string `` /* 244-byte string literal not displayed */
	// The size (in bits) of keys that will be assigned to source messages.
	ForwardingKeyBits int32 `protobuf:"varint,4,opt,name=forwarding_key_bits,json=forwardingKeyBits,proto3" json:"forwarding_key_bits,omitempty"`
	// Version number for persistent state.
	PersistentStateVersion int32 `` /* 130-byte string literal not displayed */
	// contains filtered or unexported fields
}

Global topology of the streaming Dataflow job, including all computations and their sharded locations.

func (*TopologyConfig) Descriptor deprecated 

func (*TopologyConfig) Descriptor() ([]byte, []int)

Deprecated: Use TopologyConfig.ProtoReflect.Descriptor instead.

func (*TopologyConfig) GetComputations 

func (x *TopologyConfig) GetComputations() []*ComputationTopology

func (*TopologyConfig) GetDataDiskAssignments 

func (x *TopologyConfig) GetDataDiskAssignments() []*DataDiskAssignment

func (*TopologyConfig) GetForwardingKeyBits 

func (x *TopologyConfig) GetForwardingKeyBits() int32

func (*TopologyConfig) GetPersistentStateVersion 

func (x *TopologyConfig) GetPersistentStateVersion() int32

func (*TopologyConfig) GetUserStageToComputationNameMap 

func (x *TopologyConfig) GetUserStageToComputationNameMap() map[string]string

func (*TopologyConfig) ProtoMessage 

func (*TopologyConfig) ProtoMessage()

func (*TopologyConfig) ProtoReflect 

func (x *TopologyConfig) ProtoReflect() protoreflect.Message

func (*TopologyConfig) Reset 

func (x *TopologyConfig) Reset()

func (*TopologyConfig) String 

func (x *TopologyConfig) String() string

type TransformSummary 

type TransformSummary struct {

	// Type of transform.
	Kind KindType `protobuf:"varint,1,opt,name=kind,proto3,enum=google.dataflow.v1beta3.KindType" json:"kind,omitempty"`
	// SDK generated id of this transform instance.
	Id string `protobuf:"bytes,2,opt,name=id,proto3" json:"id,omitempty"`
	// User provided name for this transform instance.
	Name string `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"`
	// Transform-specific display data.
	DisplayData []*DisplayData `protobuf:"bytes,4,rep,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
	// User  names for all collection outputs to this transform.
	OutputCollectionName []string `protobuf:"bytes,5,rep,name=output_collection_name,json=outputCollectionName,proto3" json:"output_collection_name,omitempty"`
	// User names for all collection inputs to this transform.
	InputCollectionName []string `protobuf:"bytes,6,rep,name=input_collection_name,json=inputCollectionName,proto3" json:"input_collection_name,omitempty"`
	// contains filtered or unexported fields
}

Description of the type, names/ids, and input/outputs for a transform.

func (*TransformSummary) Descriptor deprecated 

func (*TransformSummary) Descriptor() ([]byte, []int)

Deprecated: Use TransformSummary.ProtoReflect.Descriptor instead.

func (*TransformSummary) GetDisplayData 

func (x *TransformSummary) GetDisplayData() []*DisplayData

func (*TransformSummary) GetId 

func (x *TransformSummary) GetId() string

func (*TransformSummary) GetInputCollectionName 

func (x *TransformSummary) GetInputCollectionName() []string

func (*TransformSummary) GetKind 

func (x *TransformSummary) GetKind() KindType

func (*TransformSummary) GetName 

func (x *TransformSummary) GetName() string

func (*TransformSummary) GetOutputCollectionName 

func (x *TransformSummary) GetOutputCollectionName() []string

func (*TransformSummary) ProtoMessage 

func (*TransformSummary) ProtoMessage()

func (*TransformSummary) ProtoReflect 

func (x *TransformSummary) ProtoReflect() protoreflect.Message

func (*TransformSummary) Reset 

func (x *TransformSummary) Reset()

func (*TransformSummary) String 

func (x *TransformSummary) String() string

type UnimplementedFlexTemplatesServiceServer 

type UnimplementedFlexTemplatesServiceServer struct {
}

UnimplementedFlexTemplatesServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedFlexTemplatesServiceServer) LaunchFlexTemplate 

func (*UnimplementedFlexTemplatesServiceServer) LaunchFlexTemplate(context.Context, *LaunchFlexTemplateRequest) (*LaunchFlexTemplateResponse, error)

type UnimplementedJobsV1Beta3Server 

type UnimplementedJobsV1Beta3Server struct {
}

UnimplementedJobsV1Beta3Server can be embedded to have forward compatible implementations.

func (*UnimplementedJobsV1Beta3Server) AggregatedListJobs 

func (*UnimplementedJobsV1Beta3Server) AggregatedListJobs(context.Context, *ListJobsRequest) (*ListJobsResponse, error)

func (*UnimplementedJobsV1Beta3Server) CheckActiveJobs 

func (*UnimplementedJobsV1Beta3Server) CheckActiveJobs(context.Context, *CheckActiveJobsRequest) (*CheckActiveJobsResponse, error)

func (*UnimplementedJobsV1Beta3Server) CreateJob 

func (*UnimplementedJobsV1Beta3Server) CreateJob(context.Context, *CreateJobRequest) (*Job, error)

func (*UnimplementedJobsV1Beta3Server) GetJob 

func (*UnimplementedJobsV1Beta3Server) GetJob(context.Context, *GetJobRequest) (*Job, error)

func (*UnimplementedJobsV1Beta3Server) ListJobs 

func (*UnimplementedJobsV1Beta3Server) ListJobs(context.Context, *ListJobsRequest) (*ListJobsResponse, error)

func (*UnimplementedJobsV1Beta3Server) SnapshotJob 

func (*UnimplementedJobsV1Beta3Server) SnapshotJob(context.Context, *SnapshotJobRequest) (*Snapshot, error)

func (*UnimplementedJobsV1Beta3Server) UpdateJob 

func (*UnimplementedJobsV1Beta3Server) UpdateJob(context.Context, *UpdateJobRequest) (*Job, error)

type UnimplementedMessagesV1Beta3Server 

type UnimplementedMessagesV1Beta3Server struct {
}

UnimplementedMessagesV1Beta3Server can be embedded to have forward compatible implementations.

func (*UnimplementedMessagesV1Beta3Server) ListJobMessages 

func (*UnimplementedMessagesV1Beta3Server) ListJobMessages(context.Context, *ListJobMessagesRequest) (*ListJobMessagesResponse, error)

type UnimplementedMetricsV1Beta3Server 

type UnimplementedMetricsV1Beta3Server struct {
}

UnimplementedMetricsV1Beta3Server can be embedded to have forward compatible implementations.

func (*UnimplementedMetricsV1Beta3Server) GetJobExecutionDetails 

func (*UnimplementedMetricsV1Beta3Server) GetJobExecutionDetails(context.Context, *GetJobExecutionDetailsRequest) (*JobExecutionDetails, error)

func (*UnimplementedMetricsV1Beta3Server) GetJobMetrics 

func (*UnimplementedMetricsV1Beta3Server) GetJobMetrics(context.Context, *GetJobMetricsRequest) (*JobMetrics, error)

func (*UnimplementedMetricsV1Beta3Server) GetStageExecutionDetails 

func (*UnimplementedMetricsV1Beta3Server) GetStageExecutionDetails(context.Context, *GetStageExecutionDetailsRequest) (*StageExecutionDetails, error)

type UnimplementedSnapshotsV1Beta3Server 

type UnimplementedSnapshotsV1Beta3Server struct {
}

UnimplementedSnapshotsV1Beta3Server can be embedded to have forward compatible implementations.

func (*UnimplementedSnapshotsV1Beta3Server) DeleteSnapshot 

func (*UnimplementedSnapshotsV1Beta3Server) DeleteSnapshot(context.Context, *DeleteSnapshotRequest) (*DeleteSnapshotResponse, error)

func (*UnimplementedSnapshotsV1Beta3Server) GetSnapshot 

func (*UnimplementedSnapshotsV1Beta3Server) GetSnapshot(context.Context, *GetSnapshotRequest) (*Snapshot, error)

func (*UnimplementedSnapshotsV1Beta3Server) ListSnapshots 

func (*UnimplementedSnapshotsV1Beta3Server) ListSnapshots(context.Context, *ListSnapshotsRequest) (*ListSnapshotsResponse, error)

type UnimplementedTemplatesServiceServer 

type UnimplementedTemplatesServiceServer struct {
}

UnimplementedTemplatesServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedTemplatesServiceServer) CreateJobFromTemplate 

func (*UnimplementedTemplatesServiceServer) CreateJobFromTemplate(context.Context, *CreateJobFromTemplateRequest) (*Job, error)

func (*UnimplementedTemplatesServiceServer) GetTemplate 

func (*UnimplementedTemplatesServiceServer) GetTemplate(context.Context, *GetTemplateRequest) (*GetTemplateResponse, error)

func (*UnimplementedTemplatesServiceServer) LaunchTemplate 

func (*UnimplementedTemplatesServiceServer) LaunchTemplate(context.Context, *LaunchTemplateRequest) (*LaunchTemplateResponse, error)

type UpdateJobRequest 

type UpdateJobRequest struct {

	// The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job ID.
	JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// The updated job.
	// Only the job state is updatable; other fields will be ignored.
	Job *Job `protobuf:"bytes,3,opt,name=job,proto3" json:"job,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains this job.
	Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to update a Cloud Dataflow job.

func (*UpdateJobRequest) Descriptor deprecated 

func (*UpdateJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use UpdateJobRequest.ProtoReflect.Descriptor instead.

func (*UpdateJobRequest) GetJob 

func (x *UpdateJobRequest) GetJob() *Job

func (*UpdateJobRequest) GetJobId 

func (x *UpdateJobRequest) GetJobId() string

func (*UpdateJobRequest) GetLocation 

func (x *UpdateJobRequest) GetLocation() string

func (*UpdateJobRequest) GetProjectId 

func (x *UpdateJobRequest) GetProjectId() string

func (*UpdateJobRequest) ProtoMessage 

func (*UpdateJobRequest) ProtoMessage()

func (*UpdateJobRequest) ProtoReflect 

func (x *UpdateJobRequest) ProtoReflect() protoreflect.Message

func (*UpdateJobRequest) Reset 

func (x *UpdateJobRequest) Reset()

func (*UpdateJobRequest) String 

func (x *UpdateJobRequest) String() string

type WorkItemDetails 

type WorkItemDetails struct {

	// Name of this work item.
	TaskId string `protobuf:"bytes,1,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
	// Attempt ID of this work item
	AttemptId string `protobuf:"bytes,2,opt,name=attempt_id,json=attemptId,proto3" json:"attempt_id,omitempty"`
	// Start time of this work item attempt.
	StartTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
	// End time of this work item attempt.
	//
	// If the work item is completed, this is the actual end time of the work
	// item.  Otherwise, it is the predicted end time.
	EndTime *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=end_time,json=endTime,proto3" json:"end_time,omitempty"`
	// State of this work item.
	State ExecutionState `protobuf:"varint,5,opt,name=state,proto3,enum=google.dataflow.v1beta3.ExecutionState" json:"state,omitempty"`
	// Progress of this work item.
	Progress *ProgressTimeseries `protobuf:"bytes,6,opt,name=progress,proto3" json:"progress,omitempty"`
	// Metrics for this work item.
	Metrics []*MetricUpdate `protobuf:"bytes,7,rep,name=metrics,proto3" json:"metrics,omitempty"`
	// contains filtered or unexported fields
}

Information about an individual work item execution.

func (*WorkItemDetails) Descriptor deprecated 

func (*WorkItemDetails) Descriptor() ([]byte, []int)

Deprecated: Use WorkItemDetails.ProtoReflect.Descriptor instead.

func (*WorkItemDetails) GetAttemptId 

func (x *WorkItemDetails) GetAttemptId() string

func (*WorkItemDetails) GetEndTime 

func (x *WorkItemDetails) GetEndTime() *timestamppb.Timestamp

func (*WorkItemDetails) GetMetrics 

func (x *WorkItemDetails) GetMetrics() []*MetricUpdate

func (*WorkItemDetails) GetProgress 

func (x *WorkItemDetails) GetProgress() *ProgressTimeseries

func (*WorkItemDetails) GetStartTime 

func (x *WorkItemDetails) GetStartTime() *timestamppb.Timestamp

func (*WorkItemDetails) GetState 

func (x *WorkItemDetails) GetState() ExecutionState

func (*WorkItemDetails) GetTaskId 

func (x *WorkItemDetails) GetTaskId() string

func (*WorkItemDetails) ProtoMessage 

func (*WorkItemDetails) ProtoMessage()

func (*WorkItemDetails) ProtoReflect 

func (x *WorkItemDetails) ProtoReflect() protoreflect.Message

func (*WorkItemDetails) Reset 

func (x *WorkItemDetails) Reset()

func (*WorkItemDetails) String 

func (x *WorkItemDetails) String() string

type WorkerDetails 

type WorkerDetails struct {

	// Name of this worker
	WorkerName string `protobuf:"bytes,1,opt,name=worker_name,json=workerName,proto3" json:"worker_name,omitempty"`
	// Work items processed by this worker, sorted by time.
	WorkItems []*WorkItemDetails `protobuf:"bytes,2,rep,name=work_items,json=workItems,proto3" json:"work_items,omitempty"`
	// contains filtered or unexported fields
}

Information about a worker

func (*WorkerDetails) Descriptor deprecated 

func (*WorkerDetails) Descriptor() ([]byte, []int)

Deprecated: Use WorkerDetails.ProtoReflect.Descriptor instead.

func (*WorkerDetails) GetWorkItems 

func (x *WorkerDetails) GetWorkItems() []*WorkItemDetails

func (*WorkerDetails) GetWorkerName 

func (x *WorkerDetails) GetWorkerName() string

func (*WorkerDetails) ProtoMessage 

func (*WorkerDetails) ProtoMessage()

func (*WorkerDetails) ProtoReflect 

func (x *WorkerDetails) ProtoReflect() protoreflect.Message

func (*WorkerDetails) Reset 

func (x *WorkerDetails) Reset()

func (*WorkerDetails) String 

func (x *WorkerDetails) String() string

type WorkerIPAddressConfiguration 

type WorkerIPAddressConfiguration int32

Specifies how IP addresses should be allocated to the worker machines. 

const (
	// The configuration is unknown, or unspecified.
	WorkerIPAddressConfiguration_WORKER_IP_UNSPECIFIED WorkerIPAddressConfiguration = 0
	// Workers should have public IP addresses.
	WorkerIPAddressConfiguration_WORKER_IP_PUBLIC WorkerIPAddressConfiguration = 1
	// Workers should have private IP addresses.
	WorkerIPAddressConfiguration_WORKER_IP_PRIVATE WorkerIPAddressConfiguration = 2
)

func (WorkerIPAddressConfiguration) Descriptor 

func (WorkerIPAddressConfiguration) Descriptor() protoreflect.EnumDescriptor

func (WorkerIPAddressConfiguration) Enum 

func (x WorkerIPAddressConfiguration) Enum() *WorkerIPAddressConfiguration

func (WorkerIPAddressConfiguration) EnumDescriptor deprecated 

func (WorkerIPAddressConfiguration) EnumDescriptor() ([]byte, []int)

Deprecated: Use WorkerIPAddressConfiguration.Descriptor instead.

func (WorkerIPAddressConfiguration) Number 

func (x WorkerIPAddressConfiguration) Number() protoreflect.EnumNumber

func (WorkerIPAddressConfiguration) String 

func (x WorkerIPAddressConfiguration) String() string

func (WorkerIPAddressConfiguration) Type 

func (WorkerIPAddressConfiguration) Type() protoreflect.EnumType

type WorkerPool 

type WorkerPool struct {

	// The kind of the worker pool; currently only `harness` and `shuffle`
	// are supported.
	Kind string `protobuf:"bytes,1,opt,name=kind,proto3" json:"kind,omitempty"`
	// Number of Google Compute Engine workers in this pool needed to
	// execute the job.  If zero or unspecified, the service will
	// attempt to choose a reasonable default.
	NumWorkers int32 `protobuf:"varint,2,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"`
	// Packages to be installed on workers.
	Packages []*Package `protobuf:"bytes,3,rep,name=packages,proto3" json:"packages,omitempty"`
	// The default package set to install.  This allows the service to
	// select a default set of packages which are useful to worker
	// harnesses written in a particular language.
	DefaultPackageSet DefaultPackageSet `` /* 162-byte string literal not displayed */
	// Machine type (e.g. "n1-standard-1").  If empty or unspecified, the
	// service will attempt to choose a reasonable default.
	MachineType string `protobuf:"bytes,5,opt,name=machine_type,json=machineType,proto3" json:"machine_type,omitempty"`
	// Sets the policy for determining when to turndown worker pool.
	// Allowed values are: `TEARDOWN_ALWAYS`, `TEARDOWN_ON_SUCCESS`, and
	// `TEARDOWN_NEVER`.
	// `TEARDOWN_ALWAYS` means workers are always torn down regardless of whether
	// the job succeeds. `TEARDOWN_ON_SUCCESS` means workers are torn down
	// if the job succeeds. `TEARDOWN_NEVER` means the workers are never torn
	// down.
	//
	// If the workers are not torn down by the service, they will
	// continue to run and use Google Compute Engine VM resources in the
	// user's project until they are explicitly terminated by the user.
	// Because of this, Google recommends using the `TEARDOWN_ALWAYS`
	// policy except for small, manually supervised test jobs.
	//
	// If unknown or unspecified, the service will attempt to choose a reasonable
	// default.
	TeardownPolicy TeardownPolicy `` /* 148-byte string literal not displayed */
	// Size of root disk for VMs, in GB.  If zero or unspecified, the service will
	// attempt to choose a reasonable default.
	DiskSizeGb int32 `protobuf:"varint,7,opt,name=disk_size_gb,json=diskSizeGb,proto3" json:"disk_size_gb,omitempty"`
	// Type of root disk for VMs.  If empty or unspecified, the service will
	// attempt to choose a reasonable default.
	DiskType string `protobuf:"bytes,16,opt,name=disk_type,json=diskType,proto3" json:"disk_type,omitempty"`
	// Fully qualified source image for disks.
	DiskSourceImage string `protobuf:"bytes,8,opt,name=disk_source_image,json=diskSourceImage,proto3" json:"disk_source_image,omitempty"`
	// Zone to run the worker pools in.  If empty or unspecified, the service
	// will attempt to choose a reasonable default.
	Zone string `protobuf:"bytes,9,opt,name=zone,proto3" json:"zone,omitempty"`
	// Settings passed through to Google Compute Engine workers when
	// using the standard Dataflow task runner.  Users should ignore
	// this field.
	TaskrunnerSettings *TaskRunnerSettings `protobuf:"bytes,10,opt,name=taskrunner_settings,json=taskrunnerSettings,proto3" json:"taskrunner_settings,omitempty"`
	// The action to take on host maintenance, as defined by the Google
	// Compute Engine API.
	OnHostMaintenance string `protobuf:"bytes,11,opt,name=on_host_maintenance,json=onHostMaintenance,proto3" json:"on_host_maintenance,omitempty"`
	// Data disks that are used by a VM in this workflow.
	DataDisks []*Disk `protobuf:"bytes,12,rep,name=data_disks,json=dataDisks,proto3" json:"data_disks,omitempty"`
	// Metadata to set on the Google Compute Engine VMs.
	Metadata map[string]string `` /* 158-byte string literal not displayed */
	// Settings for autoscaling of this WorkerPool.
	AutoscalingSettings *AutoscalingSettings `protobuf:"bytes,14,opt,name=autoscaling_settings,json=autoscalingSettings,proto3" json:"autoscaling_settings,omitempty"`
	// Extra arguments for this worker pool.
	PoolArgs *anypb.Any `protobuf:"bytes,15,opt,name=pool_args,json=poolArgs,proto3" json:"pool_args,omitempty"`
	// Network to which VMs will be assigned.  If empty or unspecified,
	// the service will use the network "default".
	Network string `protobuf:"bytes,17,opt,name=network,proto3" json:"network,omitempty"`
	// Subnetwork to which VMs will be assigned, if desired.  Expected to be of
	// the form "regions/REGION/subnetworks/SUBNETWORK".
	Subnetwork string `protobuf:"bytes,19,opt,name=subnetwork,proto3" json:"subnetwork,omitempty"`
	// Required. Docker container image that executes the Cloud Dataflow worker
	// harness, residing in Google Container Registry.
	//
	// Deprecated for the Fn API path. Use sdk_harness_container_images instead.
	WorkerHarnessContainerImage string `` /* 147-byte string literal not displayed */
	// The number of threads per worker harness. If empty or unspecified, the
	// service will choose a number of threads (according to the number of cores
	// on the selected machine type for batch, or 1 by convention for streaming).
	NumThreadsPerWorker int32 `protobuf:"varint,20,opt,name=num_threads_per_worker,json=numThreadsPerWorker,proto3" json:"num_threads_per_worker,omitempty"`
	// Configuration for VM IPs.
	IpConfiguration WorkerIPAddressConfiguration `` /* 166-byte string literal not displayed */
	// Set of SDK harness containers needed to execute this pipeline. This will
	// only be set in the Fn API path. For non-cross-language pipelines this
	// should have only one entry. Cross-language pipelines will have two or more
	// entries.
	SdkHarnessContainerImages []*SdkHarnessContainerImage `` /* 141-byte string literal not displayed */
	// contains filtered or unexported fields
}

Describes one particular pool of Cloud Dataflow workers to be instantiated by the Cloud Dataflow service in order to perform the computations required by a job. Note that a workflow job may use multiple pools, in order to match the various computational requirements of the various stages of the job.

func (*WorkerPool) Descriptor deprecated 

func (*WorkerPool) Descriptor() ([]byte, []int)

Deprecated: Use WorkerPool.ProtoReflect.Descriptor instead.

func (*WorkerPool) GetAutoscalingSettings 

func (x *WorkerPool) GetAutoscalingSettings() *AutoscalingSettings

func (*WorkerPool) GetDataDisks 

func (x *WorkerPool) GetDataDisks() []*Disk

func (*WorkerPool) GetDefaultPackageSet 

func (x *WorkerPool) GetDefaultPackageSet() DefaultPackageSet

func (*WorkerPool) GetDiskSizeGb 

func (x *WorkerPool) GetDiskSizeGb() int32

func (*WorkerPool) GetDiskSourceImage 

func (x *WorkerPool) GetDiskSourceImage() string

func (*WorkerPool) GetDiskType 

func (x *WorkerPool) GetDiskType() string

func (*WorkerPool) GetIpConfiguration 

func (x *WorkerPool) GetIpConfiguration() WorkerIPAddressConfiguration

func (*WorkerPool) GetKind 

func (x *WorkerPool) GetKind() string

func (*WorkerPool) GetMachineType 

func (x *WorkerPool) GetMachineType() string

func (*WorkerPool) GetMetadata 

func (x *WorkerPool) GetMetadata() map[string]string

func (*WorkerPool) GetNetwork 

func (x *WorkerPool) GetNetwork() string

func (*WorkerPool) GetNumThreadsPerWorker 

func (x *WorkerPool) GetNumThreadsPerWorker() int32

func (*WorkerPool) GetNumWorkers 

func (x *WorkerPool) GetNumWorkers() int32

func (*WorkerPool) GetOnHostMaintenance 

func (x *WorkerPool) GetOnHostMaintenance() string

func (*WorkerPool) GetPackages 

func (x *WorkerPool) GetPackages() []*Package

func (*WorkerPool) GetPoolArgs 

func (x *WorkerPool) GetPoolArgs() *anypb.Any

func (*WorkerPool) GetSdkHarnessContainerImages 

func (x *WorkerPool) GetSdkHarnessContainerImages() []*SdkHarnessContainerImage

func (*WorkerPool) GetSubnetwork 

func (x *WorkerPool) GetSubnetwork() string

func (*WorkerPool) GetTaskrunnerSettings 

func (x *WorkerPool) GetTaskrunnerSettings() *TaskRunnerSettings

func (*WorkerPool) GetTeardownPolicy 

func (x *WorkerPool) GetTeardownPolicy() TeardownPolicy

func (*WorkerPool) GetWorkerHarnessContainerImage 

func (x *WorkerPool) GetWorkerHarnessContainerImage() string

func (*WorkerPool) GetZone 

func (x *WorkerPool) GetZone() string

func (*WorkerPool) ProtoMessage 

func (*WorkerPool) ProtoMessage()

func (*WorkerPool) ProtoReflect 

func (x *WorkerPool) ProtoReflect() protoreflect.Message

func (*WorkerPool) Reset 

func (x *WorkerPool) Reset()

func (*WorkerPool) String 

func (x *WorkerPool) String() string

type WorkerSettings 

type WorkerSettings struct {

	// The base URL for accessing Google Cloud APIs.
	//
	// When workers access Google Cloud APIs, they logically do so via
	// relative URLs.  If this field is specified, it supplies the base
	// URL to use for resolving these relative URLs.  The normative
	// algorithm used is defined by RFC 1808, "Relative Uniform Resource
	// Locators".
	//
	// If not specified, the default value is "http://www.googleapis.com/"
	BaseUrl string `protobuf:"bytes,1,opt,name=base_url,json=baseUrl,proto3" json:"base_url,omitempty"`
	// Whether to send work progress updates to the service.
	ReportingEnabled bool `protobuf:"varint,2,opt,name=reporting_enabled,json=reportingEnabled,proto3" json:"reporting_enabled,omitempty"`
	// The Cloud Dataflow service path relative to the root URL, for example,
	// "dataflow/v1b3/projects".
	ServicePath string `protobuf:"bytes,3,opt,name=service_path,json=servicePath,proto3" json:"service_path,omitempty"`
	// The Shuffle service path relative to the root URL, for example,
	// "shuffle/v1beta1".
	ShuffleServicePath string `protobuf:"bytes,4,opt,name=shuffle_service_path,json=shuffleServicePath,proto3" json:"shuffle_service_path,omitempty"`
	// The ID of the worker running this pipeline.
	WorkerId string `protobuf:"bytes,5,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
	// The prefix of the resources the system should use for temporary
	// storage.
	//
	// The supported resource type is:
	//
	// Google Cloud Storage:
	//
	//   storage.googleapis.com/{bucket}/{object}
	//   bucket.storage.googleapis.com/{object}
	TempStoragePrefix string `protobuf:"bytes,6,opt,name=temp_storage_prefix,json=tempStoragePrefix,proto3" json:"temp_storage_prefix,omitempty"`
	// contains filtered or unexported fields
}

Provides data to pass through to the worker harness.

func (*WorkerSettings) Descriptor deprecated 

func (*WorkerSettings) Descriptor() ([]byte, []int)

Deprecated: Use WorkerSettings.ProtoReflect.Descriptor instead.

func (*WorkerSettings) GetBaseUrl 

func (x *WorkerSettings) GetBaseUrl() string

func (*WorkerSettings) GetReportingEnabled 

func (x *WorkerSettings) GetReportingEnabled() bool

func (*WorkerSettings) GetServicePath 

func (x *WorkerSettings) GetServicePath() string

func (*WorkerSettings) GetShuffleServicePath 

func (x *WorkerSettings) GetShuffleServicePath() string

func (*WorkerSettings) GetTempStoragePrefix 

func (x *WorkerSettings) GetTempStoragePrefix() string

func (*WorkerSettings) GetWorkerId 

func (x *WorkerSettings) GetWorkerId() string

func (*WorkerSettings) ProtoMessage 

func (*WorkerSettings) ProtoMessage()

func (*WorkerSettings) ProtoReflect 

func (x *WorkerSettings) ProtoReflect() protoreflect.Message

func (*WorkerSettings) Reset 

func (x *WorkerSettings) Reset()

func (*WorkerSettings) String 

func (x *WorkerSettings) String() string

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.