storagepb

package
v1.64.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Oct 30, 2024 License: Apache-2.0 Imports: 12 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var File_google_cloud_bigquery_storage_v1alpha_metastore_partition_proto protoreflect.FileDescriptor
View Source
var File_google_cloud_bigquery_storage_v1alpha_partition_proto protoreflect.FileDescriptor

Functions

func RegisterMetastorePartitionServiceServer

func RegisterMetastorePartitionServiceServer(s *grpc.Server, srv MetastorePartitionServiceServer)

Types

type BatchCreateMetastorePartitionsRequest

type BatchCreateMetastorePartitionsRequest struct {

	// Required. Reference to the table to where the metastore partitions to be
	// added, in the format of
	// projects/{project}/locations/{location}/datasets/{dataset}/tables/{table}.
	Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
	// Required. Requests to add metastore partitions to the table.
	Requests []*CreateMetastorePartitionRequest `protobuf:"bytes,2,rep,name=requests,proto3" json:"requests,omitempty"`
	// Optional. Mimics the ifNotExists flag in IMetaStoreClient
	// add_partitions(..). If the flag is set to false, the server will return
	// ALREADY_EXISTS if any partition already exists. If the flag is set to true,
	// the server will skip existing partitions and insert only the non-existing
	// partitions.
	SkipExistingPartitions bool `` /* 130-byte string literal not displayed */
	// contains filtered or unexported fields
}

Request message for BatchCreateMetastorePartitions.

func (*BatchCreateMetastorePartitionsRequest) Descriptor deprecated

func (*BatchCreateMetastorePartitionsRequest) Descriptor() ([]byte, []int)

Deprecated: Use BatchCreateMetastorePartitionsRequest.ProtoReflect.Descriptor instead.

func (*BatchCreateMetastorePartitionsRequest) GetParent

func (*BatchCreateMetastorePartitionsRequest) GetRequests

func (*BatchCreateMetastorePartitionsRequest) GetSkipExistingPartitions

func (x *BatchCreateMetastorePartitionsRequest) GetSkipExistingPartitions() bool

func (*BatchCreateMetastorePartitionsRequest) ProtoMessage

func (*BatchCreateMetastorePartitionsRequest) ProtoMessage()

func (*BatchCreateMetastorePartitionsRequest) ProtoReflect

func (*BatchCreateMetastorePartitionsRequest) Reset

func (*BatchCreateMetastorePartitionsRequest) String

type BatchCreateMetastorePartitionsResponse

type BatchCreateMetastorePartitionsResponse struct {

	// The list of metastore partitions that have been created.
	Partitions []*MetastorePartition `protobuf:"bytes,1,rep,name=partitions,proto3" json:"partitions,omitempty"`
	// contains filtered or unexported fields
}

Response message for BatchCreateMetastorePartitions.

func (*BatchCreateMetastorePartitionsResponse) Descriptor deprecated

func (*BatchCreateMetastorePartitionsResponse) Descriptor() ([]byte, []int)

Deprecated: Use BatchCreateMetastorePartitionsResponse.ProtoReflect.Descriptor instead.

func (*BatchCreateMetastorePartitionsResponse) GetPartitions

func (*BatchCreateMetastorePartitionsResponse) ProtoMessage

func (*BatchCreateMetastorePartitionsResponse) ProtoReflect

func (*BatchCreateMetastorePartitionsResponse) Reset

func (*BatchCreateMetastorePartitionsResponse) String

type BatchDeleteMetastorePartitionsRequest

type BatchDeleteMetastorePartitionsRequest struct {

	// Required. Reference to the table to which these metastore partitions
	// belong, in the format of
	// projects/{project}/locations/{location}/datasets/{dataset}/tables/{table}.
	Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
	// Required. The list of metastore partitions (identified by its values) to be
	// deleted. A maximum of 100 partitions can be deleted in a batch.
	PartitionValues []*MetastorePartitionValues `protobuf:"bytes,2,rep,name=partition_values,json=partitionValues,proto3" json:"partition_values,omitempty"`
	// contains filtered or unexported fields
}

Request message for BatchDeleteMetastorePartitions. The MetastorePartition is uniquely identified by values, which is an ordered list. Hence, there is no separate name or partition id field.

func (*BatchDeleteMetastorePartitionsRequest) Descriptor deprecated

func (*BatchDeleteMetastorePartitionsRequest) Descriptor() ([]byte, []int)

Deprecated: Use BatchDeleteMetastorePartitionsRequest.ProtoReflect.Descriptor instead.

func (*BatchDeleteMetastorePartitionsRequest) GetParent

func (*BatchDeleteMetastorePartitionsRequest) GetPartitionValues

func (*BatchDeleteMetastorePartitionsRequest) ProtoMessage

func (*BatchDeleteMetastorePartitionsRequest) ProtoMessage()

func (*BatchDeleteMetastorePartitionsRequest) ProtoReflect

func (*BatchDeleteMetastorePartitionsRequest) Reset

func (*BatchDeleteMetastorePartitionsRequest) String

type BatchSizeTooLargeError

type BatchSizeTooLargeError struct {

	// The maximum number of items that are supported in a single batch. This is
	// returned as a hint to the client to adjust the batch size.
	MaxBatchSize int64 `protobuf:"varint,1,opt,name=max_batch_size,json=maxBatchSize,proto3" json:"max_batch_size,omitempty"`
	// Optional. The error message that is returned to the client.
	ErrorMessage string `protobuf:"bytes,2,opt,name=error_message,json=errorMessage,proto3" json:"error_message,omitempty"`
	// contains filtered or unexported fields
}

Structured custom error message for batch size too large error. The error can be attached as error details in the returned rpc Status for more structured error handling in the client.

func (*BatchSizeTooLargeError) Descriptor deprecated

func (*BatchSizeTooLargeError) Descriptor() ([]byte, []int)

Deprecated: Use BatchSizeTooLargeError.ProtoReflect.Descriptor instead.

func (*BatchSizeTooLargeError) GetErrorMessage

func (x *BatchSizeTooLargeError) GetErrorMessage() string

func (*BatchSizeTooLargeError) GetMaxBatchSize

func (x *BatchSizeTooLargeError) GetMaxBatchSize() int64

func (*BatchSizeTooLargeError) ProtoMessage

func (*BatchSizeTooLargeError) ProtoMessage()

func (*BatchSizeTooLargeError) ProtoReflect

func (x *BatchSizeTooLargeError) ProtoReflect() protoreflect.Message

func (*BatchSizeTooLargeError) Reset

func (x *BatchSizeTooLargeError) Reset()

func (*BatchSizeTooLargeError) String

func (x *BatchSizeTooLargeError) String() string

type BatchUpdateMetastorePartitionsRequest

type BatchUpdateMetastorePartitionsRequest struct {

	// Required. Reference to the table to which these metastore partitions
	// belong, in the format of
	// projects/{project}/locations/{location}/datasets/{dataset}/tables/{table}.
	Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
	// Required. Requests to update metastore partitions in the table.
	Requests []*UpdateMetastorePartitionRequest `protobuf:"bytes,2,rep,name=requests,proto3" json:"requests,omitempty"`
	// contains filtered or unexported fields
}

Request message for BatchUpdateMetastorePartitions.

func (*BatchUpdateMetastorePartitionsRequest) Descriptor deprecated

func (*BatchUpdateMetastorePartitionsRequest) Descriptor() ([]byte, []int)

Deprecated: Use BatchUpdateMetastorePartitionsRequest.ProtoReflect.Descriptor instead.

func (*BatchUpdateMetastorePartitionsRequest) GetParent

func (*BatchUpdateMetastorePartitionsRequest) GetRequests

func (*BatchUpdateMetastorePartitionsRequest) ProtoMessage

func (*BatchUpdateMetastorePartitionsRequest) ProtoMessage()

func (*BatchUpdateMetastorePartitionsRequest) ProtoReflect

func (*BatchUpdateMetastorePartitionsRequest) Reset

func (*BatchUpdateMetastorePartitionsRequest) String

type BatchUpdateMetastorePartitionsResponse

type BatchUpdateMetastorePartitionsResponse struct {

	// The list of metastore partitions that have been updated.
	Partitions []*MetastorePartition `protobuf:"bytes,1,rep,name=partitions,proto3" json:"partitions,omitempty"`
	// contains filtered or unexported fields
}

Response message for BatchUpdateMetastorePartitions.

func (*BatchUpdateMetastorePartitionsResponse) Descriptor deprecated

func (*BatchUpdateMetastorePartitionsResponse) Descriptor() ([]byte, []int)

Deprecated: Use BatchUpdateMetastorePartitionsResponse.ProtoReflect.Descriptor instead.

func (*BatchUpdateMetastorePartitionsResponse) GetPartitions

func (*BatchUpdateMetastorePartitionsResponse) ProtoMessage

func (*BatchUpdateMetastorePartitionsResponse) ProtoReflect

func (*BatchUpdateMetastorePartitionsResponse) Reset

func (*BatchUpdateMetastorePartitionsResponse) String

type CreateMetastorePartitionRequest

type CreateMetastorePartitionRequest struct {

	// Required. Reference to the table to where the metastore partition to be
	// added, in the format of
	// projects/{project}/databases/{databases}/tables/{table}.
	Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
	// Required. The metastore partition to be added.
	MetastorePartition *MetastorePartition `protobuf:"bytes,2,opt,name=metastore_partition,json=metastorePartition,proto3" json:"metastore_partition,omitempty"`
	// contains filtered or unexported fields
}

Request message for CreateMetastorePartition. The MetastorePartition is uniquely identified by values, which is an ordered list. Hence, there is no separate name or partition id field.

func (*CreateMetastorePartitionRequest) Descriptor deprecated

func (*CreateMetastorePartitionRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateMetastorePartitionRequest.ProtoReflect.Descriptor instead.

func (*CreateMetastorePartitionRequest) GetMetastorePartition

func (x *CreateMetastorePartitionRequest) GetMetastorePartition() *MetastorePartition

func (*CreateMetastorePartitionRequest) GetParent

func (x *CreateMetastorePartitionRequest) GetParent() string

func (*CreateMetastorePartitionRequest) ProtoMessage

func (*CreateMetastorePartitionRequest) ProtoMessage()

func (*CreateMetastorePartitionRequest) ProtoReflect

func (*CreateMetastorePartitionRequest) Reset

func (*CreateMetastorePartitionRequest) String

type FieldSchema

type FieldSchema struct {

	// Required. The name of the column.
	// The maximum length of the name is 1024 characters
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Required. The type of the metastore partition column. Maximum allowed
	// length is 1024 characters.
	Type string `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	// contains filtered or unexported fields
}

Schema description of a metastore partition column.

func (*FieldSchema) Descriptor deprecated

func (*FieldSchema) Descriptor() ([]byte, []int)

Deprecated: Use FieldSchema.ProtoReflect.Descriptor instead.

func (*FieldSchema) GetName

func (x *FieldSchema) GetName() string

func (*FieldSchema) GetType

func (x *FieldSchema) GetType() string

func (*FieldSchema) ProtoMessage

func (*FieldSchema) ProtoMessage()

func (*FieldSchema) ProtoReflect

func (x *FieldSchema) ProtoReflect() protoreflect.Message

func (*FieldSchema) Reset

func (x *FieldSchema) Reset()

func (*FieldSchema) String

func (x *FieldSchema) String() string

type ListMetastorePartitionsRequest

type ListMetastorePartitionsRequest struct {

	// Required. Reference to the table to which these metastore partitions
	// belong, in the format of
	// projects/{project}/locations/{location}/datasets/{dataset}/tables/{table}.
	Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
	// Optional. SQL text filtering statement, similar to a WHERE clause in a
	// query. Only supports single-row expressions.  Aggregate functions are not
	// supported.
	//
	// Examples: "int_field > 5"
	//
	//	"date_field = CAST('2014-9-27' as DATE)"
	//	"nullable_field is not NULL"
	//	"st_equals(geo_field, st_geofromtext("POINT(2, 2)"))"
	//	"numeric_field BETWEEN 1.0 AND 5.0"
	//
	// Restricted to a maximum length for 1 MB.
	Filter string `protobuf:"bytes,2,opt,name=filter,proto3" json:"filter,omitempty"`
	// contains filtered or unexported fields
}

Request message for ListMetastorePartitions.

func (*ListMetastorePartitionsRequest) Descriptor deprecated

func (*ListMetastorePartitionsRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListMetastorePartitionsRequest.ProtoReflect.Descriptor instead.

func (*ListMetastorePartitionsRequest) GetFilter

func (x *ListMetastorePartitionsRequest) GetFilter() string

func (*ListMetastorePartitionsRequest) GetParent

func (x *ListMetastorePartitionsRequest) GetParent() string

func (*ListMetastorePartitionsRequest) ProtoMessage

func (*ListMetastorePartitionsRequest) ProtoMessage()

func (*ListMetastorePartitionsRequest) ProtoReflect

func (*ListMetastorePartitionsRequest) Reset

func (x *ListMetastorePartitionsRequest) Reset()

func (*ListMetastorePartitionsRequest) String

type ListMetastorePartitionsResponse

type ListMetastorePartitionsResponse struct {

	// The response depends on the number of metastore partitions to be returned;
	// it can be a list of partitions or a list of
	// [ReadStream]((https://cloud.google.com/bigquery/docs/reference/storage/rpc/google.cloud.bigquery.storage.v1#readstream))
	// objects. For the second situation, the BigQuery [Read API
	// ReadRows](https://cloud.google.com/bigquery/docs/reference/storage#read_from_a_session_stream)
	// method must be used to stream the data and convert it into a list of
	// partitions.
	//
	// Types that are assignable to Response:
	//
	//	*ListMetastorePartitionsResponse_Partitions
	//	*ListMetastorePartitionsResponse_Streams
	Response isListMetastorePartitionsResponse_Response `protobuf_oneof:"response"`
	// contains filtered or unexported fields
}

Response message for ListMetastorePartitions.

func (*ListMetastorePartitionsResponse) Descriptor deprecated

func (*ListMetastorePartitionsResponse) Descriptor() ([]byte, []int)

Deprecated: Use ListMetastorePartitionsResponse.ProtoReflect.Descriptor instead.

func (*ListMetastorePartitionsResponse) GetPartitions

func (*ListMetastorePartitionsResponse) GetResponse

func (m *ListMetastorePartitionsResponse) GetResponse() isListMetastorePartitionsResponse_Response

func (*ListMetastorePartitionsResponse) GetStreams

func (*ListMetastorePartitionsResponse) ProtoMessage

func (*ListMetastorePartitionsResponse) ProtoMessage()

func (*ListMetastorePartitionsResponse) ProtoReflect

func (*ListMetastorePartitionsResponse) Reset

func (*ListMetastorePartitionsResponse) String

type ListMetastorePartitionsResponse_Partitions

type ListMetastorePartitionsResponse_Partitions struct {
	// The list of partitions.
	Partitions *MetastorePartitionList `protobuf:"bytes,1,opt,name=partitions,proto3,oneof"`
}

type ListMetastorePartitionsResponse_Streams

type ListMetastorePartitionsResponse_Streams struct {
	// The list of streams.
	Streams *StreamList `protobuf:"bytes,2,opt,name=streams,proto3,oneof"`
}

type MetastorePartition

type MetastorePartition struct {

	// Required. Represents the values of the partition keys, where each value
	// corresponds to a specific partition key in the order in which the keys are
	// defined. Each value is limited to 1024 characters.
	Values []string `protobuf:"bytes,1,rep,name=values,proto3" json:"values,omitempty"`
	// Output only. The creation time of the partition.
	CreateTime *timestamppb.Timestamp `protobuf:"bytes,2,opt,name=create_time,json=createTime,proto3" json:"create_time,omitempty"`
	// Optional. Contains information about the physical storage of the data in
	// the partition.
	StorageDescriptor *StorageDescriptor `protobuf:"bytes,3,opt,name=storage_descriptor,json=storageDescriptor,proto3" json:"storage_descriptor,omitempty"`
	// Optional. Additional parameters or metadata associated with the partition.
	// Maximum size 10 KiB.
	Parameters map[string]string `` /* 161-byte string literal not displayed */
	// Optional. List of columns.
	Fields []*FieldSchema `protobuf:"bytes,5,rep,name=fields,proto3" json:"fields,omitempty"`
	// contains filtered or unexported fields
}

Information about a Hive partition.

func (*MetastorePartition) Descriptor deprecated

func (*MetastorePartition) Descriptor() ([]byte, []int)

Deprecated: Use MetastorePartition.ProtoReflect.Descriptor instead.

func (*MetastorePartition) GetCreateTime

func (x *MetastorePartition) GetCreateTime() *timestamppb.Timestamp

func (*MetastorePartition) GetFields

func (x *MetastorePartition) GetFields() []*FieldSchema

func (*MetastorePartition) GetParameters

func (x *MetastorePartition) GetParameters() map[string]string

func (*MetastorePartition) GetStorageDescriptor

func (x *MetastorePartition) GetStorageDescriptor() *StorageDescriptor

func (*MetastorePartition) GetValues

func (x *MetastorePartition) GetValues() []string

func (*MetastorePartition) ProtoMessage

func (*MetastorePartition) ProtoMessage()

func (*MetastorePartition) ProtoReflect

func (x *MetastorePartition) ProtoReflect() protoreflect.Message

func (*MetastorePartition) Reset

func (x *MetastorePartition) Reset()

func (*MetastorePartition) String

func (x *MetastorePartition) String() string

type MetastorePartitionList

type MetastorePartitionList struct {

	// Required. List of partitions.
	Partitions []*MetastorePartition `protobuf:"bytes,1,rep,name=partitions,proto3" json:"partitions,omitempty"`
	// contains filtered or unexported fields
}

List of metastore partitions.

func (*MetastorePartitionList) Descriptor deprecated

func (*MetastorePartitionList) Descriptor() ([]byte, []int)

Deprecated: Use MetastorePartitionList.ProtoReflect.Descriptor instead.

func (*MetastorePartitionList) GetPartitions

func (x *MetastorePartitionList) GetPartitions() []*MetastorePartition

func (*MetastorePartitionList) ProtoMessage

func (*MetastorePartitionList) ProtoMessage()

func (*MetastorePartitionList) ProtoReflect

func (x *MetastorePartitionList) ProtoReflect() protoreflect.Message

func (*MetastorePartitionList) Reset

func (x *MetastorePartitionList) Reset()

func (*MetastorePartitionList) String

func (x *MetastorePartitionList) String() string

type MetastorePartitionServiceClient

type MetastorePartitionServiceClient interface {
	// Adds metastore partitions to a table.
	BatchCreateMetastorePartitions(ctx context.Context, in *BatchCreateMetastorePartitionsRequest, opts ...grpc.CallOption) (*BatchCreateMetastorePartitionsResponse, error)
	// Deletes metastore partitions from a table.
	BatchDeleteMetastorePartitions(ctx context.Context, in *BatchDeleteMetastorePartitionsRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	// Updates metastore partitions in a table.
	BatchUpdateMetastorePartitions(ctx context.Context, in *BatchUpdateMetastorePartitionsRequest, opts ...grpc.CallOption) (*BatchUpdateMetastorePartitionsResponse, error)
	// Gets metastore partitions from a table.
	ListMetastorePartitions(ctx context.Context, in *ListMetastorePartitionsRequest, opts ...grpc.CallOption) (*ListMetastorePartitionsResponse, error)
	// This is a bi-di streaming rpc method that allows the client to send
	// a stream of partitions and commit all of them atomically at the end.
	// If the commit is successful, the server will return a
	// response and close the stream. If the commit fails (due to duplicate
	// partitions or other reason), the server will close the stream with an
	// error. This method is only available via the gRPC API (not REST).
	StreamMetastorePartitions(ctx context.Context, opts ...grpc.CallOption) (MetastorePartitionService_StreamMetastorePartitionsClient, error)
}

MetastorePartitionServiceClient is the client API for MetastorePartitionService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

type MetastorePartitionServiceServer

type MetastorePartitionServiceServer interface {
	// Adds metastore partitions to a table.
	BatchCreateMetastorePartitions(context.Context, *BatchCreateMetastorePartitionsRequest) (*BatchCreateMetastorePartitionsResponse, error)
	// Deletes metastore partitions from a table.
	BatchDeleteMetastorePartitions(context.Context, *BatchDeleteMetastorePartitionsRequest) (*emptypb.Empty, error)
	// Updates metastore partitions in a table.
	BatchUpdateMetastorePartitions(context.Context, *BatchUpdateMetastorePartitionsRequest) (*BatchUpdateMetastorePartitionsResponse, error)
	// Gets metastore partitions from a table.
	ListMetastorePartitions(context.Context, *ListMetastorePartitionsRequest) (*ListMetastorePartitionsResponse, error)
	// This is a bi-di streaming rpc method that allows the client to send
	// a stream of partitions and commit all of them atomically at the end.
	// If the commit is successful, the server will return a
	// response and close the stream. If the commit fails (due to duplicate
	// partitions or other reason), the server will close the stream with an
	// error. This method is only available via the gRPC API (not REST).
	StreamMetastorePartitions(MetastorePartitionService_StreamMetastorePartitionsServer) error
}

MetastorePartitionServiceServer is the server API for MetastorePartitionService service.

type MetastorePartitionService_StreamMetastorePartitionsClient

type MetastorePartitionService_StreamMetastorePartitionsClient interface {
	Send(*StreamMetastorePartitionsRequest) error
	Recv() (*StreamMetastorePartitionsResponse, error)
	grpc.ClientStream
}

type MetastorePartitionService_StreamMetastorePartitionsServer

type MetastorePartitionService_StreamMetastorePartitionsServer interface {
	Send(*StreamMetastorePartitionsResponse) error
	Recv() (*StreamMetastorePartitionsRequest, error)
	grpc.ServerStream
}

type MetastorePartitionValues

type MetastorePartitionValues struct {

	// Required. The values of the partition keys, where each value corresponds to
	// a specific partition key in the order in which the keys are defined.
	Values []string `protobuf:"bytes,1,rep,name=values,proto3" json:"values,omitempty"`
	// contains filtered or unexported fields
}

Represents the values of a metastore partition.

func (*MetastorePartitionValues) Descriptor deprecated

func (*MetastorePartitionValues) Descriptor() ([]byte, []int)

Deprecated: Use MetastorePartitionValues.ProtoReflect.Descriptor instead.

func (*MetastorePartitionValues) GetValues

func (x *MetastorePartitionValues) GetValues() []string

func (*MetastorePartitionValues) ProtoMessage

func (*MetastorePartitionValues) ProtoMessage()

func (*MetastorePartitionValues) ProtoReflect

func (x *MetastorePartitionValues) ProtoReflect() protoreflect.Message

func (*MetastorePartitionValues) Reset

func (x *MetastorePartitionValues) Reset()

func (*MetastorePartitionValues) String

func (x *MetastorePartitionValues) String() string

type ReadStream

type ReadStream struct {

	// Output only. Identifier. Name of the stream, in the form
	// `projects/{project_id}/locations/{location}/sessions/{session_id}/streams/{stream_id}`.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

Information about a single stream that is used to read partitions.

func (*ReadStream) Descriptor deprecated

func (*ReadStream) Descriptor() ([]byte, []int)

Deprecated: Use ReadStream.ProtoReflect.Descriptor instead.

func (*ReadStream) GetName

func (x *ReadStream) GetName() string

func (*ReadStream) ProtoMessage

func (*ReadStream) ProtoMessage()

func (*ReadStream) ProtoReflect

func (x *ReadStream) ProtoReflect() protoreflect.Message

func (*ReadStream) Reset

func (x *ReadStream) Reset()

func (*ReadStream) String

func (x *ReadStream) String() string

type SerDeInfo

type SerDeInfo struct {

	// Optional. Name of the SerDe.
	// The maximum length is 256 characters.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Required. Specifies a fully-qualified class name of the serialization
	// library that is responsible for the translation of data between table
	// representation and the underlying low-level input and output format
	// structures. The maximum length is 256 characters.
	SerializationLibrary string `protobuf:"bytes,2,opt,name=serialization_library,json=serializationLibrary,proto3" json:"serialization_library,omitempty"`
	// Optional. Key-value pairs that define the initialization parameters for the
	// serialization library.
	// Maximum size 10 Kib.
	Parameters map[string]string `` /* 161-byte string literal not displayed */
	// contains filtered or unexported fields
}

Serializer and deserializer information.

func (*SerDeInfo) Descriptor deprecated

func (*SerDeInfo) Descriptor() ([]byte, []int)

Deprecated: Use SerDeInfo.ProtoReflect.Descriptor instead.

func (*SerDeInfo) GetName

func (x *SerDeInfo) GetName() string

func (*SerDeInfo) GetParameters

func (x *SerDeInfo) GetParameters() map[string]string

func (*SerDeInfo) GetSerializationLibrary

func (x *SerDeInfo) GetSerializationLibrary() string

func (*SerDeInfo) ProtoMessage

func (*SerDeInfo) ProtoMessage()

func (*SerDeInfo) ProtoReflect

func (x *SerDeInfo) ProtoReflect() protoreflect.Message

func (*SerDeInfo) Reset

func (x *SerDeInfo) Reset()

func (*SerDeInfo) String

func (x *SerDeInfo) String() string

type StorageDescriptor

type StorageDescriptor struct {

	// Optional. The physical location of the metastore partition
	// (e.g. `gs://spark-dataproc-data/pangea-data/case_sensitive/` or
	// `gs://spark-dataproc-data/pangea-data/*`).
	LocationUri string `protobuf:"bytes,1,opt,name=location_uri,json=locationUri,proto3" json:"location_uri,omitempty"`
	// Optional. Specifies the fully qualified class name of the InputFormat
	// (e.g. "org.apache.hadoop.hive.ql.io.orc.OrcInputFormat").
	// The maximum length is 128 characters.
	InputFormat string `protobuf:"bytes,2,opt,name=input_format,json=inputFormat,proto3" json:"input_format,omitempty"`
	// Optional. Specifies the fully qualified class name of the OutputFormat
	// (e.g. "org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat").
	// The maximum length is 128 characters.
	OutputFormat string `protobuf:"bytes,3,opt,name=output_format,json=outputFormat,proto3" json:"output_format,omitempty"`
	// Optional. Serializer and deserializer information.
	SerdeInfo *SerDeInfo `protobuf:"bytes,4,opt,name=serde_info,json=serdeInfo,proto3" json:"serde_info,omitempty"`
	// contains filtered or unexported fields
}

Contains information about the physical storage of the data in the metastore partition.

func (*StorageDescriptor) Descriptor deprecated

func (*StorageDescriptor) Descriptor() ([]byte, []int)

Deprecated: Use StorageDescriptor.ProtoReflect.Descriptor instead.

func (*StorageDescriptor) GetInputFormat

func (x *StorageDescriptor) GetInputFormat() string

func (*StorageDescriptor) GetLocationUri

func (x *StorageDescriptor) GetLocationUri() string

func (*StorageDescriptor) GetOutputFormat

func (x *StorageDescriptor) GetOutputFormat() string

func (*StorageDescriptor) GetSerdeInfo

func (x *StorageDescriptor) GetSerdeInfo() *SerDeInfo

func (*StorageDescriptor) ProtoMessage

func (*StorageDescriptor) ProtoMessage()

func (*StorageDescriptor) ProtoReflect

func (x *StorageDescriptor) ProtoReflect() protoreflect.Message

func (*StorageDescriptor) Reset

func (x *StorageDescriptor) Reset()

func (*StorageDescriptor) String

func (x *StorageDescriptor) String() string

type StreamList

type StreamList struct {

	// Output only. List of streams.
	Streams []*ReadStream `protobuf:"bytes,1,rep,name=streams,proto3" json:"streams,omitempty"`
	// contains filtered or unexported fields
}

List of streams.

func (*StreamList) Descriptor deprecated

func (*StreamList) Descriptor() ([]byte, []int)

Deprecated: Use StreamList.ProtoReflect.Descriptor instead.

func (*StreamList) GetStreams

func (x *StreamList) GetStreams() []*ReadStream

func (*StreamList) ProtoMessage

func (*StreamList) ProtoMessage()

func (*StreamList) ProtoReflect

func (x *StreamList) ProtoReflect() protoreflect.Message

func (*StreamList) Reset

func (x *StreamList) Reset()

func (*StreamList) String

func (x *StreamList) String() string

type StreamMetastorePartitionsRequest

type StreamMetastorePartitionsRequest struct {

	// Required. Reference to the table to where the partition to be added, in the
	// format of
	// projects/{project}/locations/{location}/datasets/{dataset}/tables/{table}.
	Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
	// Optional. A list of metastore partitions to be added to the table.
	MetastorePartitions []*MetastorePartition `protobuf:"bytes,2,rep,name=metastore_partitions,json=metastorePartitions,proto3" json:"metastore_partitions,omitempty"`
	// Optional. Mimics the ifNotExists flag in IMetaStoreClient
	// add_partitions(..). If the flag is set to false, the server will return
	// ALREADY_EXISTS on commit if any partition already exists. If the flag is
	// set to true:
	//  1. the server will skip existing partitions
	//     insert only the non-existing partitions as part of the commit.
	//  2. The client must set the `skip_existing_partitions` field to true for
	//     all requests in the stream.
	SkipExistingPartitions bool `` /* 130-byte string literal not displayed */
	// contains filtered or unexported fields
}

The top-level message sent by the client to the [Partitions.StreamMetastorePartitions][] method. Follows the default gRPC streaming maximum size of 4 MB.

func (*StreamMetastorePartitionsRequest) Descriptor deprecated

func (*StreamMetastorePartitionsRequest) Descriptor() ([]byte, []int)

Deprecated: Use StreamMetastorePartitionsRequest.ProtoReflect.Descriptor instead.

func (*StreamMetastorePartitionsRequest) GetMetastorePartitions

func (x *StreamMetastorePartitionsRequest) GetMetastorePartitions() []*MetastorePartition

func (*StreamMetastorePartitionsRequest) GetParent

func (*StreamMetastorePartitionsRequest) GetSkipExistingPartitions

func (x *StreamMetastorePartitionsRequest) GetSkipExistingPartitions() bool

func (*StreamMetastorePartitionsRequest) ProtoMessage

func (*StreamMetastorePartitionsRequest) ProtoMessage()

func (*StreamMetastorePartitionsRequest) ProtoReflect

func (*StreamMetastorePartitionsRequest) Reset

func (*StreamMetastorePartitionsRequest) String

type StreamMetastorePartitionsResponse

type StreamMetastorePartitionsResponse struct {

	// Total count of partitions streamed by the client during the lifetime of the
	// stream. This is only set in the final response message before closing the
	// stream.
	TotalPartitionsStreamedCount int64 `` /* 150-byte string literal not displayed */
	// Total count of partitions inserted by the server during the lifetime of the
	// stream. This is only set in the final response message before closing the
	// stream.
	TotalPartitionsInsertedCount int64 `` /* 150-byte string literal not displayed */
	// contains filtered or unexported fields
}

This is the response message sent by the server to the client for the [Partitions.StreamMetastorePartitions][] method when the commit is successful. Server will close the stream after sending this message.

func (*StreamMetastorePartitionsResponse) Descriptor deprecated

func (*StreamMetastorePartitionsResponse) Descriptor() ([]byte, []int)

Deprecated: Use StreamMetastorePartitionsResponse.ProtoReflect.Descriptor instead.

func (*StreamMetastorePartitionsResponse) GetTotalPartitionsInsertedCount

func (x *StreamMetastorePartitionsResponse) GetTotalPartitionsInsertedCount() int64

func (*StreamMetastorePartitionsResponse) GetTotalPartitionsStreamedCount

func (x *StreamMetastorePartitionsResponse) GetTotalPartitionsStreamedCount() int64

func (*StreamMetastorePartitionsResponse) ProtoMessage

func (*StreamMetastorePartitionsResponse) ProtoMessage()

func (*StreamMetastorePartitionsResponse) ProtoReflect

func (*StreamMetastorePartitionsResponse) Reset

func (*StreamMetastorePartitionsResponse) String

type UnimplementedMetastorePartitionServiceServer

type UnimplementedMetastorePartitionServiceServer struct {
}

UnimplementedMetastorePartitionServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedMetastorePartitionServiceServer) BatchDeleteMetastorePartitions

func (*UnimplementedMetastorePartitionServiceServer) ListMetastorePartitions

func (*UnimplementedMetastorePartitionServiceServer) StreamMetastorePartitions

type UpdateMetastorePartitionRequest

type UpdateMetastorePartitionRequest struct {

	// Required. The metastore partition to be updated.
	MetastorePartition *MetastorePartition `protobuf:"bytes,1,opt,name=metastore_partition,json=metastorePartition,proto3" json:"metastore_partition,omitempty"`
	// Optional. The list of fields to update.
	UpdateMask *fieldmaskpb.FieldMask `protobuf:"bytes,2,opt,name=update_mask,json=updateMask,proto3" json:"update_mask,omitempty"`
	// contains filtered or unexported fields
}

Request message for UpdateMetastorePartition.

func (*UpdateMetastorePartitionRequest) Descriptor deprecated

func (*UpdateMetastorePartitionRequest) Descriptor() ([]byte, []int)

Deprecated: Use UpdateMetastorePartitionRequest.ProtoReflect.Descriptor instead.

func (*UpdateMetastorePartitionRequest) GetMetastorePartition

func (x *UpdateMetastorePartitionRequest) GetMetastorePartition() *MetastorePartition

func (*UpdateMetastorePartitionRequest) GetUpdateMask

func (*UpdateMetastorePartitionRequest) ProtoMessage

func (*UpdateMetastorePartitionRequest) ProtoMessage()

func (*UpdateMetastorePartitionRequest) ProtoReflect

func (*UpdateMetastorePartitionRequest) Reset

func (*UpdateMetastorePartitionRequest) String

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL