v1

package
v2.0.0-beta.5 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Sep 12, 2023 License: MIT Imports: 9 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	ShardStatus_name = map[int32]string{
		0: "SHARD_STATUS_UNSPECIFIED",
		1: "SHARD_STATUS_DURABLE",
		2: "SHARD_STATUS_READABLE",
		3: "SHARD_STATUS_PERSISTED",
		4: "SHARD_STATUS_UNKNOWN",
	}
	ShardStatus_value = map[string]int32{
		"SHARD_STATUS_UNSPECIFIED": 0,
		"SHARD_STATUS_DURABLE":     1,
		"SHARD_STATUS_READABLE":    2,
		"SHARD_STATUS_PERSISTED":   3,
		"SHARD_STATUS_UNKNOWN":     4,
	}
)

Enum value maps for ShardStatus.

View Source
var File_influxdata_iox_ingester_v1_parquet_metadata_proto protoreflect.FileDescriptor
View Source
var File_influxdata_iox_ingester_v1_query_proto protoreflect.FileDescriptor
View Source
var File_influxdata_iox_ingester_v1_write_info_proto protoreflect.FileDescriptor
View Source
var WriteInfoService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "influxdata.iox.ingester.v1.WriteInfoService",
	HandlerType: (*WriteInfoServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "GetWriteInfo",
			Handler:    _WriteInfoService_GetWriteInfo_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "influxdata/iox/ingester/v1/write_info.proto",
}

WriteInfoService_ServiceDesc is the grpc.ServiceDesc for WriteInfoService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

Functions

func RegisterWriteInfoServiceServer

func RegisterWriteInfoServiceServer(s grpc.ServiceRegistrar, srv WriteInfoServiceServer)

Types

type GetWriteInfoRequest

type GetWriteInfoRequest struct {

	// The write token returned from a write that was written to one or
	// more shards
	WriteToken string `protobuf:"bytes,1,opt,name=write_token,json=writeToken,proto3" json:"write_token,omitempty"`
	// contains filtered or unexported fields
}

func (*GetWriteInfoRequest) Descriptor deprecated

func (*GetWriteInfoRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetWriteInfoRequest.ProtoReflect.Descriptor instead.

func (*GetWriteInfoRequest) GetWriteToken

func (x *GetWriteInfoRequest) GetWriteToken() string

func (*GetWriteInfoRequest) ProtoMessage

func (*GetWriteInfoRequest) ProtoMessage()

func (*GetWriteInfoRequest) ProtoReflect

func (x *GetWriteInfoRequest) ProtoReflect() protoreflect.Message

func (*GetWriteInfoRequest) Reset

func (x *GetWriteInfoRequest) Reset()

func (*GetWriteInfoRequest) String

func (x *GetWriteInfoRequest) String() string

type GetWriteInfoResponse

type GetWriteInfoResponse struct {

	// Information for all shards in this write
	ShardInfos []*ShardInfo `protobuf:"bytes,4,rep,name=shard_infos,json=shardInfos,proto3" json:"shard_infos,omitempty"`
	// contains filtered or unexported fields
}

func (*GetWriteInfoResponse) Descriptor deprecated

func (*GetWriteInfoResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetWriteInfoResponse.ProtoReflect.Descriptor instead.

func (*GetWriteInfoResponse) GetShardInfos

func (x *GetWriteInfoResponse) GetShardInfos() []*ShardInfo

func (*GetWriteInfoResponse) ProtoMessage

func (*GetWriteInfoResponse) ProtoMessage()

func (*GetWriteInfoResponse) ProtoReflect

func (x *GetWriteInfoResponse) ProtoReflect() protoreflect.Message

func (*GetWriteInfoResponse) Reset

func (x *GetWriteInfoResponse) Reset()

func (*GetWriteInfoResponse) String

func (x *GetWriteInfoResponse) String() string

type IngesterQueryRequest

type IngesterQueryRequest struct {

	// Table to search
	TableId int64 `protobuf:"varint,9,opt,name=table_id,json=tableId,proto3" json:"table_id,omitempty"`
	// Columns the query service is interested in
	Columns []string `protobuf:"bytes,2,rep,name=columns,proto3" json:"columns,omitempty"`
	// Predicate for filtering
	Predicate *Predicate `protobuf:"bytes,5,opt,name=predicate,proto3,oneof" json:"predicate,omitempty"`
	// Namespace to search
	NamespaceId int64 `protobuf:"varint,10,opt,name=namespace_id,json=namespaceId,proto3" json:"namespace_id,omitempty"`
	// contains filtered or unexported fields
}

Request to the ingester service for data that is not yet persisted. This is how the querier and ingester interact.

This type of message is Serialized as the Ticket value for the Arrow Flight doGet request.

func (*IngesterQueryRequest) Descriptor deprecated

func (*IngesterQueryRequest) Descriptor() ([]byte, []int)

Deprecated: Use IngesterQueryRequest.ProtoReflect.Descriptor instead.

func (*IngesterQueryRequest) GetColumns

func (x *IngesterQueryRequest) GetColumns() []string

func (*IngesterQueryRequest) GetNamespaceId

func (x *IngesterQueryRequest) GetNamespaceId() int64

func (*IngesterQueryRequest) GetPredicate

func (x *IngesterQueryRequest) GetPredicate() *Predicate

func (*IngesterQueryRequest) GetTableId

func (x *IngesterQueryRequest) GetTableId() int64

func (*IngesterQueryRequest) ProtoMessage

func (*IngesterQueryRequest) ProtoMessage()

func (*IngesterQueryRequest) ProtoReflect

func (x *IngesterQueryRequest) ProtoReflect() protoreflect.Message

func (*IngesterQueryRequest) Reset

func (x *IngesterQueryRequest) Reset()

func (*IngesterQueryRequest) String

func (x *IngesterQueryRequest) String() string

type IngesterQueryResponseMetadata

type IngesterQueryResponseMetadata struct {

	// Partition id for this batch.
	//
	// This field is currently NOT used by the ingester but will be soon.
	PartitionId int64 `protobuf:"varint,7,opt,name=partition_id,json=partitionId,proto3" json:"partition_id,omitempty"`
	// Optional partition status.
	//
	// If this is given, then no schema and no batch will be part of this FlightData object.
	//
	// This field is currently NOT used by the ingester but will be soon.
	Status *PartitionStatus `protobuf:"bytes,8,opt,name=status,proto3" json:"status,omitempty"`
	// contains filtered or unexported fields
}

Metadata that the ingester provides to the query service along with the results. Serialized in every FlightData's app_metadata .

func (*IngesterQueryResponseMetadata) Descriptor deprecated

func (*IngesterQueryResponseMetadata) Descriptor() ([]byte, []int)

Deprecated: Use IngesterQueryResponseMetadata.ProtoReflect.Descriptor instead.

func (*IngesterQueryResponseMetadata) GetPartitionId

func (x *IngesterQueryResponseMetadata) GetPartitionId() int64

func (*IngesterQueryResponseMetadata) GetStatus

func (*IngesterQueryResponseMetadata) ProtoMessage

func (*IngesterQueryResponseMetadata) ProtoMessage()

func (*IngesterQueryResponseMetadata) ProtoReflect

func (*IngesterQueryResponseMetadata) Reset

func (x *IngesterQueryResponseMetadata) Reset()

func (*IngesterQueryResponseMetadata) String

type IoxMetadata

type IoxMetadata struct {

	// Object store ID. Used in the parquet filename. 16 bytes in big-endian order.
	ObjectStoreId []byte `protobuf:"bytes,1,opt,name=object_store_id,json=objectStoreId,proto3" json:"object_store_id,omitempty"`
	// Timestamp when this file was created.
	CreationTimestamp *timestamppb.Timestamp `protobuf:"bytes,2,opt,name=creation_timestamp,json=creationTimestamp,proto3" json:"creation_timestamp,omitempty"`
	// Unique namespace ID.
	NamespaceId int64 `protobuf:"varint,3,opt,name=namespace_id,json=namespaceId,proto3" json:"namespace_id,omitempty"`
	// Unique name of the namespace.
	NamespaceName string `protobuf:"bytes,4,opt,name=namespace_name,json=namespaceName,proto3" json:"namespace_name,omitempty"`
	// Unique shard ID.
	ShardId int64 `protobuf:"varint,17,opt,name=shard_id,json=shardId,proto3" json:"shard_id,omitempty"`
	// Unique table ID.
	TableId int64 `protobuf:"varint,6,opt,name=table_id,json=tableId,proto3" json:"table_id,omitempty"`
	// Table that holds this parquet file.
	TableName string `protobuf:"bytes,7,opt,name=table_name,json=tableName,proto3" json:"table_name,omitempty"`
	// Unique partition ID.
	PartitionId int64 `protobuf:"varint,8,opt,name=partition_id,json=partitionId,proto3" json:"partition_id,omitempty"`
	// Partition key of the partition that holds this parquet file.
	PartitionKey string `protobuf:"bytes,9,opt,name=partition_key,json=partitionKey,proto3" json:"partition_key,omitempty"`
	// The maximum sequence number from a shard in this parquet file.
	MaxSequenceNumber int64 `protobuf:"varint,13,opt,name=max_sequence_number,json=maxSequenceNumber,proto3" json:"max_sequence_number,omitempty"`
	// The sort key of this chunk
	SortKey *SortKey `protobuf:"bytes,15,opt,name=sort_key,json=sortKey,proto3" json:"sort_key,omitempty"`
	// the compaction level of the file
	CompactionLevel int32 `protobuf:"varint,16,opt,name=compaction_level,json=compactionLevel,proto3" json:"compaction_level,omitempty"`
	// contains filtered or unexported fields
}

IOx-specific metadata that will be serialized into the file-level key-value Parquet metadata under a single key.

func (*IoxMetadata) Descriptor deprecated

func (*IoxMetadata) Descriptor() ([]byte, []int)

Deprecated: Use IoxMetadata.ProtoReflect.Descriptor instead.

func (*IoxMetadata) GetCompactionLevel

func (x *IoxMetadata) GetCompactionLevel() int32

func (*IoxMetadata) GetCreationTimestamp

func (x *IoxMetadata) GetCreationTimestamp() *timestamppb.Timestamp

func (*IoxMetadata) GetMaxSequenceNumber

func (x *IoxMetadata) GetMaxSequenceNumber() int64

func (*IoxMetadata) GetNamespaceId

func (x *IoxMetadata) GetNamespaceId() int64

func (*IoxMetadata) GetNamespaceName

func (x *IoxMetadata) GetNamespaceName() string

func (*IoxMetadata) GetObjectStoreId

func (x *IoxMetadata) GetObjectStoreId() []byte

func (*IoxMetadata) GetPartitionId

func (x *IoxMetadata) GetPartitionId() int64

func (*IoxMetadata) GetPartitionKey

func (x *IoxMetadata) GetPartitionKey() string

func (*IoxMetadata) GetShardId

func (x *IoxMetadata) GetShardId() int64

func (*IoxMetadata) GetSortKey

func (x *IoxMetadata) GetSortKey() *SortKey

func (*IoxMetadata) GetTableId

func (x *IoxMetadata) GetTableId() int64

func (*IoxMetadata) GetTableName

func (x *IoxMetadata) GetTableName() string

func (*IoxMetadata) ProtoMessage

func (*IoxMetadata) ProtoMessage()

func (*IoxMetadata) ProtoReflect

func (x *IoxMetadata) ProtoReflect() protoreflect.Message

func (*IoxMetadata) Reset

func (x *IoxMetadata) Reset()

func (*IoxMetadata) String

func (x *IoxMetadata) String() string

type PartitionStatus

type PartitionStatus struct {

	// Max sequence number persisted
	ParquetMaxSequenceNumber *int64 `` /* 144-byte string literal not displayed */
	// contains filtered or unexported fields
}

Status of a partition that has unpersisted data.

Note that this structure is specific to a partition (which itself is bound to a table and shard)!

func (*PartitionStatus) Descriptor deprecated

func (*PartitionStatus) Descriptor() ([]byte, []int)

Deprecated: Use PartitionStatus.ProtoReflect.Descriptor instead.

func (*PartitionStatus) GetParquetMaxSequenceNumber

func (x *PartitionStatus) GetParquetMaxSequenceNumber() int64

func (*PartitionStatus) ProtoMessage

func (*PartitionStatus) ProtoMessage()

func (*PartitionStatus) ProtoReflect

func (x *PartitionStatus) ProtoReflect() protoreflect.Message

func (*PartitionStatus) Reset

func (x *PartitionStatus) Reset()

func (*PartitionStatus) String

func (x *PartitionStatus) String() string

type Predicate

type Predicate struct {

	// Optional field restriction. If any are present, restricts the results to only tables which
	// have *at least one* of the fields in field_columns.
	FieldColumns []string `protobuf:"bytes,1,rep,name=field_columns,json=fieldColumns,proto3" json:"field_columns,omitempty"`
	// Optional timestamp range: only rows within this range are included in results. Other rows are
	// excluded.
	Range *TimestampRange `protobuf:"bytes,3,opt,name=range,proto3,oneof" json:"range,omitempty"`
	// Optional arbitrary predicates, represented as list of DataFusion expressions applied a logical
	// conjunction (aka they are 'AND'ed together). Only rows that evaluate to TRUE for all these
	// expressions should be returned. Other rows are excluded from the results.
	//
	// Encoded using DataFusion's Expr serialization code
	Exprs [][]byte `protobuf:"bytes,4,rep,name=exprs,proto3" json:"exprs,omitempty"`
	// Optional arbitrary predicates on the special `_value` column. These expressions are applied to
	// `field_columns` projections in the form of `CASE` statement conditions.
	ValueExpr []*ValueExpr `protobuf:"bytes,5,rep,name=value_expr,json=valueExpr,proto3" json:"value_expr,omitempty"`
	// contains filtered or unexported fields
}

Serialization of `predicate::predicate::Predicate` that contains DataFusion `Expr`s

func (*Predicate) Descriptor deprecated

func (*Predicate) Descriptor() ([]byte, []int)

Deprecated: Use Predicate.ProtoReflect.Descriptor instead.

func (*Predicate) GetExprs

func (x *Predicate) GetExprs() [][]byte

func (*Predicate) GetFieldColumns

func (x *Predicate) GetFieldColumns() []string

func (*Predicate) GetRange

func (x *Predicate) GetRange() *TimestampRange

func (*Predicate) GetValueExpr

func (x *Predicate) GetValueExpr() []*ValueExpr

func (*Predicate) ProtoMessage

func (*Predicate) ProtoMessage()

func (*Predicate) ProtoReflect

func (x *Predicate) ProtoReflect() protoreflect.Message

func (*Predicate) Reset

func (x *Predicate) Reset()

func (*Predicate) String

func (x *Predicate) String() string

type ShardInfo

type ShardInfo struct {

	// Unique shard index
	ShardIndex int32 `protobuf:"varint,1,opt,name=shard_index,json=shardIndex,proto3" json:"shard_index,omitempty"`
	// the status of the data for this shard
	Status ShardStatus `protobuf:"varint,2,opt,name=status,proto3,enum=influxdata.iox.ingester.v1.ShardStatus" json:"status,omitempty"`
	// contains filtered or unexported fields
}

Status of a part of a write in a particular shard

func (*ShardInfo) Descriptor deprecated

func (*ShardInfo) Descriptor() ([]byte, []int)

Deprecated: Use ShardInfo.ProtoReflect.Descriptor instead.

func (*ShardInfo) GetShardIndex

func (x *ShardInfo) GetShardIndex() int32

func (*ShardInfo) GetStatus

func (x *ShardInfo) GetStatus() ShardStatus

func (*ShardInfo) ProtoMessage

func (*ShardInfo) ProtoMessage()

func (*ShardInfo) ProtoReflect

func (x *ShardInfo) ProtoReflect() protoreflect.Message

func (*ShardInfo) Reset

func (x *ShardInfo) Reset()

func (*ShardInfo) String

func (x *ShardInfo) String() string

type ShardStatus

type ShardStatus int32

the state

const (
	// Unspecified status, will result in an error.
	ShardStatus_SHARD_STATUS_UNSPECIFIED ShardStatus = 0
	// The ingester has not yet processed data in this write
	ShardStatus_SHARD_STATUS_DURABLE ShardStatus = 1
	// The ingester has processed the data in this write and it is
	// readable (will be included in a query response)?
	ShardStatus_SHARD_STATUS_READABLE ShardStatus = 2
	// The ingester has processed the data in this write and it is both
	// readable and completely persisted to parquet files.
	ShardStatus_SHARD_STATUS_PERSISTED ShardStatus = 3
	// The ingester does not have information about this shard
	ShardStatus_SHARD_STATUS_UNKNOWN ShardStatus = 4
)

func (ShardStatus) Descriptor

func (ShardStatus) Enum

func (x ShardStatus) Enum() *ShardStatus

func (ShardStatus) EnumDescriptor deprecated

func (ShardStatus) EnumDescriptor() ([]byte, []int)

Deprecated: Use ShardStatus.Descriptor instead.

func (ShardStatus) Number

func (x ShardStatus) Number() protoreflect.EnumNumber

func (ShardStatus) String

func (x ShardStatus) String() string

func (ShardStatus) Type

type SortKey

type SortKey struct {
	Expressions []*SortKey_Expr `protobuf:"bytes,1,rep,name=expressions,proto3" json:"expressions,omitempty"`
	// contains filtered or unexported fields
}

Sort key of a chunk.

func (*SortKey) Descriptor deprecated

func (*SortKey) Descriptor() ([]byte, []int)

Deprecated: Use SortKey.ProtoReflect.Descriptor instead.

func (*SortKey) GetExpressions

func (x *SortKey) GetExpressions() []*SortKey_Expr

func (*SortKey) ProtoMessage

func (*SortKey) ProtoMessage()

func (*SortKey) ProtoReflect

func (x *SortKey) ProtoReflect() protoreflect.Message

func (*SortKey) Reset

func (x *SortKey) Reset()

func (*SortKey) String

func (x *SortKey) String() string

type SortKey_Expr

type SortKey_Expr struct {

	// The name of the column
	Column string `protobuf:"bytes,1,opt,name=column,proto3" json:"column,omitempty"`
	/// Whether the data is sorted in descending order
	Descending bool `protobuf:"varint,2,opt,name=descending,proto3" json:"descending,omitempty"`
	/// Whether the data is sorted with nulls first
	NullsFirst bool `protobuf:"varint,3,opt,name=nulls_first,json=nullsFirst,proto3" json:"nulls_first,omitempty"`
	// contains filtered or unexported fields
}

A sort expression

func (*SortKey_Expr) Descriptor deprecated

func (*SortKey_Expr) Descriptor() ([]byte, []int)

Deprecated: Use SortKey_Expr.ProtoReflect.Descriptor instead.

func (*SortKey_Expr) GetColumn

func (x *SortKey_Expr) GetColumn() string

func (*SortKey_Expr) GetDescending

func (x *SortKey_Expr) GetDescending() bool

func (*SortKey_Expr) GetNullsFirst

func (x *SortKey_Expr) GetNullsFirst() bool

func (*SortKey_Expr) ProtoMessage

func (*SortKey_Expr) ProtoMessage()

func (*SortKey_Expr) ProtoReflect

func (x *SortKey_Expr) ProtoReflect() protoreflect.Message

func (*SortKey_Expr) Reset

func (x *SortKey_Expr) Reset()

func (*SortKey_Expr) String

func (x *SortKey_Expr) String() string

type TimestampRange

type TimestampRange struct {

	// Start defines the inclusive lower bound.
	Start int64 `protobuf:"varint,1,opt,name=start,proto3" json:"start,omitempty"`
	// End defines the exclusive upper bound.
	End int64 `protobuf:"varint,2,opt,name=end,proto3" json:"end,omitempty"`
	// contains filtered or unexported fields
}

Specifies a continuous range of nanosecond timestamps.

func (*TimestampRange) Descriptor deprecated

func (*TimestampRange) Descriptor() ([]byte, []int)

Deprecated: Use TimestampRange.ProtoReflect.Descriptor instead.

func (*TimestampRange) GetEnd

func (x *TimestampRange) GetEnd() int64

func (*TimestampRange) GetStart

func (x *TimestampRange) GetStart() int64

func (*TimestampRange) ProtoMessage

func (*TimestampRange) ProtoMessage()

func (*TimestampRange) ProtoReflect

func (x *TimestampRange) ProtoReflect() protoreflect.Message

func (*TimestampRange) Reset

func (x *TimestampRange) Reset()

func (*TimestampRange) String

func (x *TimestampRange) String() string

type UnimplementedWriteInfoServiceServer

type UnimplementedWriteInfoServiceServer struct {
}

UnimplementedWriteInfoServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedWriteInfoServiceServer) GetWriteInfo

type UnsafeWriteInfoServiceServer

type UnsafeWriteInfoServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeWriteInfoServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to WriteInfoServiceServer will result in compilation errors.

type ValueExpr

type ValueExpr struct {

	// Encoded using DataFusion's Expr serialization code
	Expr []byte `protobuf:"bytes,1,opt,name=expr,proto3" json:"expr,omitempty"`
	// contains filtered or unexported fields
}

A wrapper around a DataFusion expression against `_value` columns

func (*ValueExpr) Descriptor deprecated

func (*ValueExpr) Descriptor() ([]byte, []int)

Deprecated: Use ValueExpr.ProtoReflect.Descriptor instead.

func (*ValueExpr) GetExpr

func (x *ValueExpr) GetExpr() []byte

func (*ValueExpr) ProtoMessage

func (*ValueExpr) ProtoMessage()

func (*ValueExpr) ProtoReflect

func (x *ValueExpr) ProtoReflect() protoreflect.Message

func (*ValueExpr) Reset

func (x *ValueExpr) Reset()

func (*ValueExpr) String

func (x *ValueExpr) String() string

type WriteInfoServiceClient

type WriteInfoServiceClient interface {
	// Get information about a particular write
	GetWriteInfo(ctx context.Context, in *GetWriteInfoRequest, opts ...grpc.CallOption) (*GetWriteInfoResponse, error)
}

WriteInfoServiceClient is the client API for WriteInfoService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

type WriteInfoServiceServer

type WriteInfoServiceServer interface {
	// Get information about a particular write
	GetWriteInfo(context.Context, *GetWriteInfoRequest) (*GetWriteInfoResponse, error)
	// contains filtered or unexported methods
}

WriteInfoServiceServer is the server API for WriteInfoService service. All implementations must embed UnimplementedWriteInfoServiceServer for forward compatibility

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL