Documentation
¶
Index ¶
- Constants
- Variables
- func FormatDuration(duration string) string
- func RegisterPipelineServer(s grpc.ServiceRegistrar, srv PipelineServer)
- func RunService(addr string) error
- type Config
- func (*Config) Descriptor() ([]byte, []int)deprecated
- func (x *Config) GetPipelineID() string
- func (x *Config) GetPipelineName() string
- func (x *Config) GetPipelineType() *PipelineType
- func (*Config) ProtoMessage()
- func (x *Config) ProtoReflect() protoreflect.Message
- func (x *Config) Reset()
- func (x *Config) String() string
- type DataSourceType
- func (DataSourceType) Descriptor() protoreflect.EnumDescriptor
- func (x DataSourceType) Enum() *DataSourceType
- func (DataSourceType) EnumDescriptor() ([]byte, []int)deprecated
- func (x DataSourceType) Number() protoreflect.EnumNumber
- func (x DataSourceType) String() string
- func (DataSourceType) Type() protoreflect.EnumType
- type Log
- type PipeType
- type PipelineClient
- type PipelineServer
- type PipelineType
- func (*PipelineType) Descriptor() ([]byte, []int)deprecated
- func (x *PipelineType) GetActive() bool
- func (x *PipelineType) GetPipeType() PipeType
- func (x *PipelineType) GetWorkload() Workload
- func (*PipelineType) ProtoMessage()
- func (x *PipelineType) ProtoReflect() protoreflect.Message
- func (x *PipelineType) Reset()
- func (x *PipelineType) String() string
- type Server
- type Service
- func (*Service) Descriptor() ([]byte, []int)deprecated
- func (x *Service) GetPipelineId() string
- func (x *Service) GetPipelineName() string
- func (x *Service) GetPipelineType() *PipelineType
- func (x *Service) GetServiceID() string
- func (*Service) ProtoMessage()
- func (x *Service) ProtoReflect() protoreflect.Message
- func (x *Service) Reset()
- func (x *Service) String() string
- type TemplateData
- type Transaction
- func (*Transaction) Descriptor() ([]byte, []int)deprecated
- func (x *Transaction) GetDataSourceHash() string
- func (x *Transaction) GetDataSourceLocationHash() string
- func (x *Transaction) GetFunctionName() string
- func (x *Transaction) GetService() *Service
- func (x *Transaction) GetTransactionID() string
- func (*Transaction) ProtoMessage()
- func (x *Transaction) ProtoReflect() protoreflect.Message
- func (x *Transaction) Reset()
- func (x *Transaction) String() string
- type UnimplementedPipelineServer
- type UnsafePipelineServer
- type Workload
Constants ¶
const ( Pipeline_CreatePipeline_FullMethodName = "/Pipeline/CreatePipeline" Pipeline_LogTransaction_FullMethodName = "/Pipeline/LogTransaction" )
Variables ¶
var ( PipeType_name = map[int32]string{ 0: "PIPE_UNSPECIFIED", 1: "INGRESS", 2: "EGRESS", 3: "EXTRACT", 4: "TRANSFORM", 5: "LOAD", } PipeType_value = map[string]int32{ "PIPE_UNSPECIFIED": 0, "INGRESS": 1, "EGRESS": 2, "EXTRACT": 3, "TRANSFORM": 4, "LOAD": 5, } )
Enum value maps for PipeType.
var ( Workload_name = map[int32]string{ 0: "WORKLOAD_UNSPECIFIED", 1: "AI", 2: "ML", } Workload_value = map[string]int32{ "WORKLOAD_UNSPECIFIED": 0, "AI": 1, "ML": 2, } )
Enum value maps for Workload.
var ( DataSourceType_name = map[int32]string{ 0: "LocalFile", 1: "NetworkFile", 2: "Database", 3: "API", } DataSourceType_value = map[string]int32{ "LocalFile": 0, "NetworkFile": 1, "Database": 2, "API": 3, } )
Enum value maps for DataSourceType.
var File_sigzag_proto protoreflect.FileDescriptor
var Pipeline_ServiceDesc = grpc.ServiceDesc{ ServiceName: "Pipeline", HandlerType: (*PipelineServer)(nil), Methods: []grpc.MethodDesc{ { MethodName: "CreatePipeline", Handler: _Pipeline_CreatePipeline_Handler, }, { MethodName: "LogTransaction", Handler: _Pipeline_LogTransaction_Handler, }, }, Streams: []grpc.StreamDesc{}, Metadata: "sigzag.proto", }
Pipeline_ServiceDesc is the grpc.ServiceDesc for Pipeline service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)
Functions ¶
func FormatDuration ¶
func RegisterPipelineServer ¶
func RegisterPipelineServer(s grpc.ServiceRegistrar, srv PipelineServer)
func RunService ¶
Types ¶
type Config ¶
type Config struct { PipelineID string `protobuf:"bytes,1,opt,name=PipelineID,proto3" json:"PipelineID,omitempty"` PipelineName string `protobuf:"bytes,2,opt,name=PipelineName,proto3" json:"PipelineName,omitempty"` PipelineType *PipelineType `protobuf:"bytes,3,opt,name=PipelineType,proto3" json:"PipelineType,omitempty"` // contains filtered or unexported fields }
Config identifies the pipeline being logged
func (*Config) Descriptor
deprecated
func (*Config) GetPipelineID ¶
func (*Config) GetPipelineName ¶
func (*Config) GetPipelineType ¶
func (x *Config) GetPipelineType() *PipelineType
func (*Config) ProtoMessage ¶
func (*Config) ProtoMessage()
func (*Config) ProtoReflect ¶
func (x *Config) ProtoReflect() protoreflect.Message
type DataSourceType ¶
type DataSourceType int32
const ( DataSourceType_LocalFile DataSourceType = 0 DataSourceType_NetworkFile DataSourceType = 1 DataSourceType_Database DataSourceType = 2 DataSourceType_API DataSourceType = 3 )
func (DataSourceType) Descriptor ¶
func (DataSourceType) Descriptor() protoreflect.EnumDescriptor
func (DataSourceType) Enum ¶
func (x DataSourceType) Enum() *DataSourceType
func (DataSourceType) EnumDescriptor
deprecated
func (DataSourceType) EnumDescriptor() ([]byte, []int)
Deprecated: Use DataSourceType.Descriptor instead.
func (DataSourceType) Number ¶
func (x DataSourceType) Number() protoreflect.EnumNumber
func (DataSourceType) String ¶
func (x DataSourceType) String() string
func (DataSourceType) Type ¶
func (DataSourceType) Type() protoreflect.EnumType
type Log ¶
type Log struct { LogID string `protobuf:"bytes,1,opt,name=LogID,proto3" json:"LogID,omitempty"` Transaction []*Transaction `protobuf:"bytes,2,rep,name=Transaction,proto3" json:"Transaction,omitempty"` // contains filtered or unexported fields }
Log for the logging all transactions for a pipeline
func (*Log) Descriptor
deprecated
func (*Log) GetTransaction ¶
func (x *Log) GetTransaction() []*Transaction
func (*Log) ProtoMessage ¶
func (*Log) ProtoMessage()
func (*Log) ProtoReflect ¶
func (x *Log) ProtoReflect() protoreflect.Message
type PipeType ¶
type PipeType int32
PipeType Pipeline options
func (PipeType) Descriptor ¶
func (PipeType) Descriptor() protoreflect.EnumDescriptor
func (PipeType) EnumDescriptor
deprecated
func (PipeType) Number ¶
func (x PipeType) Number() protoreflect.EnumNumber
func (PipeType) Type ¶
func (PipeType) Type() protoreflect.EnumType
type PipelineClient ¶
type PipelineClient interface { CreatePipeline(ctx context.Context, in *Config, opts ...grpc.CallOption) (*Service, error) LogTransaction(ctx context.Context, in *Transaction, opts ...grpc.CallOption) (*Log, error) }
PipelineClient is the client API for Pipeline service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.
func NewPipelineClient ¶
func NewPipelineClient(cc grpc.ClientConnInterface) PipelineClient
type PipelineServer ¶
type PipelineServer interface { CreatePipeline(context.Context, *Config) (*Service, error) LogTransaction(context.Context, *Transaction) (*Log, error) // contains filtered or unexported methods }
PipelineServer is the server API for Pipeline service. All implementations must embed UnimplementedPipelineServer for forward compatibility
type PipelineType ¶
type PipelineType struct { PipeType PipeType `protobuf:"varint,1,opt,name=PipeType,proto3,enum=PipeType" json:"PipeType,omitempty"` Workload Workload `protobuf:"varint,2,opt,name=Workload,proto3,enum=Workload" json:"Workload,omitempty"` Active bool `protobuf:"varint,3,opt,name=Active,proto3" json:"Active,omitempty"` // contains filtered or unexported fields }
PipelineType sets the type of pipeline and services available
func (*PipelineType) Descriptor
deprecated
func (*PipelineType) Descriptor() ([]byte, []int)
Deprecated: Use PipelineType.ProtoReflect.Descriptor instead.
func (*PipelineType) GetActive ¶
func (x *PipelineType) GetActive() bool
func (*PipelineType) GetPipeType ¶
func (x *PipelineType) GetPipeType() PipeType
func (*PipelineType) GetWorkload ¶
func (x *PipelineType) GetWorkload() Workload
func (*PipelineType) ProtoMessage ¶
func (*PipelineType) ProtoMessage()
func (*PipelineType) ProtoReflect ¶
func (x *PipelineType) ProtoReflect() protoreflect.Message
func (*PipelineType) Reset ¶
func (x *PipelineType) Reset()
func (*PipelineType) String ¶
func (x *PipelineType) String() string
type Server ¶
type Server struct { //SigZag *postgresql.SigZagModel UnimplementedPipelineServer }
func (Server) CreatePipeline ¶
func (Server) LogTransaction ¶
LogTransaction logs transaction
type Service ¶
type Service struct { ServiceID string `protobuf:"bytes,1,opt,name=ServiceID,proto3" json:"ServiceID,omitempty"` PipelineType *PipelineType `protobuf:"bytes,2,opt,name=PipelineType,proto3" json:"PipelineType,omitempty"` PipelineName string `protobuf:"bytes,3,opt,name=PipelineName,proto3" json:"PipelineName,omitempty"` PipelineId string `protobuf:"bytes,4,opt,name=PipelineId,proto3" json:"PipelineId,omitempty"` // contains filtered or unexported fields }
ServiceInfo details the service that has been created for the pipeline
func (*Service) Descriptor
deprecated
func (*Service) GetPipelineId ¶
func (*Service) GetPipelineName ¶
func (*Service) GetPipelineType ¶
func (x *Service) GetPipelineType() *PipelineType
func (*Service) GetServiceID ¶
func (*Service) ProtoMessage ¶
func (*Service) ProtoMessage()
func (*Service) ProtoReflect ¶
func (x *Service) ProtoReflect() protoreflect.Message
type TemplateData ¶
type Transaction ¶
type Transaction struct { TransactionID string `protobuf:"bytes,1,opt,name=TransactionID,proto3" json:"TransactionID,omitempty"` Service *Service `protobuf:"bytes,2,opt,name=Service,proto3" json:"Service,omitempty"` FunctionName string `protobuf:"bytes,3,opt,name=FunctionName,proto3" json:"FunctionName,omitempty"` DataSourceHash string `protobuf:"bytes,4,opt,name=DataSourceHash,proto3" json:"DataSourceHash,omitempty"` DataSourceLocationHash string `protobuf:"bytes,5,opt,name=DataSourceLocationHash,proto3" json:"DataSourceLocationHash,omitempty"` // contains filtered or unexported fields }
Transaction is an entry to the TransactionLog
func (*Transaction) Descriptor
deprecated
func (*Transaction) Descriptor() ([]byte, []int)
Deprecated: Use Transaction.ProtoReflect.Descriptor instead.
func (*Transaction) GetDataSourceHash ¶
func (x *Transaction) GetDataSourceHash() string
func (*Transaction) GetDataSourceLocationHash ¶
func (x *Transaction) GetDataSourceLocationHash() string
func (*Transaction) GetFunctionName ¶
func (x *Transaction) GetFunctionName() string
func (*Transaction) GetService ¶
func (x *Transaction) GetService() *Service
func (*Transaction) GetTransactionID ¶
func (x *Transaction) GetTransactionID() string
func (*Transaction) ProtoMessage ¶
func (*Transaction) ProtoMessage()
func (*Transaction) ProtoReflect ¶
func (x *Transaction) ProtoReflect() protoreflect.Message
func (*Transaction) Reset ¶
func (x *Transaction) Reset()
func (*Transaction) String ¶
func (x *Transaction) String() string
type UnimplementedPipelineServer ¶
type UnimplementedPipelineServer struct { }
UnimplementedPipelineServer must be embedded to have forward compatible implementations.
func (UnimplementedPipelineServer) CreatePipeline ¶
func (UnimplementedPipelineServer) LogTransaction ¶
func (UnimplementedPipelineServer) LogTransaction(context.Context, *Transaction) (*Log, error)
type UnsafePipelineServer ¶
type UnsafePipelineServer interface {
// contains filtered or unexported methods
}
UnsafePipelineServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to PipelineServer will result in compilation errors.
type Workload ¶
type Workload int32
func (Workload) Descriptor ¶
func (Workload) Descriptor() protoreflect.EnumDescriptor
func (Workload) EnumDescriptor
deprecated
func (Workload) Number ¶
func (x Workload) Number() protoreflect.EnumNumber
func (Workload) Type ¶
func (Workload) Type() protoreflect.EnumType