pipeline

package
v0.0.0-...-34e0b2d Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Aug 9, 2024 License: Apache-2.0 Imports: 37 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func NewFlowgraphManager 

func NewFlowgraphManager() *fgManagerImpl

Types

type BaseMsg 

type BaseMsg = flowgraph.BaseMsg

type BaseNode 

type BaseNode = flowgraph.BaseNode

BaseNode is flowgraph.BaseNode

type Blob 

type Blob = storage.Blob

Blob of storage

type DataSyncService 

type DataSyncService struct {
	// contains filtered or unexported fields
}

DataSyncService controls a flowgraph for a specific collection

func NewDataSyncService 

func NewDataSyncService(initCtx context.Context, pipelineParams *util.PipelineParams, info *datapb.ChannelWatchInfo, tickler *util.Tickler) (*DataSyncService, error)

NewDataSyncService gets a dataSyncService, but flowgraphs are not running initCtx is used to init the dataSyncService only, if initCtx.Canceled or initCtx.Timeout NewDataSyncService stops and returns the initCtx.Err()

func NewDataSyncServiceWithMetaCache 

func NewDataSyncServiceWithMetaCache(metaCache metacache.MetaCache) *DataSyncService

func NewStreamingNodeDataSyncService 

func NewStreamingNodeDataSyncService(initCtx context.Context, pipelineParams *util.PipelineParams, info *datapb.ChannelWatchInfo, input <-chan *msgstream.MsgPack) (*DataSyncService, error)

func (*DataSyncService) GetMetaCache 

func (dsService *DataSyncService) GetMetaCache() metacache.MetaCache

func (*DataSyncService) GetOpID 

func (dsService *DataSyncService) GetOpID() int64

func (*DataSyncService) GracefullyClose 

func (dsService *DataSyncService) GracefullyClose()

func (*DataSyncService) Start 

func (dsService *DataSyncService) Start()

Start the flow graph in dataSyncService

type DeleteData 

type DeleteData = storage.DeleteData

DeleteData record deleted IDs and Timestamps

type FlowGraphMsg 

type FlowGraphMsg struct {
	BaseMsg
	InsertMessages []*msgstream.InsertMsg
	DeleteMessages []*msgstream.DeleteMsg
	TimeRange      util.TimeRange
	StartPositions []*msgpb.MsgPosition
	EndPositions   []*msgpb.MsgPosition
	// contains filtered or unexported fields
}

func (*FlowGraphMsg) IsClose 

func (fgMsg *FlowGraphMsg) IsClose() bool

func (*FlowGraphMsg) TimeTick 

func (fgMsg *FlowGraphMsg) TimeTick() typeutil.Timestamp

type FlowgraphManager 

type FlowgraphManager interface {
	AddFlowgraph(ds *DataSyncService)
	RemoveFlowgraph(channel string)
	ClearFlowgraphs()

	GetFlowgraphService(channel string) (*DataSyncService, bool)
	HasFlowgraph(channel string) bool
	HasFlowgraphWithOpID(channel string, opID int64) bool
	GetFlowgraphCount() int
	GetCollectionIDs() []int64

	Close()
}

type InputNode 

type InputNode = flowgraph.InputNode

InputNode is flowgraph.InputNode

type InsertData 

type InsertData = storage.InsertData

InsertData of storage

type MockFlowgraphManager 

type MockFlowgraphManager struct {
	mock.Mock
}

MockFlowgraphManager is an autogenerated mock type for the FlowgraphManager type

func NewMockFlowgraphManager 

func NewMockFlowgraphManager(t interface {
	mock.TestingT
	Cleanup(func())
}) *MockFlowgraphManager

NewMockFlowgraphManager creates a new instance of MockFlowgraphManager. It also registers a testing interface on the mock and a cleanup function to assert the mocks expectations. The first argument is typically a *testing.T value.

func (*MockFlowgraphManager) AddFlowgraph 

func (_m *MockFlowgraphManager) AddFlowgraph(ds *DataSyncService)

AddFlowgraph provides a mock function with given fields: ds

func (*MockFlowgraphManager) ClearFlowgraphs 

func (_m *MockFlowgraphManager) ClearFlowgraphs()

ClearFlowgraphs provides a mock function with given fields:

func (*MockFlowgraphManager) Close 

func (_m *MockFlowgraphManager) Close()

Close provides a mock function with given fields:

func (*MockFlowgraphManager) EXPECT 

func (_m *MockFlowgraphManager) EXPECT() *MockFlowgraphManager_Expecter

func (*MockFlowgraphManager) GetCollectionIDs 

func (_m *MockFlowgraphManager) GetCollectionIDs() []int64

GetCollectionIDs provides a mock function with given fields:

func (*MockFlowgraphManager) GetFlowgraphCount 

func (_m *MockFlowgraphManager) GetFlowgraphCount() int

GetFlowgraphCount provides a mock function with given fields:

func (*MockFlowgraphManager) GetFlowgraphService 

func (_m *MockFlowgraphManager) GetFlowgraphService(channel string) (*DataSyncService, bool)

GetFlowgraphService provides a mock function with given fields: channel

func (*MockFlowgraphManager) HasFlowgraph 

func (_m *MockFlowgraphManager) HasFlowgraph(channel string) bool

HasFlowgraph provides a mock function with given fields: channel

func (*MockFlowgraphManager) HasFlowgraphWithOpID 

func (_m *MockFlowgraphManager) HasFlowgraphWithOpID(channel string, opID int64) bool

HasFlowgraphWithOpID provides a mock function with given fields: channel, opID

func (*MockFlowgraphManager) RemoveFlowgraph 

func (_m *MockFlowgraphManager) RemoveFlowgraph(channel string)

RemoveFlowgraph provides a mock function with given fields: channel

type MockFlowgraphManager_AddFlowgraph_Call 

type MockFlowgraphManager_AddFlowgraph_Call struct {
	*mock.Call
}

MockFlowgraphManager_AddFlowgraph_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'AddFlowgraph'

func (*MockFlowgraphManager_AddFlowgraph_Call) Return 

func (_c *MockFlowgraphManager_AddFlowgraph_Call) Return() *MockFlowgraphManager_AddFlowgraph_Call

func (*MockFlowgraphManager_AddFlowgraph_Call) Run 

func (_c *MockFlowgraphManager_AddFlowgraph_Call) Run(run func(ds *DataSyncService)) *MockFlowgraphManager_AddFlowgraph_Call

func (*MockFlowgraphManager_AddFlowgraph_Call) RunAndReturn 

func (_c *MockFlowgraphManager_AddFlowgraph_Call) RunAndReturn(run func(*DataSyncService)) *MockFlowgraphManager_AddFlowgraph_Call

type MockFlowgraphManager_ClearFlowgraphs_Call 

type MockFlowgraphManager_ClearFlowgraphs_Call struct {
	*mock.Call
}

MockFlowgraphManager_ClearFlowgraphs_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'ClearFlowgraphs'

func (*MockFlowgraphManager_ClearFlowgraphs_Call) Return 

func (_c *MockFlowgraphManager_ClearFlowgraphs_Call) Return() *MockFlowgraphManager_ClearFlowgraphs_Call

func (*MockFlowgraphManager_ClearFlowgraphs_Call) Run 

func (_c *MockFlowgraphManager_ClearFlowgraphs_Call) Run(run func()) *MockFlowgraphManager_ClearFlowgraphs_Call

func (*MockFlowgraphManager_ClearFlowgraphs_Call) RunAndReturn 

func (_c *MockFlowgraphManager_ClearFlowgraphs_Call) RunAndReturn(run func()) *MockFlowgraphManager_ClearFlowgraphs_Call

type MockFlowgraphManager_Close_Call 

type MockFlowgraphManager_Close_Call struct {
	*mock.Call
}

MockFlowgraphManager_Close_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'Close'

func (*MockFlowgraphManager_Close_Call) Return 

func (_c *MockFlowgraphManager_Close_Call) Return() *MockFlowgraphManager_Close_Call

func (*MockFlowgraphManager_Close_Call) Run 

func (_c *MockFlowgraphManager_Close_Call) Run(run func()) *MockFlowgraphManager_Close_Call

func (*MockFlowgraphManager_Close_Call) RunAndReturn 

func (_c *MockFlowgraphManager_Close_Call) RunAndReturn(run func()) *MockFlowgraphManager_Close_Call

type MockFlowgraphManager_Expecter 

type MockFlowgraphManager_Expecter struct {
	// contains filtered or unexported fields
}

func (*MockFlowgraphManager_Expecter) AddFlowgraph 

func (_e *MockFlowgraphManager_Expecter) AddFlowgraph(ds interface{}) *MockFlowgraphManager_AddFlowgraph_Call

AddFlowgraph is a helper method to define mock.On call

  • ds *DataSyncService

func (*MockFlowgraphManager_Expecter) ClearFlowgraphs 

func (_e *MockFlowgraphManager_Expecter) ClearFlowgraphs() *MockFlowgraphManager_ClearFlowgraphs_Call

ClearFlowgraphs is a helper method to define mock.On call

func (*MockFlowgraphManager_Expecter) Close 

func (_e *MockFlowgraphManager_Expecter) Close() *MockFlowgraphManager_Close_Call

Close is a helper method to define mock.On call

func (*MockFlowgraphManager_Expecter) GetCollectionIDs 

func (_e *MockFlowgraphManager_Expecter) GetCollectionIDs() *MockFlowgraphManager_GetCollectionIDs_Call

GetCollectionIDs is a helper method to define mock.On call

func (*MockFlowgraphManager_Expecter) GetFlowgraphCount 

func (_e *MockFlowgraphManager_Expecter) GetFlowgraphCount() *MockFlowgraphManager_GetFlowgraphCount_Call

GetFlowgraphCount is a helper method to define mock.On call

func (*MockFlowgraphManager_Expecter) GetFlowgraphService 

func (_e *MockFlowgraphManager_Expecter) GetFlowgraphService(channel interface{}) *MockFlowgraphManager_GetFlowgraphService_Call

GetFlowgraphService is a helper method to define mock.On call

  • channel string

func (*MockFlowgraphManager_Expecter) HasFlowgraph 

func (_e *MockFlowgraphManager_Expecter) HasFlowgraph(channel interface{}) *MockFlowgraphManager_HasFlowgraph_Call

HasFlowgraph is a helper method to define mock.On call

  • channel string

func (*MockFlowgraphManager_Expecter) HasFlowgraphWithOpID 

func (_e *MockFlowgraphManager_Expecter) HasFlowgraphWithOpID(channel interface{}, opID interface{}) *MockFlowgraphManager_HasFlowgraphWithOpID_Call

HasFlowgraphWithOpID is a helper method to define mock.On call

  • channel string
  • opID int64

func (*MockFlowgraphManager_Expecter) RemoveFlowgraph 

func (_e *MockFlowgraphManager_Expecter) RemoveFlowgraph(channel interface{}) *MockFlowgraphManager_RemoveFlowgraph_Call

RemoveFlowgraph is a helper method to define mock.On call

  • channel string

type MockFlowgraphManager_GetCollectionIDs_Call 

type MockFlowgraphManager_GetCollectionIDs_Call struct {
	*mock.Call
}

MockFlowgraphManager_GetCollectionIDs_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'GetCollectionIDs'

func (*MockFlowgraphManager_GetCollectionIDs_Call) Return 

func (_c *MockFlowgraphManager_GetCollectionIDs_Call) Return(_a0 []int64) *MockFlowgraphManager_GetCollectionIDs_Call

func (*MockFlowgraphManager_GetCollectionIDs_Call) Run 

func (_c *MockFlowgraphManager_GetCollectionIDs_Call) Run(run func()) *MockFlowgraphManager_GetCollectionIDs_Call

func (*MockFlowgraphManager_GetCollectionIDs_Call) RunAndReturn 

func (_c *MockFlowgraphManager_GetCollectionIDs_Call) RunAndReturn(run func() []int64) *MockFlowgraphManager_GetCollectionIDs_Call

type MockFlowgraphManager_GetFlowgraphCount_Call 

type MockFlowgraphManager_GetFlowgraphCount_Call struct {
	*mock.Call
}

MockFlowgraphManager_GetFlowgraphCount_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'GetFlowgraphCount'

func (*MockFlowgraphManager_GetFlowgraphCount_Call) Return 

func (_c *MockFlowgraphManager_GetFlowgraphCount_Call) Return(_a0 int) *MockFlowgraphManager_GetFlowgraphCount_Call

func (*MockFlowgraphManager_GetFlowgraphCount_Call) Run 

func (_c *MockFlowgraphManager_GetFlowgraphCount_Call) Run(run func()) *MockFlowgraphManager_GetFlowgraphCount_Call

func (*MockFlowgraphManager_GetFlowgraphCount_Call) RunAndReturn 

func (_c *MockFlowgraphManager_GetFlowgraphCount_Call) RunAndReturn(run func() int) *MockFlowgraphManager_GetFlowgraphCount_Call

type MockFlowgraphManager_GetFlowgraphService_Call 

type MockFlowgraphManager_GetFlowgraphService_Call struct {
	*mock.Call
}

MockFlowgraphManager_GetFlowgraphService_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'GetFlowgraphService'

func (*MockFlowgraphManager_GetFlowgraphService_Call) Return 

func (_c *MockFlowgraphManager_GetFlowgraphService_Call) Return(_a0 *DataSyncService, _a1 bool) *MockFlowgraphManager_GetFlowgraphService_Call

func (*MockFlowgraphManager_GetFlowgraphService_Call) Run 

func (_c *MockFlowgraphManager_GetFlowgraphService_Call) Run(run func(channel string)) *MockFlowgraphManager_GetFlowgraphService_Call

func (*MockFlowgraphManager_GetFlowgraphService_Call) RunAndReturn 

func (_c *MockFlowgraphManager_GetFlowgraphService_Call) RunAndReturn(run func(string) (*DataSyncService, bool)) *MockFlowgraphManager_GetFlowgraphService_Call

type MockFlowgraphManager_HasFlowgraphWithOpID_Call 

type MockFlowgraphManager_HasFlowgraphWithOpID_Call struct {
	*mock.Call
}

MockFlowgraphManager_HasFlowgraphWithOpID_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'HasFlowgraphWithOpID'

func (*MockFlowgraphManager_HasFlowgraphWithOpID_Call) Return 

func (_c *MockFlowgraphManager_HasFlowgraphWithOpID_Call) Return(_a0 bool) *MockFlowgraphManager_HasFlowgraphWithOpID_Call

func (*MockFlowgraphManager_HasFlowgraphWithOpID_Call) Run 

func (_c *MockFlowgraphManager_HasFlowgraphWithOpID_Call) Run(run func(channel string, opID int64)) *MockFlowgraphManager_HasFlowgraphWithOpID_Call

func (*MockFlowgraphManager_HasFlowgraphWithOpID_Call) RunAndReturn 

func (_c *MockFlowgraphManager_HasFlowgraphWithOpID_Call) RunAndReturn(run func(string, int64) bool) *MockFlowgraphManager_HasFlowgraphWithOpID_Call

type MockFlowgraphManager_HasFlowgraph_Call 

type MockFlowgraphManager_HasFlowgraph_Call struct {
	*mock.Call
}

MockFlowgraphManager_HasFlowgraph_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'HasFlowgraph'

func (*MockFlowgraphManager_HasFlowgraph_Call) Return 

func (_c *MockFlowgraphManager_HasFlowgraph_Call) Return(_a0 bool) *MockFlowgraphManager_HasFlowgraph_Call

func (*MockFlowgraphManager_HasFlowgraph_Call) Run 

func (_c *MockFlowgraphManager_HasFlowgraph_Call) Run(run func(channel string)) *MockFlowgraphManager_HasFlowgraph_Call

func (*MockFlowgraphManager_HasFlowgraph_Call) RunAndReturn 

func (_c *MockFlowgraphManager_HasFlowgraph_Call) RunAndReturn(run func(string) bool) *MockFlowgraphManager_HasFlowgraph_Call

type MockFlowgraphManager_RemoveFlowgraph_Call 

type MockFlowgraphManager_RemoveFlowgraph_Call struct {
	*mock.Call
}

MockFlowgraphManager_RemoveFlowgraph_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'RemoveFlowgraph'

func (*MockFlowgraphManager_RemoveFlowgraph_Call) Return 

func (_c *MockFlowgraphManager_RemoveFlowgraph_Call) Return() *MockFlowgraphManager_RemoveFlowgraph_Call

func (*MockFlowgraphManager_RemoveFlowgraph_Call) Run 

func (_c *MockFlowgraphManager_RemoveFlowgraph_Call) Run(run func(channel string)) *MockFlowgraphManager_RemoveFlowgraph_Call

func (*MockFlowgraphManager_RemoveFlowgraph_Call) RunAndReturn 

func (_c *MockFlowgraphManager_RemoveFlowgraph_Call) RunAndReturn(run func(string)) *MockFlowgraphManager_RemoveFlowgraph_Call

type Msg 

type Msg = flowgraph.Msg

Msg is flowgraph.Msg

type MsgStreamMsg 

type MsgStreamMsg = flowgraph.MsgStreamMsg

MsgStreamMsg is flowgraph.MsgStreamMsg

type Node 

type Node = flowgraph.Node

Node is flowgraph.Node

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.