pipeline

Documentation

Index

• func SynchronizeStores(ctx context.Context, workerPool *worker.Pool, ...) error
• type BaseExecutor
• type MapperModuleExecutor
  • func (e *MapperModuleExecutor) Name() string
  • func (e *MapperModuleExecutor) String() string
• type ModuleExecutor
  • func OptimizeExecutors(moduleOutputCache map[string]*outputs.OutputCache, ...) (optimizedModuleExecutors []ModuleExecutor, skipBlockSource bool)
• type Option
  • func WithAllowInvalidState() Option
  • func WithPartialMode() Option
  • func WithPostBlockHook(f substreams.BlockHook) Option
  • func WithPostJobHook(f substreams.PostJobHook) Option
  • func WithPreBlockHook(f substreams.BlockHook) Option
  • func WithStoresSaveInterval(seconds uint64) Option
  • func WithSyncBlockRangeRestriction(maxRangeSize uint64) Option
• type Pipeline
  • func New(ctx context.Context, request *pbsubstreams.Request, ...) *Pipeline
  • func (p *Pipeline) HandlerFactory(workerPool *worker.Pool, respFunc func(resp *pbsubstreams.Response) error) (bstream.Handler, error)
  • func (p *Pipeline) InitializeStores(ctx context.Context) error
• type PipelineOptioner
• type StoreModuleExecutor
  • func (e *StoreModuleExecutor) Name() string
  • func (e *StoreModuleExecutor) String() string

Functions

func SynchronizeStores

func SynchronizeStores(
	ctx context.Context,
	workerPool *worker.Pool,
	originalRequest *pbsubstreams.Request,
	builders []*state.Builder,
	graph *manifest.ModuleGraph,
	outputCache map[string]*outputs.OutputCache,
	upToBlockNum uint64,
	respFunc substreams.ResponseFunc,
	blockRangeSizeSubRequests int,
	storeSaveInterval uint64,
	maxSubrequestRangeSize uint64) error

Types

type BaseExecutor

type BaseExecutor struct {
	// contains filtered or unexported fields
}

type MapperModuleExecutor

type MapperModuleExecutor struct {
	BaseExecutor
	// contains filtered or unexported fields
}

func (*MapperModuleExecutor) Name

func (e *MapperModuleExecutor) Name() string

Name implements ModuleExecutor

func (*MapperModuleExecutor) String

func (e *MapperModuleExecutor) String() string

type ModuleExecutor

type ModuleExecutor interface {
	// Name returns the name of the module as defined in the manifest.
	Name() string

	// String returns the module executor representation, usually its name directly.
	String() string
	// contains filtered or unexported methods
}

func OptimizeExecutors

func OptimizeExecutors(moduleOutputCache map[string]*outputs.OutputCache, moduleExecutors []ModuleExecutor, requestedOutputStores []string) (optimizedModuleExecutors []ModuleExecutor, skipBlockSource bool)

type Option

type Option func(p *Pipeline)

func WithAllowInvalidState

func WithAllowInvalidState() Option

func WithPartialMode

func WithPartialMode() Option

func WithPostBlockHook

func WithPostBlockHook(f substreams.BlockHook) Option

func WithPostJobHook

func WithPostJobHook(f substreams.PostJobHook) Option

func WithPreBlockHook

func WithPreBlockHook(f substreams.BlockHook) Option

func WithStoresSaveInterval

func WithStoresSaveInterval(seconds uint64) Option

func WithSyncBlockRangeRestriction

func WithSyncBlockRangeRestriction(maxRangeSize uint64) Option

type Pipeline

type Pipeline struct {
	// contains filtered or unexported fields
}

func New

func New(
	ctx context.Context,
	request *pbsubstreams.Request,
	graph *manifest.ModuleGraph,
	blockType string,
	baseStateStore dstore.Store,
	outputCacheSaveBlockInterval uint64,
	wasmExtensions []wasm.WASMExtensioner,
	grpcClientFactory func() (pbsubstreams.StreamClient, []grpc.CallOption, error),
	blockRangeSizeSubRequests int,
	opts ...Option) *Pipeline

func (*Pipeline) HandlerFactory

func (p *Pipeline) HandlerFactory(workerPool *worker.Pool, respFunc func(resp *pbsubstreams.Response) error) (bstream.Handler, error)

func (*Pipeline) InitializeStores

func (p *Pipeline) InitializeStores(ctx context.Context) error

type PipelineOptioner

type PipelineOptioner interface {
	PipelineOptions(ctx context.Context, request *pbsubstreams.Request) []Option
}

type StoreModuleExecutor

type StoreModuleExecutor struct {
	BaseExecutor
	// contains filtered or unexported fields
}

func (*StoreModuleExecutor) Name

func (e *StoreModuleExecutor) Name() string

Name implements ModuleExecutor

func (*StoreModuleExecutor) String

func (e *StoreModuleExecutor) String() string