core

Documentation

Index

• Constants
• func Streamer(ctx context.Context, config LakeConfig, numOfWorkers int) chan types.StreamMessage
• type IFetcher
• type ILakeConfigBuilder
  • func DefaultLakeConfigBuilder() ILakeConfigBuilder
• type LakeConfig
• type LakeConfigBuilder
  • func (cf *LakeConfigBuilder) Build() *LakeConfig
  • func (cf *LakeConfigBuilder) Mainnet() ILakeConfigBuilder
  • func (cf *LakeConfigBuilder) SetBlocksPreloadPoolSize(size uint64) ILakeConfigBuilder
  • func (cf *LakeConfigBuilder) SetS3BucketName(name string) ILakeConfigBuilder
  • func (cf *LakeConfigBuilder) SetS3Config(config *client.ConfigProvider) ILakeConfigBuilder
  • func (cf *LakeConfigBuilder) SetS3RegionName(name string) ILakeConfigBuilder
  • func (cf *LakeConfigBuilder) SetStartBlockHeight(height uint64) ILakeConfigBuilder
  • func (cf *LakeConfigBuilder) Testnet() ILakeConfigBuilder
• type S3Fetcher
  • func (s3fetcher *S3Fetcher) FetchShardOrRetry(s3Client *s3.S3, s3BucketName string, blockHeight uint64, shardId uint64) (*types.IndexerShard, error)
  • func (s3fetcher *S3Fetcher) FetchStreamerMessage(s3Client *s3.S3, s3BucketName string, blockHeight uint64) (*types.StreamMessage, error)
  • func (s3fetcher *S3Fetcher) ListBlocks(s3Client *s3.S3, s3BucketName string, startFromBlockHeight uint64, ...) ([]uint64, error)

Constants

const (
	MainnetBucketName = "near-lake-data-mainnet"
	TestnetBucketName = "near-lake-data-testnet"
	AwsRegion         = "eu-central-1"
)

const (
	EstimatedShardsCount = 4
	MaxRetryCount        = 15
)

Functions

func Streamer

func Streamer(ctx context.Context, config LakeConfig, numOfWorkers int) chan types.StreamMessage

Types

type IFetcher

type IFetcher interface {
	ListBlocks(
		s3Client *s3.S3,
		s3BucketName string,
		startFromBlockHeight uint64,
		numberOfBlocksRequested uint64,
	) (map[string]interface{}, error)
}

type ILakeConfigBuilder

type ILakeConfigBuilder interface {
	SetS3BucketName(name string) ILakeConfigBuilder
	SetS3RegionName(name string) ILakeConfigBuilder
	SetStartBlockHeight(height uint64) ILakeConfigBuilder
	SetS3Config(config *client.ConfigProvider) ILakeConfigBuilder
	SetBlocksPreloadPoolSize(size uint64) ILakeConfigBuilder
	Mainnet() ILakeConfigBuilder
	Testnet() ILakeConfigBuilder
	Build() *LakeConfig
}

func DefaultLakeConfigBuilder

func DefaultLakeConfigBuilder() ILakeConfigBuilder

type LakeConfig

type LakeConfig struct {
	// contains filtered or unexported fields
}

type LakeConfigBuilder

type LakeConfigBuilder struct {
	// contains filtered or unexported fields
}

func (*LakeConfigBuilder) Build

func (cf *LakeConfigBuilder) Build() *LakeConfig

func (*LakeConfigBuilder) Mainnet

func (cf *LakeConfigBuilder) Mainnet() ILakeConfigBuilder

func (*LakeConfigBuilder) SetBlocksPreloadPoolSize

func (cf *LakeConfigBuilder) SetBlocksPreloadPoolSize(size uint64) ILakeConfigBuilder

func (*LakeConfigBuilder) SetS3BucketName

func (cf *LakeConfigBuilder) SetS3BucketName(name string) ILakeConfigBuilder

func (*LakeConfigBuilder) SetS3Config

func (cf *LakeConfigBuilder) SetS3Config(config *client.ConfigProvider) ILakeConfigBuilder

func (*LakeConfigBuilder) SetS3RegionName

func (cf *LakeConfigBuilder) SetS3RegionName(name string) ILakeConfigBuilder

func (*LakeConfigBuilder) SetStartBlockHeight

func (cf *LakeConfigBuilder) SetStartBlockHeight(height uint64) ILakeConfigBuilder

func (*LakeConfigBuilder) Testnet

func (cf *LakeConfigBuilder) Testnet() ILakeConfigBuilder

type S3Fetcher

type S3Fetcher struct{}

func (*S3Fetcher) FetchShardOrRetry

func (s3fetcher *S3Fetcher) FetchShardOrRetry(
	s3Client *s3.S3,
	s3BucketName string,
	blockHeight uint64,
	shardId uint64,
) (*types.IndexerShard, error)

func (*S3Fetcher) FetchStreamerMessage

func (s3fetcher *S3Fetcher) FetchStreamerMessage(
	s3Client *s3.S3,
	s3BucketName string,
	blockHeight uint64,
) (*types.StreamMessage, error)

func (*S3Fetcher) ListBlocks

func (s3fetcher *S3Fetcher) ListBlocks(
	s3Client *s3.S3,
	s3BucketName string,
	startFromBlockHeight uint64,
	numberOfBlocksRequested uint64,
) ([]uint64, error)