manifest

package
v1.5.5 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Apr 17, 2024 License: Apache-2.0 Imports: 49 Imported by: 13

Documentation

Index

Constants

View Source 
const (
	ModuleKindStore      = "store"
	ModuleKindMap        = "map"
	ModuleKindBlockIndex = "blockIndex"
)
View Source 
const (
	OutputValueTypeInt64      = "int64"
	OutputValueTypeFloat64    = "float64"
	OutputValueTypeBigInt     = "bigint"
	OutputValueTypeBigDecimal = "bigdecimal"

	// Deprecated: bigfloat value type replaced with bigdecimal
	OutputValueTypeBigFloat = "bigfloat"
	OutputValueTypeString   = "string"
)
View Source 
const (
	UpdatePolicySet            = "set"
	UpdatePolicySetIfNotExists = "set_if_not_exists"
	UpdatePolicyAdd            = "add"
	UpdatePolicyMax            = "max"
	UpdatePolicyMin            = "min"
	UpdatePolicyAppend         = "append"
)
View Source 
const PrefixSeparator = ":"
View Source 
const UNSET = math.MaxUint64

Variables

View Source 
var HardcodedEndpoints = map[string]string{
	"mainnet":        "mainnet.eth.streamingfast.io:443",
	"matic":          "polygon.streamingfast.io:443",
	"polygon":        "polygon.streamingfast.io:443",
	"goerli":         "goerli.eth.streamingfast.io:443",
	"mumbai":         "mumbai.streamingfast.io:443",
	"bnb":            "bnb.streamingfast.io:443",
	"bsc":            "bnb.streamingfast.io:443",
	"sepolia":        "sepolia.eth.streamingfast.io:443",
	"holesky":        "holesky.eth.streamingfast.io:443",
	"near":           "mainnet.near.streamingfast.io:443",
	"near-mainnet":   "mainnet.near.streamingfast.io:443",
	"near-testnet":   "testnet.near.streamingfast.io:443",
	"arbitrum":       "arb-one.streamingfast.io:443",
	"arb":            "arb-one.streamingfast.io:443",
	"arb-one":        "arb-one.streamingfast.io:443",
	"solana":         "mainnet.sol.streamingfast.io:443",
	"sol":            "mainnet.sol.streamingfast.io:443",
	"solana-mainnet": "mainnet.sol.streamingfast.io:443",
	"optimism":       "optimism.streamingfast.io:443",
	"bitcoin":        "btc-mainnet.streamingfast.io:443",
	"chapel":         "chapel.substreams.pinax.network:443",

	"eos":       "eos.substreams.pinax.network:443",
	"jungle4":   "jungle4.substreams.pinax.network:443",
	"kylin":     "kylin.substreams.pinax.network:443",
	"wax":       "wax.substreams.pinax.network:443",
	"waxtest":   "waxtest.substreams.pinax.network:443",
	"telos":     "telos.substreams.pinax.network:443",
	"telostest": "telostest.substreams.pinax.network:443",
	"ore":       "ore.substreams.pinax.network:443",
	"orestage":  "orestage.substreams.pinax.network:443",
	"ux":        "ux.substreams.pinax.network:443",
}

TODO: replace by the blockchain-based discovery when available

View Source 
var IPFSTimeout time.Duration
View Source 
var IPFSURL string
View Source 
var JPGHeader = []byte{0xff, 0xd8, 0xff}
View Source 
var PNGHeader = []byte{0x89, 0x50, 0x4E, 0x47, 0x0D, 0x0A, 0x1A, 0x0A}
View Source 
var WebPHeader = []byte{0x52, 0x49, 0x46, 0x46}

Functions

func ApplyNetwork added in v1.3.0 

func ApplyNetwork(network string, pkg *pbsubstreams.Package) error

func ApplyParams added in v1.1.1 

func ApplyParams(params map[string]string, pkg *pbsubstreams.Package) error

func BuildMessageDescriptors added in v1.0.2 

func BuildMessageDescriptors(pkg *pbsubstreams.Package) (out map[string]*ModuleDescriptor, err error)

func DescribeSinkConfigs added in v1.1.15 

func DescribeSinkConfigs(pkg *pbssv1.Package) (desc string, files map[string][]byte, err error)

DescribeSinkConfigs returns a human-readable description of the sinkconfigs. Fields that were imported from files are returned as bytes in a map

func ExtractNetworkEndpoint added in v1.1.15 

func ExtractNetworkEndpoint(networkFromManifest, fromFlag string, logger *zap.Logger) (string, error)

func GenerateMermaidLiveURL added in v1.0.1 

func GenerateMermaidLiveURL(mods *pbsubstreams.Modules) string

func IsLikelyManifestInput added in v1.1.12 

func IsLikelyManifestInput(in string) bool

IsLikelyManifestInput determines if the input is likely a manifest input, which is determined by checking:

  • If the input starts with remote prefix ("https://", "http://", "ipfs://", "gs://", "s3://", "az://")
  • If the input ends with `.yaml`
  • If the input is a directory (we check for path separator)

func NewSimpleTestModules added in v1.1.1 

func NewSimpleTestModules() []*pbsubstreams.Module

NewTestModules can be used in foreign packages for their test suite

func NewTestModules 

func NewTestModules() []*pbsubstreams.Module

NewTestModules can be used in foreign packages for their test suite

func ParseParams added in v1.3.0 

func ParseParams(paramsString []string) (map[string]string, error)

func PrintMermaid 

func PrintMermaid(mods *pbsubstreams.Modules)

func SortModuleNamesByGraphTopology added in v0.1.0 

func SortModuleNamesByGraphTopology(mods []string, g *ModuleGraph) []string

func TestReadManifest added in v0.1.0 

func TestReadManifest(t testing.T, manifestPath string) *pbsubstreams.Package

func ValidateModules 

func ValidateModules(mods *pbsubstreams.Modules) error

ValidateModules is run both by the client _and_ the server.

Types

type Binary 

type Binary struct {
	File                string            `yaml:"file"`
	Type                string            `yaml:"type"`
	Native              string            `yaml:"native"`
	Content             []byte            `yaml:"-"`
	Entrypoint          string            `yaml:"entrypoint"`
	ProtoPackageMapping map[string]string `yaml:"protoPackageMapping"`
}

type BlockFilter added in v1.4.0 

type BlockFilter struct {
	Module string `yaml:"module"`
	Query  string `yaml:"query"`
}

type Input 

type Input struct {
	Source string `yaml:"source"`
	Store  string `yaml:"store"`
	Map    string `yaml:"map"`
	Params string `yaml:"params"`

	Mode string `yaml:"mode"`
}

func (*Input) IsMap added in v0.1.0 

func (i *Input) IsMap() bool

func (*Input) IsParams added in v1.0.0 

func (i *Input) IsParams() bool

func (*Input) IsSource added in v0.1.0 

func (i *Input) IsSource() bool

func (*Input) IsStore added in v0.1.0 

func (i *Input) IsStore() bool

type Manifest 

type Manifest struct {
	SpecVersion string            `yaml:"specVersion"` // check that it equals v0.1.0
	Package     PackageMeta       `yaml:"package"`
	Protobuf    Protobuf          `yaml:"protobuf"`
	Imports     mapSlice          `yaml:"imports"`
	Binaries    map[string]Binary `yaml:"binaries"`
	Modules     []*Module         `yaml:"modules"`
	Params      map[string]string `yaml:"params"`

	BlockFilters map[string]string         `yaml:"blockFilters"`
	Network      string                    `yaml:"network"`
	Networks     map[string]*NetworkParams `yaml:"networks"`
	Sink         *Sink                     `yaml:"sink"`

	Graph   *ModuleGraph `yaml:"-"`
	Workdir string       `yaml:"-"`
}

Manifest is a YAML structure used to create a Package and its list of Modules. The notion of a manifest does not live in protobuf definitions.

func LoadManifestFile added in v0.1.0 

func LoadManifestFile(inputPath, workingDir string) (*Manifest, error)

type Module 

type Module struct {
	Name         string       `yaml:"name"`
	Doc          string       `yaml:"doc"`
	Kind         string       `yaml:"kind"`
	InitialBlock *uint64      `yaml:"initialBlock"`
	BlockFilter  *BlockFilter `yaml:"blockFilter"`

	UpdatePolicy string `yaml:"updatePolicy"`
	ValueType    string `yaml:"valueType"`
	Binary       string `yaml:"binary"`

	Inputs []*Input     `yaml:"inputs"`
	Output StreamOutput `yaml:"output"`
	Use    string       `yaml:"use"`
}

func (*Module) String 

func (m *Module) String() string

func (*Module) ToProtoWASM 

func (m *Module) ToProtoWASM(codeIndex uint32) (*pbsubstreams.Module, error)

type ModuleDescriptor added in v1.0.2 

type ModuleDescriptor struct {
	// Either or
	StoreValueType string
	MapOutputType  string

	ProtoMessageType  string
	MessageDescriptor *desc.MessageDescriptor
}

type ModuleGraph 

type ModuleGraph struct {
	*graph.Mutable
	// contains filtered or unexported fields
}

func NewModuleGraph 

func NewModuleGraph(modules []*pbsubstreams.Module) (*ModuleGraph, error)

func (*ModuleGraph) AncestorStoresOf 

func (g *ModuleGraph) AncestorStoresOf(moduleName string) ([]*pbsubstreams.Module, error)

func (*ModuleGraph) AncestorsOf 

func (g *ModuleGraph) AncestorsOf(moduleName string) ([]*pbsubstreams.Module, error)

func (*ModuleGraph) ChildrenOf added in v1.0.2 

func (g *ModuleGraph) ChildrenOf(moduleName string) ([]*pbsubstreams.Module, error)

func (*ModuleGraph) Context added in v1.0.2 

func (g *ModuleGraph) Context(moduleName string) (parents []string, children []string, err error)

func (*ModuleGraph) GetSources 

func (g *ModuleGraph) GetSources() []string

func (*ModuleGraph) GroupedAncestorStores 

func (g *ModuleGraph) GroupedAncestorStores(moduleName string) ([][]*pbsubstreams.Module, error)

func (*ModuleGraph) HasStatefulDependencies added in v1.1.20 

func (g *ModuleGraph) HasStatefulDependencies(moduleName string) (bool, error)

func (*ModuleGraph) Module added in v0.0.14 

func (g *ModuleGraph) Module(moduleName string) (*pbsubstreams.Module, error)

func (*ModuleGraph) ModuleIndexFromName added in v1.1.1 

func (g *ModuleGraph) ModuleIndexFromName(name string) (int, bool)

func (*ModuleGraph) ModuleInitialBlock 

func (g *ModuleGraph) ModuleInitialBlock(moduleName string) (uint64, error)

func (*ModuleGraph) ModuleNameFromIndex added in v1.1.1 

func (g *ModuleGraph) ModuleNameFromIndex(index int) string

func (*ModuleGraph) Modules added in v1.1.1 

func (g *ModuleGraph) Modules() []string

func (*ModuleGraph) ModulesDownTo 

func (g *ModuleGraph) ModulesDownTo(moduleName string) ([]*pbsubstreams.Module, error)

func (*ModuleGraph) MustChildrenOf added in v1.0.2 

func (g *ModuleGraph) MustChildrenOf(moduleName string) []*pbsubstreams.Module

func (*ModuleGraph) MustParentsOf added in v1.0.2 

func (g *ModuleGraph) MustParentsOf(moduleName string) []*pbsubstreams.Module

func (*ModuleGraph) ParentStoresOf 

func (g *ModuleGraph) ParentStoresOf(moduleName string) ([]*pbsubstreams.Modules, error)

func (*ModuleGraph) ParentsOf 

func (g *ModuleGraph) ParentsOf(moduleName string) ([]*pbsubstreams.Module, error)

func (*ModuleGraph) ResetGraphHashes added in v0.0.21 

func (graph *ModuleGraph) ResetGraphHashes()

ResetGraphHashes is to be called when you want to force a recomputation of the module hashes.

func (*ModuleGraph) StoresDownTo 

func (g *ModuleGraph) StoresDownTo(moduleName string) ([]*pbsubstreams.Module, error)

func (*ModuleGraph) TopologicalSort 

func (g *ModuleGraph) TopologicalSort() ([]*pbsubstreams.Module, bool)

func (*ModuleGraph) TopologicalSortKnownModules added in v1.1.1 

func (g *ModuleGraph) TopologicalSortKnownModules(known map[string]bool) ([]*pbsubstreams.Module, bool)

type ModuleHash 

type ModuleHash []byte

type ModuleHashes added in v0.0.21 

type ModuleHashes struct {
	// contains filtered or unexported fields
}

func NewModuleHashes added in v0.0.21 

func NewModuleHashes() *ModuleHashes

func (*ModuleHashes) Get added in v0.0.21 

func (m *ModuleHashes) Get(moduleName string) string

func (*ModuleHashes) HashModule added in v0.0.21 

func (m *ModuleHashes) HashModule(modules *pbsubstreams.Modules, module *pbsubstreams.Module, graph *ModuleGraph) (ModuleHash, error)

func (*ModuleHashes) Iter added in v0.0.21 

func (m *ModuleHashes) Iter(cb func(hash, name string) error) error

type ModuleMarshaler 

type ModuleMarshaler []*pbsubstreams.Module

func (ModuleMarshaler) MarshalJSON 

func (m ModuleMarshaler) MarshalJSON() ([]byte, error)

type NetworkParams added in v1.3.0 

type NetworkParams struct {
	InitialBlocks map[string]uint64 `yaml:"initialBlock,omitempty" json:"initialBlock,omitempty"`
	Params        map[string]string `yaml:"params,omitempty" json:"params,omitempty"`
}

type Option added in v1.1.12 

type Option func(r *Reader) *Reader

func SkipModuleOutputTypeValidationReader added in v0.1.0 

func SkipModuleOutputTypeValidationReader() Option

func SkipPackageValidationReader added in v1.1.8 

func SkipPackageValidationReader() Option

func SkipSourceCodeReader 

func SkipSourceCodeReader() Option

func WithCollectProtoDefinitions added in v0.0.21 

func WithCollectProtoDefinitions(f func(protoDefinitions []*desc.FileDescriptor)) Option

func WithOverrideNetwork added in v1.3.0 

func WithOverrideNetwork(network string) Option

func WithOverrideOutputModule added in v1.3.0 

func WithOverrideOutputModule(outputModule string) Option

func WithParams added in v1.3.0 

func WithParams(params map[string]string) Option

type PackageMeta 

type PackageMeta struct {
	Name    string `yaml:"name"`
	Version string `yaml:"version"` // Semver for package authors
	URL     string `yaml:"url"`
	Doc     string `yaml:"doc"`
	Image   string `yaml:"image"`
}

type Protobuf 

type Protobuf struct {
	Files       []string `yaml:"files"`
	ImportPaths []string `yaml:"importPaths"`
}

type Reader 

type Reader struct {
	// contains filtered or unexported fields
}

func MustNewReader added in v1.1.3 

func MustNewReader(input string, opts ...Option) *Reader

func NewReader 

func NewReader(input string, opts ...Option) (*Reader, error)

func (*Reader) IsLocalManifest added in v0.0.21 

func (r *Reader) IsLocalManifest() bool

IsLocalManifest determines if reader's input to read the manifest is a local manifest file, which is determined by ensure it's not a remote package and if the file end with `.yaml` or `.yml`.

func (*Reader) IsRemotePackage added in v0.0.21 

func (r *Reader) IsRemotePackage(input string) bool

IsRemotePackage determines if reader's input to read the manifest is a remote file accessible over HTTP/HTTPS, Google Cloud Storage, S3 or Azure Storage.

func (*Reader) Read 

func (r *Reader) Read() (*pbsubstreams.Package, *ModuleGraph, error)

type Sink added in v1.0.0 

type Sink struct {
	Type   string      `yaml:"type"`
	Module string      `yaml:"module"`
	Config interface{} `yaml:"config"`
}

type StreamOutput 

type StreamOutput struct {
	// For 'map'
	Type string `yaml:"type"`
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.