crawler

Documentation

Overview

Copyright © 2021 Miga Labs

Copyright © 2021 Miga Labs

Index

• Variables
• type Eth2Crawler
  • func NewEth2Crawler(ctx *cli.Context, infObj info.Eth2InfoData) (*Eth2Crawler, error)
  • func (c *Eth2Crawler) Run()
• type IpfsCrawler
  • func NewIpfsCrawler(ctx *cli.Context, infObj info.IpfsInfoData) (*IpfsCrawler, error)
  • func (c *IpfsCrawler) Run()

Variables

var (
	IpCacheSize = 5000
)

Types

type Eth2Crawler

type Eth2Crawler struct {
	Host            *hosts.BasicLibp2pHost
	Node            *enode.LocalNode
	DB              *db.PeerStore
	Disc            *discovery.Discovery
	Peering         peering.PeeringService
	Gs              *gossipsub.GossipSub
	Info            *info.Eth2InfoData
	IpLocalizer     apis.PeerLocalizer
	ExporterService *exporters.ExporterService
}

crawler status containing the main basemodule and info that the app will ConnectedF

func NewEth2Crawler

func NewEth2Crawler(ctx *cli.Context, infObj info.Eth2InfoData) (*Eth2Crawler, error)

func (*Eth2Crawler) Run

func (c *Eth2Crawler) Run()

generate new CrawlerBase

type IpfsCrawler

type IpfsCrawler struct {
	Host            *hosts.BasicLibp2pHost
	DB              *db.PeerStore
	Disc            *discovery.Discovery
	Peering         peering.PeeringService
	Gs              *gossipsub.GossipSub
	Info            *info.IpfsInfoData
	IpLocalizer     apis.PeerLocalizer
	ExporterService *exporters.ExporterService
}

crawler status containing the main basemodule and info that the app will ConnectedF

func NewIpfsCrawler

func NewIpfsCrawler(ctx *cli.Context, infObj info.IpfsInfoData) (*IpfsCrawler, error)

func (*IpfsCrawler) Run

func (c *IpfsCrawler) Run()

generate new CrawlerBase