crawler

Documentation

Index

• type Crawler
  • func New(rdb *redis.Client, logger *zap.Logger, msgClient pb.MessageClient, ...) *Crawler
  • func (s *Crawler) Daemon()
  • func (s *Crawler) Register(rules map[string]rule.Rule)
  • func (s *Crawler) Send(name string, out []string)

Types

type Crawler

type Crawler struct {
	// contains filtered or unexported fields
}

func New

func New(rdb *redis.Client, logger *zap.Logger,
	msgClient pb.MessageClient, midClient pb.MiddleClient, subClient pb.SubscribeClient) *Crawler

func (*Crawler) Daemon

func (s *Crawler) Daemon()

func (*Crawler) Register

func (s *Crawler) Register(rules map[string]rule.Rule)

func (*Crawler) Send

func (s *Crawler) Send(name string, out []string)