crawler

Documentation

Index

• type Crawler
  • func NewCrawler(opt Option) Crawler
  • func (c *Crawler) Crawl(ctx context.Context) error
  • func (c *Crawler) Visit(ctx context.Context, url string) error
• type Index
• type Metadata
• type Option
• type Version
• type Versioning

Types

type Crawler

type Crawler struct {
	// contains filtered or unexported fields
}

func NewCrawler

func NewCrawler(opt Option) Crawler

func (*Crawler) Crawl

func (c *Crawler) Crawl(ctx context.Context) error

func (*Crawler) Visit

func (c *Crawler) Visit(ctx context.Context, url string) error

type Index

type Index struct {
	GroupID     string
	ArtifactID  string
	Versions    []Version
	ArchiveType types.ArchiveType
}

type Metadata

type Metadata struct {
	GroupID    string     `xml:"groupId"`
	ArtifactID string     `xml:"artifactId"`
	Versioning Versioning `xml:"versioning"`
}

type Option

type Option struct {
	Limit    int64
	RootUrl  string
	CacheDir string
}

type Version

type Version struct {
	Version string
	SHA1    []byte
}

type Versioning

type Versioning struct {
	//Latest      string   `xml:"latest"`
	//Release     string   `xml:"release"`
	Versions    []string `xml:"versions>version"`
	LastUpdated string   `xml:"lastUpdated"`
}