links

Documentation

Index

• func ConcurentFetcher(urls []string)
• func Crawl(url string) []string
• func FetchToConsole(urls []string, mode Mode) ([]byte, error)
• func FetchToFile(url string) (filename string, fileLen int64, err error)
• func FindLinks(htmlDoc []byte) ([]string, error)
• func FindLinksBreadthFirst(f func(item string) []string, worklist []string)
• func FindLinksFromUrl(url string) ([]string, error)
• func ShowTags(htmlDoc []byte)
• func ShowTagsTree(htmlDoc []byte)
• type Mode

Functions

func ConcurentFetcher

func ConcurentFetcher(urls []string)

func Crawl

func Crawl(url string) []string

func FetchToConsole

func FetchToConsole(urls []string, mode Mode) ([]byte, error)

wget on go

func FetchToFile

func FetchToFile(url string) (filename string, fileLen int64, err error)

func FindLinks

func FindLinks(htmlDoc []byte) ([]string, error)

func FindLinksBreadthFirst

func FindLinksBreadthFirst(f func(item string) []string, worklist []string)

call breadthFirst(crawl,"url")

func FindLinksFromUrl

func FindLinksFromUrl(url string) ([]string, error)

func ShowTags

func ShowTags(htmlDoc []byte)

show a stack of tags

func ShowTagsTree

func ShowTagsTree(htmlDoc []byte)

Types

type Mode

type Mode string

const (
	FetchMode Mode = "fetch"
	LinksMode Mode = "links"
)