web

Documentation

Index

• Variables
• type Config
• type Parser
  • func (p *Parser) Init(_ context.Context) error
  • func (p *Parser) Name() string
  • func (p *Parser) Parse(ctx context.Context, u *url.URL, referer *url.URL) (result parsers.ParseResult)

Variables

var (
	// ErrCorruptedImage is returned when an image type has been detected but the contents are unreadable.
	ErrCorruptedImage = errors.New("corrupted image")
)

Types

type Config

type Config struct {
	AcceptLanguage string
	EnableImages   bool
}

type Parser

type Parser struct {
	UserAgent string
	Config    Config
}

Parser implements parsing of standard HTML web pages.

func (*Parser) Init

func (p *Parser) Init(_ context.Context) error

Init initializes this parser.

func (*Parser) Name

func (p *Parser) Name() string

Name returns the descriptive name of this parser.

func (*Parser) Parse

func (p *Parser) Parse(ctx context.Context, u *url.URL, referer *url.URL) (result parsers.ParseResult)

Parse analyzes a given URL.