packer

Documentation

Index

• Constants
• type Option
• type Packer
  • func NewHtmlPacker() Packer
  • func NewWebArchivePacker() Packer
• type WebArchive
• type WebResourceItem

Constants

const (
	MIMEHTML = "text/html"
	MIMECSS  = "text/css"
)

Content-Type MIME of the most common data formats.

Types

type Option

type Option struct {
	URL         string
	FilePath    string
	Timeout     int
	ClutterFree bool
	Headers     map[string]string

	EnablePrivateNet bool
}

type Packer

type Packer interface {
	Pack(ctx context.Context, opt Option) error
	ReadContent(ctx context.Context, opt Option) (string, error)
}

func NewHtmlPacker

func NewHtmlPacker() Packer

func NewWebArchivePacker

func NewWebArchivePacker() Packer

type WebArchive

type WebArchive struct {
	WebMainResource WebResourceItem   `json:"WebMainResource"`
	WebSubresources []WebResourceItem `json:"WebSubresources"`
}

type WebResourceItem

type WebResourceItem struct {
	WebResourceURL              string `json:"WebResourceURL"`
	WebResourceMIMEType         string `json:"WebResourceMIMEType"`
	WebResourceResponse         []byte `json:"WebResourceResponse,omitempty"`
	WebResourceData             []byte `json:"WebResourceData,omitempty"`
	WebResourceTextEncodingName string `json:"WebResourceTextEncodingName,omitempty"`
}