warc

Documentation

Index

• type Header
• type Reader
  • func NewReader(r io.Reader) *Reader
  • func (r *Reader) Next() (Header, io.Reader, error)
• type Version
  • func (v Version) IsSupported() bool
• type WARCType

Types

type Header

type Header struct {
	Version       Version
	WARCType      WARCType
	WARCRecordID  string
	WARCDate      string
	ContentLength int64
	Fields        textproto.MIMEHeader
}

type Reader

type Reader struct {
	R *textproto.Reader
	// contains filtered or unexported fields
}

func NewReader

func NewReader(r io.Reader) *Reader

func (*Reader) Next

func (r *Reader) Next() (Header, io.Reader, error)

type Version

type Version string

const (
	Version1_0 Version = "WARC/1.0"
	Version1_1 Version = "WARC/1.1"
)

func (Version) IsSupported

func (v Version) IsSupported() bool

type WARCType

type WARCType string

const (
	WARCTypeWARCInfo     WARCType = "warcinfo"
	WARCTypeResponse     WARCType = "response"
	WARCTypeResource     WARCType = "resource"
	WARCTypeRequest      WARCType = "request"
	WARCTypeMetadata     WARCType = "metadata"
	WARCTypeRevisit      WARCType = "revisit"
	WARCTypeConversion   WARCType = "conversion"
	WARCTypeContinuation WARCType = "continuation"
)