index

Documentation

Index

• func MarshalRevisitRef(revisitReference *gowarc.RevisitRef) (data []byte, err error)
• func UnmarshalRevisitRef(data []byte) (*gowarc.RevisitRef, error)
• type DigestIndex
  • func NewDigestIndex(indexDir string, subdir string, keepIndex bool, newIndex bool) (idx *DigestIndex, err error)
  • func (idx *DigestIndex) Close()
  • func (digestIndex *DigestIndex) HasDiskSpace() error
  • func (digestIndex *DigestIndex) IsRevisit(key string, revisitRef *gowarc.RevisitRef) (*gowarc.RevisitRef, error)
• type FileIndex
  • func NewFileIndex(indexDir string, subdir string, keepIndex, newIndex bool) (*FileIndex, error)
  • func (idx *FileIndex) Close()
  • func (idx *FileIndex) GetFileStats(key string) (result stat.Result, err error)
  • func (idx *FileIndex) SaveFileStats(key string, result stat.Result) error

Functions

func MarshalRevisitRef

func MarshalRevisitRef(revisitReference *gowarc.RevisitRef) (data []byte, err error)

func UnmarshalRevisitRef

func UnmarshalRevisitRef(data []byte) (*gowarc.RevisitRef, error)

Types

type DigestIndex

type DigestIndex struct {
	// contains filtered or unexported fields
}

func NewDigestIndex

func NewDigestIndex(indexDir string, subdir string, keepIndex bool, newIndex bool) (idx *DigestIndex, err error)

func (*DigestIndex) Close

func (idx *DigestIndex) Close()

func (*DigestIndex) HasDiskSpace

func (digestIndex *DigestIndex) HasDiskSpace() error

func (*DigestIndex) IsRevisit

func (digestIndex *DigestIndex) IsRevisit(key string, revisitRef *gowarc.RevisitRef) (*gowarc.RevisitRef, error)

type FileIndex

type FileIndex struct {
	// contains filtered or unexported fields
}

func NewFileIndex

func NewFileIndex(indexDir string, subdir string, keepIndex, newIndex bool) (*FileIndex, error)

func (*FileIndex) Close

func (idx *FileIndex) Close()

func (*FileIndex) GetFileStats

func (idx *FileIndex) GetFileStats(key string) (result stat.Result, err error)

func (*FileIndex) SaveFileStats

func (idx *FileIndex) SaveFileStats(key string, result stat.Result) error