index

package

Go to main page

Versions in this module

v0

v0.4.3

May 23, 2024

v0.4.2

May 22, 2024

v0.4.1

May 20, 2024

v0.4.0

May 16, 2024

Changes in this version

type CdxResponse

+ GetCdx func() *schema.Cdx

+ GetError func() error

+ type Deleter interface

+ Delete func(context.Context) error

type FileInfoResponse

+ GetError func() error

+ GetFileInfo func() *schema.FileInfo

type IdResponse

+ GetError func() error

+ GetId func() string

+ GetValue func() string

+ type MatchType int

+ const MatchTypeDomain

+ const MatchTypeExact

+ const MatchTypeHost

+ const MatchTypePrefix

+ const MatchTypeVerbatim

type Queue

+ Close func()

+ type ReportAPI interface

+ CancelReport func(context.Context, string) error

+ CreateReport func(context.Context, Request) (*schema.Report, error)

+ DeleteReport func(context.Context, string) error

+ GetReport func(context.Context, string) (*schema.Report, error)

+ ListReports func(context.Context, Request, chan<- ReportResponse) error

+ type ReportGenerator interface

+ AddTask func(string, context.CancelFunc)

+ DeleteTask func(string)

+ SaveReport func(context.Context, *schema.Report) error

+ type ReportResponse interface

+ GetError func() error

+ GetReport func() *schema.Report

type Request

+ Ssurt func() string

+ Url func() *url.Url

type WorkQueue

+ func (iw *WorkQueue) Wait()

v0.3.0

Mar 6, 2023

Changes in this version

+ const AlreadyIndexedError

+ func HandleInvalidUtf8String(s string) string

+ func NewIndexer(w RecordWriter, options ...Option) func(string)

+ type AutoIndexOption func(*AutoIndexOptions)

+ func WithExcludeDirs(res ...*regexp.Regexp) AutoIndexOption

+ func WithMaxDepth(depth int) AutoIndexOption

+ func WithPaths(paths []string) AutoIndexOption

+ type AutoIndexOptions struct

+ MaxDepth int

+ Paths []string

+ type AutoIndexer struct

+ func NewAutoIndexer(s Queue, options ...AutoIndexOption) AutoIndexer

+ func (a AutoIndexer) Run(ctx context.Context) error

+ type Cdx struct

+ func (c Cdx) Write(rec Record) error

+ type CdxAPI interface

+ Closest func(context.Context, Request, chan<- CdxResponse) error

+ List func(context.Context, int, chan<- CdxResponse) error

+ Search func(context.Context, Request, chan<- CdxResponse) error

+ type CdxJ struct

+ func (c CdxJ) Write(rec Record) error

+ type CdxPb struct

+ func (c CdxPb) Write(rec Record) error

+ type CdxResponse struct

+ Error error

+ type DateRange interface

+ Contains func(int64) bool

+ ContainsStr func(string) (bool, error)

+ ContainsTime func(time.Time) (bool, error)

+ type FileAPI interface

+ GetFileInfo func(ctx context.Context, filename string) (*schema.Fileinfo, error)

+ ListFileInfo func(context.Context, int, chan<- FileInfoResponse) error

+ type FileInfoResponse struct

+ Error error

+ type Filter interface

+ Eval func(*schema.Cdx) bool

+ type IdAPI interface

+ GetStorageRef func(ctx context.Context, warcId string) (string, error)

+ ListStorageRef func(context.Context, int, chan<- IdResponse) error

+ type IdResponse struct

+ Error error

+ Key string

+ Value string

+ type Indexer interface

+ Index func(string) error

+ type KafkaIndexOption func(options *kafka.ReaderConfig)

+ func WithBrokers(brokers []string) KafkaIndexOption

+ func WithGroupID(groupID string) KafkaIndexOption

+ func WithMaxBytes(maxBytes int) KafkaIndexOption

+ func WithMaxWait(maxWait time.Duration) KafkaIndexOption

+ func WithMinBytes(minBytes int) KafkaIndexOption

+ func WithTopic(topic string) KafkaIndexOption

+ type KafkaIndexer struct

+ func NewKafkaIndexer(q Queue, options ...KafkaIndexOption) KafkaIndexer

+ func (k KafkaIndexer) Run(ctx context.Context) (err error)

+ type Option func(*Options)

+ func WithExcludes(res ...*regexp.Regexp) Option

+ func WithIncludes(res ...*regexp.Regexp) Option

+ type Options struct

+ Excludes []*regexp.Regexp

+ Includes []*regexp.Regexp

+ type Queue interface

+ Add func(path string)

+ type Record struct

+ func (r Record) Marshal() ([]byte, error)

+ func (r Record) String() string

+ type RecordWriter interface

+ Write func(Record) error

+ type Request interface

+ Closest func() string

+ DateRange func() DateRange

+ Filter func() Filter

+ Key func() string

+ Keys func() []string

+ Limit func() int

+ MatchType func() string

+ Sort func() Sort

+ type Runner interface

+ Run func(context.Context) error

+ type Sort int

+ const SortAsc

+ const SortClosest

+ const SortDesc

+ const SortNone

+ type Toc struct

+ func (t *Toc) Write(rec Record) error

+ type WorkQueue struct

+ func NewWorkQueue(execute Worker, nrOfWorkers int) *WorkQueue

+ func (iw *WorkQueue) Add(job string)

+ func (iw *WorkQueue) Close()

+ type Worker func(string)

v0.2.0-beta.7

May 3, 2023

v0.2.0-beta.6

Mar 9, 2023

v0.2.0-beta.5

Feb 17, 2023

v0.2.0-beta.4

Feb 16, 2023

v0.2.0-beta.3

Feb 1, 2023

v0.2.0-beta.2

Jan 12, 2023

v0.2.0-beta.1

Dec 8, 2022

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL