requests

Documentation

Index

• Constants
• type ProcessingJob
• type ReqProcessor
  • func NewReqProcessor(sibylDb *sql.DB, resStore *storage.ResourceStore) *ReqProcessor
  • func (rp *ReqProcessor) ProcessAdHocRequests(idleTimeout time.Duration)
  • func (rp *ReqProcessor) ProcessAll(fields log.Fields) (string, error)
  • func (rp *ReqProcessor) ProcessDeletions(irisToDelete []string, fields log.Fields)
  • func (rp *ReqProcessor) ProcessIris(irisToIndex []string, fields log.Fields)
  • func (rp *ReqProcessor) ProcessType(resType resource.ResourceType, fields log.Fields) (string, error)

Constants

const (
	BatchSize = 1000
)

Types

type ProcessingJob

type ProcessingJob struct {
	Id             uint64
	ProcessingReqs []resource.ProcessingReq
	Fields         log.Fields
}

type ReqProcessor

type ReqProcessor struct {
	// contains filtered or unexported fields
}

func NewReqProcessor

func NewReqProcessor(sibylDb *sql.DB, resStore *storage.ResourceStore) *ReqProcessor

func (*ReqProcessor) ProcessAdHocRequests

func (rp *ReqProcessor) ProcessAdHocRequests(idleTimeout time.Duration)

Process resources in batches, either because of inactivity or queue size.

func (*ReqProcessor) ProcessAll

func (rp *ReqProcessor) ProcessAll(fields log.Fields) (string, error)

Identify all supported resources in quad store, update their cached versions and queue them all for indexing.

func (*ReqProcessor) ProcessDeletions

func (rp *ReqProcessor) ProcessDeletions(irisToDelete []string, fields log.Fields)

Mark documents based on the given IRIs for deletion.

func (*ReqProcessor) ProcessIris

func (rp *ReqProcessor) ProcessIris(irisToIndex []string, fields log.Fields)

Update the cached versions of resources given a list of URIs and queue them all for indexing.

func (*ReqProcessor) ProcessType

func (rp *ReqProcessor) ProcessType(resType resource.ResourceType, fields log.Fields) (string, error)

Identify all resources in the quad store of a given type, update their cached versions and queue them all for indexing.