Versions in this module Expand all Collapse all v1 v1.0.1 Feb 21, 2024 v1.0.0 Feb 21, 2024 Changes in this version + const ErrResponseNotReady + const ErrSystemError + func HashLiteralMap(ctx context.Context, literalMap *core.LiteralMap, ...) (string, error) + func IsNotFound(err error) bool + func NewWriterProcessor(catalogClient Client) workqueue.Processor + type AsyncClient interface + Download func(ctx context.Context, requests ...DownloadRequest) (outputFuture DownloadFuture, err error) + Upload func(ctx context.Context, requests ...UploadRequest) (putFuture UploadFuture, err error) + type AsyncClientImpl struct + Reader workqueue.IndexedWorkQueue + Writer workqueue.IndexedWorkQueue + func NewAsyncClient(client Client, cfg Config, scope promutils.Scope) (AsyncClientImpl, error) + func (c AsyncClientImpl) Download(ctx context.Context, requests ...DownloadRequest) (outputFuture DownloadFuture, err error) + func (c AsyncClientImpl) Start(ctx context.Context) error + func (c AsyncClientImpl) Upload(ctx context.Context, requests ...UploadRequest) (putFuture UploadFuture, err error) + type Client interface + Get func(ctx context.Context, key Key) (Entry, error) + GetOrExtendReservation func(ctx context.Context, key Key, ownerID string, heartbeatInterval time.Duration) (*datacatalog.Reservation, error) + Put func(ctx context.Context, key Key, reader io.OutputReader, metadata Metadata) (Status, error) + ReleaseReservation func(ctx context.Context, key Key, ownerID string) error + Update func(ctx context.Context, key Key, reader io.OutputReader, metadata Metadata) (Status, error) + type Config struct + ReaderWorkqueueConfig workqueue.Config + WriterWorkqueueConfig workqueue.Config + func GetConfig() *Config + func (cfg Config) GetPFlagSet(prefix string) *pflag.FlagSet + type DownloadFuture interface + GetResponse func() (DownloadResponse, error) + type DownloadRequest struct + Key Key + Target io.OutputWriter + type DownloadResponse interface + GetCachedCount func() int + GetCachedResults func() *bitarray.BitSet + GetResultsSize func() int + type Entry struct + func NewCatalogEntry(outputs io.OutputReader, status Status) Entry + func NewFailedCatalogEntry(status Status) Entry + func (e Entry) GetOutputs() io.OutputReader + func (e Entry) GetStatus() Status + type Future interface + GetResponseError func() error + GetResponseStatus func() ResponseStatus + OnReady func(handler ReadyHandler) + type Key struct + CacheIgnoreInputVars []string + CacheVersion string + Identifier core.Identifier + InputReader io.InputReader + TypedInterface core.TypedInterface + func (k Key) String() string + type Metadata struct + NodeExecutionIdentifier *core.NodeExecutionIdentifier + TaskExecutionIdentifier *core.TaskExecutionIdentifier + WorkflowExecutionIdentifier *core.WorkflowExecutionIdentifier + type ReaderProcessor struct + func NewReaderProcessor(catalogClient Client) ReaderProcessor + func (p ReaderProcessor) Process(ctx context.Context, workItem workqueue.WorkItem) (workqueue.WorkStatus, error) + type ReaderWorkItem struct + func NewReaderWorkItem(key Key, outputsWriter io.OutputWriter) *ReaderWorkItem + func (item ReaderWorkItem) IsCached() bool + type ReadyHandler func(ctx context.Context, future Future) + type ReservationEntry struct + func NewReservationEntry(expiresAt time.Time, heartbeatInterval time.Duration, ownerID string, ...) ReservationEntry + func NewReservationEntryStatus(status core.CatalogReservation_Status) ReservationEntry + func (r ReservationEntry) GetExpiresAt() time.Time + func (r ReservationEntry) GetHeartbeatInterval() time.Duration + func (r ReservationEntry) GetOwnerID() string + func (r ReservationEntry) GetStatus() core.CatalogReservation_Status + type ResponseStatus uint8 + const ResponseStatusNotReady + const ResponseStatusReady + type Status struct + func NewStatus(cacheStatus core.CatalogCacheStatus, md *core.CatalogMetadata) Status + func (s Status) GetCacheStatus() core.CatalogCacheStatus + func (s Status) GetMetadata() *core.CatalogMetadata + type UploadFuture interface + type UploadRequest struct + ArtifactData io.OutputReader + ArtifactMetadata Metadata + Key Key + type WriterWorkItem struct + func NewWriterWorkItem(key Key, data io.OutputReader, metadata Metadata) *WriterWorkItem