interfaces

Documentation

Index

• type BigQuery
• type BigQueryIterator
• type BigQueryStream
• type CSObjectIterator
• type CloudStorage
• type Database
• type PubSubSubscription
• type PubSubTopic
• type UseCase

Types

type BigQuery

type BigQuery interface {
	Query(ctx context.Context, query string) (BigQueryIterator, error)
	NewStream(ctx context.Context, datasetID types.BQDatasetID, tableID types.BQTableID, schema bigquery.Schema) (BigQueryStream, error)

	GetMetadata(ctx context.Context, dataset types.BQDatasetID, table types.BQTableID) (*bigquery.TableMetadata, error)
	UpdateTable(ctx context.Context, dataset types.BQDatasetID, table types.BQTableID, md bigquery.TableMetadataToUpdate, eTag string) error
	CreateTable(ctx context.Context, dataset types.BQDatasetID, table types.BQTableID, md *bigquery.TableMetadata) error
}

type BigQueryIterator

type BigQueryIterator interface {
	Next(dst interface{}) error
}

type BigQueryStream

type BigQueryStream interface {
	Insert(ctx context.Context, data []any) error
	Close() error
}

type CSObjectIterator

type CSObjectIterator interface {
	Next() (*storage.ObjectAttrs, error)
}

type CloudStorage

type CloudStorage interface {
	Open(ctx context.Context, obj model.CloudStorageObject) (io.ReadCloser, error)
	Attrs(ctx context.Context, obj model.CloudStorageObject) (*storage.ObjectAttrs, error)
	List(ctx context.Context, bucket types.CSBucket, query *storage.Query) CSObjectIterator
}

type Database

type Database interface {
	GetOrCreateState(ctx context.Context, msgType types.MsgType, input *model.State) (*model.State, bool, error)
	GetState(ctx context.Context, msgType types.MsgType, id string) (*model.State, error)
	UpdateState(ctx context.Context, msgType types.MsgType, id string, state types.MsgState, now time.Time) error
}

type PubSubSubscription

type PubSubSubscription interface {
	Pull(ctx context.Context, subName string) ([]*pubsubpb.ReceivedMessage, error)
	ModifyAckDeadline(ctx context.Context, subName string, ackID string, deadline time.Duration) error
	Acknowledge(ctx context.Context, subName string, ackID string) error
	Close() error
}

type PubSubTopic

type PubSubTopic interface {
	Publish(ctx context.Context, data []byte) (types.PubSubMessageID, error)
}

type UseCase

type UseCase interface {
	ObjectToSources(ctx context.Context, obj model.Object) ([]*model.Source, error)
	Load(ctx context.Context, requests []*model.LoadRequest) error
	Enqueue(ctx context.Context, req *model.EnqueueRequest) (*model.EnqueueResponse, error)
	Authorize(ctx context.Context, input *model.AuthPolicyInput) error

	GetOrCreateState(ctx context.Context, msgType types.MsgType, id string) (*model.State, bool, error)
	UpdateState(ctx context.Context, msgType types.MsgType, id string, state types.MsgState) error
	WaitState(ctx context.Context, msgType types.MsgType, id string, expiresAt time.Time) error
}