file

Documentation

Index

• type CommitError
  • func NewCommitError(ctx context.Context, err error, event string, logData log.Data) CommitError
  • func (n CommitError) Commit() bool
  • func (n CommitError) Error() string
• type FilesService
• type MoverCopier
  • func NewMoverCopier(public, private S3ClientV2, filesClient FilesService) MoverCopier
  • func (d MoverCopier) HandleFilePublishMessage(ctx context.Context, msgs []kafka.Message) error
• type Published
• type S3ClientV2

Types

type CommitError

type CommitError struct {
	// contains filtered or unexported fields
}

func NewCommitError

func NewCommitError(ctx context.Context, err error, event string, logData log.Data) CommitError

func (CommitError) Commit

func (n CommitError) Commit() bool

func (CommitError) Error

func (n CommitError) Error() string

type FilesService

type FilesService interface {
	Checker(ctx context.Context, state *healthcheck.CheckState) error
	MarkFileMoved(ctx context.Context, path string, etag string) error
}

type MoverCopier

type MoverCopier struct {
	PublicClient  S3ClientV2
	PrivateClient S3ClientV2
	FilesService  FilesService
}

func NewMoverCopier

func NewMoverCopier(public, private S3ClientV2, filesClient FilesService) MoverCopier

func (MoverCopier) HandleFilePublishMessage

func (d MoverCopier) HandleFilePublishMessage(ctx context.Context, msgs []kafka.Message) error

type Published

type Published struct {
	Path        string `avro:"path"`
	Type        string `avro:"type"`
	Etag        string `avro:"etag"`
	SizeInBytes string `avro:"sizeInBytes"`
}

type S3ClientV2

type S3ClientV2 interface {
	Upload(input *s3manager.UploadInput, options ...func(*s3manager.Uploader)) (*s3manager.UploadOutput, error)
	Get(key string) (io.ReadCloser, *int64, error)
	FileExists(key string) (bool, error)
}