file

Documentation

Index

• type CommitError
  • func NewCommitError(ctx context.Context, err error, event string, logData log.Data) CommitError
  • func (n CommitError) Commit() bool
  • func (n CommitError) Error() string
• type FilesService
• type MoverCopier
  • func NewMoverCopier(public, private S3Client, filesClient FilesService) MoverCopier
  • func (d MoverCopier) HandleFilePublishMessage(ctx context.Context, msgs []kafka.Message) error
• type Published
• type S3Client

Types

type CommitError

type CommitError struct {
	// contains filtered or unexported fields
}

func NewCommitError

func NewCommitError(ctx context.Context, err error, event string, logData log.Data) CommitError

func (CommitError) Commit

func (n CommitError) Commit() bool

func (CommitError) Error

func (n CommitError) Error() string

type FilesService

type FilesService interface {
	Checker(ctx context.Context, state *healthcheck.CheckState) error
	MarkFileMoved(ctx context.Context, path string, etag string) error
}

type MoverCopier

type MoverCopier struct {
	PublicClient  S3Client
	PrivateClient S3Client
	FilesService  FilesService
}

func NewMoverCopier

func NewMoverCopier(public, private S3Client, filesClient FilesService) MoverCopier

func (MoverCopier) HandleFilePublishMessage

func (d MoverCopier) HandleFilePublishMessage(ctx context.Context, msgs []kafka.Message) error

type Published

type Published struct {
	Path        string `avro:"path"`
	Type        string `avro:"type"`
	Etag        string `avro:"etag"`
	SizeInBytes string `avro:"sizeInBytes"`
}

type S3Client

type S3Client interface {
	BucketName() string
	Checker(ctx context.Context, state *healthcheck.CheckState) error
	FileExists(key string) (bool, error)
	Get(key string) (io.ReadCloser, *int64, error)
	Upload(input *s3manager.UploadInput, options ...func(*s3manager.Uploader)) (*s3manager.UploadOutput, error)
	Session() *session.Session
}