s3lister

Documentation

Index

• Constants
• func KeyUpperBound(ctx context.Context, bucketName string, s3Client s3.ListObjectsV2APIClient) (string, error)
• func WithDebug(debug bool) func(*Lister)
• func WithS3Client(s3Client s3.ListObjectsV2APIClient) func(*Lister)
• func WithThreads(threads int) func(*Lister)
• type Lister
  • func New(options ...Options) (*Lister, error)
  • func (l *Lister) List(ctx context.Context, input *s3.ListObjectsV2Input, outFn func([]types.Object), ...) error
• type Options

Constants

const DefaultThreads = 32

Functions

func KeyUpperBound

func KeyUpperBound(ctx context.Context, bucketName string, s3Client s3.ListObjectsV2APIClient) (string, error)

func WithDebug

func WithDebug(debug bool) func(*Lister)

func WithS3Client

func WithS3Client(s3Client s3.ListObjectsV2APIClient) func(*Lister)

func WithThreads

func WithThreads(threads int) func(*Lister)

Types

type Lister

type Lister struct {
	// contains filtered or unexported fields
}

func New

func New(options ...Options) (*Lister, error)

func (*Lister) List

func (l *Lister) List(
	ctx context.Context,
	input *s3.ListObjectsV2Input,
	outFn func([]types.Object),
	options ...func(*s3.Options),
) error

List lists all the keys in a bucket. For each response to ListObjectsV2, outFn is called. It must handle being called concurrently.

type Options

type Options func(*Lister)