logbucket

Documentation

Index

• Constants
• type ALBDownloader
  • func NewALBDownloader(sess *session.Session, bucketName, bucketPrefix, lbName string) *ALBDownloader
  • func (d *ALBDownloader) ObjectPrefix(day time.Time) string
• type CloudFrontDownloader
  • func NewCloudFrontDownloader(bucketName, bucketPrefix, distID string) *CloudFrontDownloader
  • func (d *CloudFrontDownloader) Bucket() string
  • func (d *CloudFrontDownloader) ObjectPrefix(day time.Time) string
  • func (d *CloudFrontDownloader) String() string
• type CloudTrailDownloader
  • func NewCloudTrailDownloader(sess *session.Session, bucketName, bucketPrefix, trailID string) *CloudTrailDownloader
  • func (d *CloudTrailDownloader) Bucket() string
  • func (d *CloudTrailDownloader) ObjectPrefix(day time.Time) string
  • func (d *CloudTrailDownloader) String() string
• type Downloader
  • func NewDownloader(sess *session.Session, stater state.Stater, downloader ObjectDownloader, ...) *Downloader
  • func (d *Downloader) Download(downloadedObjects chan state.DownloadedObject)
• type ELBDownloader
  • func NewELBDownloader(sess *session.Session, bucketName, bucketPrefix, lbName string) *ELBDownloader
  • func (d *ELBDownloader) Bucket() string
  • func (d *ELBDownloader) ObjectPrefix(day time.Time) string
  • func (d *ELBDownloader) String() string
• type ObjectDownloader

Constants

const (
	AWSElasticLoadBalancing   = "elasticloadbalancing"
	AWSElasticLoadBalancingV2 = "elasticloadbalancingv2"
	AWSCloudFront             = "cloudfront"
	AWSCloudTrail             = "cloudtrail"
)

Types

type ALBDownloader

type ALBDownloader struct {
	*ELBDownloader
}

func NewALBDownloader

func NewALBDownloader(sess *session.Session, bucketName, bucketPrefix, lbName string) *ALBDownloader

func (*ALBDownloader) ObjectPrefix

func (d *ALBDownloader) ObjectPrefix(day time.Time) string

type CloudFrontDownloader

type CloudFrontDownloader struct {
	Prefix, BucketName, DistributionID string
}

func NewCloudFrontDownloader

func NewCloudFrontDownloader(bucketName, bucketPrefix, distID string) *CloudFrontDownloader

func (*CloudFrontDownloader) Bucket

func (d *CloudFrontDownloader) Bucket() string

func (*CloudFrontDownloader) ObjectPrefix

func (d *CloudFrontDownloader) ObjectPrefix(day time.Time) string

func (*CloudFrontDownloader) String

func (d *CloudFrontDownloader) String() string

type CloudTrailDownloader

type CloudTrailDownloader struct {
	Prefix, BucketName, AccountID, Region, TrailID string
}

func NewCloudTrailDownloader

func NewCloudTrailDownloader(sess *session.Session, bucketName, bucketPrefix, trailID string) *CloudTrailDownloader

func (*CloudTrailDownloader) Bucket

func (d *CloudTrailDownloader) Bucket() string

func (*CloudTrailDownloader) ObjectPrefix

func (d *CloudTrailDownloader) ObjectPrefix(day time.Time) string

func (*CloudTrailDownloader) String

func (d *CloudTrailDownloader) String() string

type Downloader

type Downloader struct {
	state.Stater
	ObjectDownloader
	Sess              *session.Session
	DownloadedObjects chan state.DownloadedObject
	ObjectsToDownload chan *s3.Object
	BackfillInterval  time.Duration
}

Wrapper struct used to unite the specific structs with common methods.

func NewDownloader

func NewDownloader(sess *session.Session, stater state.Stater, downloader ObjectDownloader, backfill int) *Downloader

func (*Downloader) Download

func (d *Downloader) Download(downloadedObjects chan state.DownloadedObject)

type ELBDownloader

type ELBDownloader struct {
	Prefix, BucketName, AccountID, Region, LBName, LBType string
}

func NewELBDownloader

func NewELBDownloader(sess *session.Session, bucketName, bucketPrefix, lbName string) *ELBDownloader

func (*ELBDownloader) Bucket

func (d *ELBDownloader) Bucket() string

func (*ELBDownloader) ObjectPrefix

func (d *ELBDownloader) ObjectPrefix(day time.Time) string

pass in time.Now().UTC()

func (*ELBDownloader) String

func (d *ELBDownloader) String() string

type ObjectDownloader

type ObjectDownloader interface {
	fmt.Stringer

	// ObjectPrefix allows the downloaded to efficiently lookup objects
	// based on prefix (unique to each AWS service).
	ObjectPrefix(day time.Time) string

	// Bucket will return the name of the bucket we are downloading the
	// objects from
	Bucket() string
}