s3

Documentation

Index

• type Config
• type FileSaver
  • func (fileSaver *FileSaver) WriteToFile(event *buffer.Event) error
• type OutputFileInfo
• type S3Writer
  • func (s3Writer *S3Writer) Init(config yaml.MapSlice, sender buffer.Sender) error
  • func (s3Writer *S3Writer) InitiateUploadToS3(fileSaver *FileSaver)
  • func (s3Writer *S3Writer) Start() error
  • func (s *S3Writer) Stop() error
  • func (s3Writer *S3Writer) ValidateConfig(config *Config) error
  • func (s3Writer *S3Writer) WaitForUpload()

Types

type Config

type Config struct {
	AwsKeyId    string `yaml:"aws_key_id"`
	AwsSecKey   string `yaml:"aws_sec_key"`
	AwsS3Bucket string `yaml:"aws_s3_bucket"`
	AwsS3Region string `yaml:"aws_s3_region"`

	LocalPath       string `yaml:"local_path"`
	Path            string `yaml:"s3_path"`
	TimeSliceFormat string `yaml:"time_slice_format"`
	AwsS3OutputKey  string `yaml:"aws_s3_output_key"`
}

type FileSaver

type FileSaver struct {
	Config      Config
	Writer      *gzip.Writer
	FileInfo    OutputFileInfo
	RateCounter *ratecounter.RateCounter
}

func (*FileSaver) WriteToFile

func (fileSaver *FileSaver) WriteToFile(event *buffer.Event) error

type OutputFileInfo

type OutputFileInfo struct {
	Filename string
	Count    int
}

type S3Writer

type S3Writer struct {
	Config     Config
	Sender     buffer.Sender
	S3Uploader *s3manager.Uploader
	// contains filtered or unexported fields
}

func (*S3Writer) Init

func (s3Writer *S3Writer) Init(config yaml.MapSlice, sender buffer.Sender) error

func (*S3Writer) InitiateUploadToS3

func (s3Writer *S3Writer) InitiateUploadToS3(fileSaver *FileSaver)

func (*S3Writer) Start

func (s3Writer *S3Writer) Start() error

func (*S3Writer) Stop

func (s *S3Writer) Stop() error

func (*S3Writer) ValidateConfig

func (s3Writer *S3Writer) ValidateConfig(config *Config) error

func (*S3Writer) WaitForUpload

func (s3Writer *S3Writer) WaitForUpload()