s3

Documentation

Index

• type Config
• type FileSaver
  • func (fileSaver *FileSaver) WriteToFile(event *buffer.Event) error
• type OutputFileInfo
• type S3Writer
  • func (s3Writer *S3Writer) Init(config json.RawMessage, sender buffer.Sender) error
  • func (s3Writer *S3Writer) InitiateUploadToS3(fileSaver *FileSaver)
  • func (s3Writer *S3Writer) Start() error
  • func (s *S3Writer) Stop() error
  • func (s3Writer *S3Writer) WaitForUpload()

Types

type Config

type Config struct {
	AwsKeyId    string `json:"awsKeyId"`
	AwsSecKey   string `json:"awsSecKey"`
	AwsS3Bucket string `json:"awsS3Bucket"`
	AwsS3Region string `json:"awsS3Region"`

	LocalPath       string `json:"localPath"`
	Path            string `json:"path"`
	TimeSliceFormat string `json:"timeSliceFormat"`
	AwsS3OutputKey  string `json:"awsS3OutputKey"`
}

type FileSaver

type FileSaver struct {
	Config      Config
	Writer      *gzip.Writer
	FileInfo    OutputFileInfo
	RateCounter *ratecounter.RateCounter
}

func (*FileSaver) WriteToFile

func (fileSaver *FileSaver) WriteToFile(event *buffer.Event) error

type OutputFileInfo

type OutputFileInfo struct {
	Filename string
	Count    int
}

type S3Writer

type S3Writer struct {
	Config     Config
	Sender     buffer.Sender
	S3Uploader *s3manager.Uploader
	// contains filtered or unexported fields
}

func (*S3Writer) Init

func (s3Writer *S3Writer) Init(config json.RawMessage, sender buffer.Sender) error

func (*S3Writer) InitiateUploadToS3

func (s3Writer *S3Writer) InitiateUploadToS3(fileSaver *FileSaver)

func (*S3Writer) Start

func (s3Writer *S3Writer) Start() error

func (*S3Writer) Stop

func (s *S3Writer) Stop() error

func (*S3Writer) WaitForUpload

func (s3Writer *S3Writer) WaitForUpload()