logfiles

Documentation

Index

• Variables
• type Archiver
  • func NewArchiver(sourceDir, archiveDir string) *Archiver
  • func (a *Archiver) Archive(fileName string) error
  • func (a *Archiver) ArchiveByPath(sourceFilePath string) error
• type PeriodicArchiver
  • func NewPeriodicArchiver(fileMask, archiveDir string, archiveEvery time.Duration) *PeriodicArchiver
  • func (pa *PeriodicArchiver) Close() error
• type PeriodicUploader
  • func NewUploader(logEventPath, fileMask string, defaultBatchPeriodMin int, ...) (*PeriodicUploader, error)
  • func (u *PeriodicUploader) Start()
• type Status
• type StatusManager
  • func NewStatusManager(logFilesDir string) (*StatusManager, error)
  • func (sm *StatusManager) CleanUp(fileName string)
  • func (sm *StatusManager) GetTablesStatuses(fileName, storageName string) map[string]*Status
  • func (sm *StatusManager) UpdateStatus(fileName, storage, table string, err error)

Variables

var DateExtractRegexp = regexp.MustCompile("incoming.tok=.*-(\\d{4}-\\d{2}-\\d{2}T\\d{2}-\\d{2}-\\d{2})")

Types

type Archiver

type Archiver struct {
	// contains filtered or unexported fields
}

func NewArchiver

func NewArchiver(sourceDir, archiveDir string) *Archiver

func (*Archiver) Archive

func (a *Archiver) Archive(fileName string) error

Archive write new archived file and delete old one

func (*Archiver) ArchiveByPath

func (a *Archiver) ArchiveByPath(sourceFilePath string) error

ArchiveByPath write new archived file and delete old one

type PeriodicArchiver

type PeriodicArchiver struct {
	// contains filtered or unexported fields
}

PeriodicArchiver archive log files every configurable unit of time uses Archiver under the hood

func NewPeriodicArchiver

func NewPeriodicArchiver(fileMask, archiveDir string, archiveEvery time.Duration) *PeriodicArchiver

NewPeriodicArchiver return PeriodicArchiver and start observer goroutine

func (*PeriodicArchiver) Close

func (pa *PeriodicArchiver) Close() error

type PeriodicUploader

type PeriodicUploader struct {
	// contains filtered or unexported fields
}

PeriodicUploader read already rotated and closed log files Pass them to storages according to tokens Keep uploading log file with result statuses

func NewUploader

func NewUploader(logEventPath, fileMask string, defaultBatchPeriodMin int, concurrentUploads int, destinationService *destinations.Service) (*PeriodicUploader, error)

NewUploader returns new configured PeriodicUploader instance

func (*PeriodicUploader) Start

func (u *PeriodicUploader) Start()

Start reading event logger log directory and finding already rotated and closed files by mask pass them to storages according to tokens keep uploading log statuses file for every event log file

type Status

type Status struct {
	Uploaded bool   `json:"uploaded"`
	Err      string `json:"error"`
}

type StatusManager

type StatusManager struct {
	sync.RWMutex
	// contains filtered or unexported fields
}

func NewStatusManager

func NewStatusManager(logFilesDir string) (*StatusManager, error)

func (*StatusManager) CleanUp

func (sm *StatusManager) CleanUp(fileName string)

func (*StatusManager) GetTablesStatuses

func (sm *StatusManager) GetTablesStatuses(fileName, storageName string) map[string]*Status

func (*StatusManager) UpdateStatus

func (sm *StatusManager) UpdateStatus(fileName, storage, table string, err error)