mgr

May 18, 2020

Changes in this version

type Manager

+ func (m *Manager) UpdateSenderRegister()

type RunnerInfo

+ InternalKeyPrefix string

+ IsBlock bool

+ MaxLineLen int64

Aug 20, 2019

Changes in this version

+ const DefaultRawDataBatchLen

+ const DefaultRawDataSize

+ const RawDataMaxBatchLines

+ var RawDataTimeOut = 30 * time.Second

+ type CollectLog struct

+ CollectLogEnable bool

+ CollectLogPath string

+ EnvTag string

+ ReadFrom string

+ type CompatibleErrorResult struct

+ ParseErrors *ErrorStatistic

+ ReadErrors *ErrorStatistic

+ SendErrors map[string]*ErrorStatistic

+ TransformErrors map[string]*ErrorStatistic

type ErrorsList

+ func NewErrorsList() *ErrorsList

+ func (list *ErrorsList) Empty() bool

+ func (list *ErrorsList) HasParseErr() bool

+ func (list *ErrorsList) HasReadErr() bool

+ func (list *ErrorsList) HasSendErr() bool

+ func (list *ErrorsList) HasTransformErr() bool

+ func (list *ErrorsList) List() (dst ErrorsResult)

type LogExportRunner

+ func (r *LogExportRunner) Delete() (err error)

type Manager

+ CollectLogRunner *self.LogRunner

+ func (m *Manager) GetRunnerNames() []string

+ func (m *Manager) GetRunnerPath(name string) (string, bool)

+ func (m *Manager) StartRunnerWithFilename(filename string) (err error)

+ func (m *Manager) StatusAndConfig() (rs map[string]RunnerStatus, rc map[string]RunnerConfig)

+ func (m *Manager) StopRunnerWithFilename(filename string) error

+ func (m *Manager) UpdateReaderRegister()

type ManagerConfig

+ AuditDir string

type MetricRunner

+ func (mr *MetricRunner) Delete() error

type RunnerConfig

+ AuditChan chan<- audit.Message

type RunnerInfo

+ LogAudit bool

+ MaxReaderCloseWaitTime int

+ ReadTime bool

+ SendRaw bool

+ SyncEvery int

type RunnerStatus

+ HistorySyncErrors CompatibleErrorResult

Jul 30, 2018

Changes in this version

+ type ErrorsList struct

+ ParseErrors *ErrorQueue

+ ReadErrors *ErrorQueue

+ SendErrors map[string]*ErrorQueue

+ TransformErrors map[string]*ErrorQueue

+ func (list *ErrorsList) Clone() *ErrorsList

+ func (list *ErrorsList) Reset()

+ func (list *ErrorsList) Sort() (dst ErrorsResult)

+ type ErrorsResult struct

+ ParseErrors []ErrorInfo

+ ReadErrors []ErrorInfo

+ SendErrors map[string][]ErrorInfo

+ TransformErrors map[string][]ErrorInfo

type LogExportRunner

+ func (r *LogExportRunner) GetErrors() ErrorsResult

type Manager

+ func (m *Manager) Error(name string) (rss ErrorsResult, err error)

+ func (m *Manager) Errors() (rss map[string]ErrorsResult)

type RestService

+ func (rs *RestService) GetError() echo.HandlerFunc

+ func (rs *RestService) GetErrors() echo.HandlerFunc

+ type RunnerErrors interface

+ GetErrors func() ErrorsResult

type RunnerInfo

+ ErrorsListCap int

type RunnerStatus

+ HistoryErrors *ErrorsList

Jul 13, 2018

Changes in this version

+ const MetaTmp

type Manager

+ func (m *Manager) IsRunning(confPath string) bool

type RestService

+ func (rs *RestService) GetParserTooltips() echo.HandlerFunc

+ func (rs *RestService) GetReaderTooltips() echo.HandlerFunc

type RunnerConfig

+ IsFromServer bool

+ SourceData string

type RunnerInfo

+ Note string

Jun 11, 2018

Changes in this version

type RunnerConfig

+ SendersConfig []conf.MapConf

May 23, 2018

Changes in this version

type RestService

+ func (rs *RestService) GetCleanerKeyOptions() echo.HandlerFunc

type RunnerStatus

+ func (src *RunnerStatus) Clone() (dst RunnerStatus)

Mar 28, 2018

Changes in this version

+ func Bool2String(i bool) string

+ func MergeEnvTags(name string, tags map[string]interface{}) map[string]interface

+ func MergeExtraInfoTags(meta *reader.Meta, tags map[string]interface{}) map[string]interface

type ManagerConfig

+ ServerBackup bool

type RunnerConfig

+ func TrimSecretInfo(conf RunnerConfig) RunnerConfig

type RunnerInfo

+ ExtraInfo bool

Mar 14, 2018

Changes in this version

+ func TryAutoTest(metricConfig map[string]interface{}) (map[string]interface{}, error)

Mar 5, 2018

Changes in this version

+ func GetEnvTag(name string, tags map[string]interface{}) map[string]interface

type LogExportRunner

+ func (r *LogExportRunner) TokenRefresh(tokens AuthTokens) error

type Manager

+ func (m *Manager) UpdateToken(tokens []models.AuthTokens) (err error)

type MetricRunner

+ func (mr *MetricRunner) TokenRefresh(tokens AuthTokens) error

type RunnerInfo

+ EnvTag string

+ MaxBatchInterval int

+ type TokenRefreshable interface

+ TokenRefresh func(AuthTokens) error

Feb 6, 2018

Changes in this version

+ const DefaultTryTimes

+ const KeyRouterConfig

+ const KeySendConfig

+ func ParseData(parserConfig conf.MapConf) (parsedData []Data, err error)

+ func RawData(readerConfig conf.MapConf) (rawData string, err error)

+ func SendData(senderConfig map[string]interface{}) error

+ func TransformData(transformerConfig map[string]interface{}) ([]Data, error)

type Manager

+ func (m *Manager) AddRunner(name string, conf RunnerConfig) (err error)

+ func (m *Manager) DeleteRunner(name string) (err error)

+ func (m *Manager) ResetRunner(name string) (err error)

+ func (m *Manager) StartRunner(name string) (err error)

+ func (m *Manager) StopRunner(name string) (err error)

+ func (m *Manager) UpdateRunner(name string, conf RunnerConfig) (err error)

type ManagerConfig

+ DisableWeb bool

type RestService

+ func (rs *RestService) PostRead() echo.HandlerFunc

+ func (rs *RestService) PostSend() echo.HandlerFunc

+ func (rs *RestService) PostTransformerCheck() echo.HandlerFunc

Jan 4, 2018

Changes in this version

type Manager

+ func (m *Manager) Configs() (rss map[string]RunnerConfig)

type RestService

+ func (rs *RestService) GetSenderRouterOption() echo.HandlerFunc

+ func (rs *RestService) GetSenderRouterUsage() echo.HandlerFunc

type RunnerConfig

+ Router sender.RouterConfig

Dec 7, 2017

Changes in this version

type ClusterConfig

+ Address string

+ Tag string

type RestService

+ func (rs *RestService) GetClusterConfig() echo.HandlerFunc

+ func (rs *RestService) PostTransform() echo.HandlerFunc

Nov 27, 2017

Changes in this version

+ const RunnerRunning

+ const RunnerStopped

+ func RespError(c echo.Context, respCode int, errCode, errMsg string) error

+ func RespSuccess(c echo.Context, data interface{}) error

type RestService

+ func (rs *RestService) GetClusterRunners() echo.HandlerFunc

+ func (rs *RestService) GetErrorCodeHumanize() echo.HandlerFunc

+ func (rs *RestService) GetRunners() echo.HandlerFunc

+ func (rs *RestService) IsMaster() echo.HandlerFunc

type RunnerStatus

+ RunningStatus string

Nov 22, 2017

Changes in this version

+ const ApplicationJson

+ const ContentType

+ const DefaultMyTag

+ const StatusBad

+ const StatusLost

+ const StatusOK

+ func GetMySlaveUrl(address, schema string) (uri string, err error)

+ func Register(masters []string, myhost, tag string) error

+ type Cluster struct

+ func NewCluster(cc *ClusterConfig) *Cluster

+ func (cc *Cluster) AddSlave(url, tag string)

+ func (cc *Cluster) RunRegisterLoop() error

+ func (cc *Cluster) UpdateSlaveStatus()

+ type ClusterConfig struct

+ Enable bool

+ IsMaster bool

+ MasterUrl []string

+ type ClusterStatus struct

+ Err error

+ Status map[string]RunnerStatus

+ Tag string

type ManagerConfig

+ Cluster ClusterConfig

+ type MetricConfig struct

+ Attributes map[string]bool

+ Config map[string]interface{}

+ MetricType string

type MetricRunner

+ func (mr *MetricRunner) Reset() error

+ func (mr *MetricRunner) StatusBackup()

+ func (mr *MetricRunner) StatusRestore()

+ type RegisterReq struct

+ Tag string

+ Url string

type RestService

+ func (rs *RestService) ClusterStatus() echo.HandlerFunc

+ func (rs *RestService) DeleteClusterConfig() echo.HandlerFunc

+ func (rs *RestService) DeleteSlaves() echo.HandlerFunc

+ func (rs *RestService) GetClusterConfigs() echo.HandlerFunc

+ func (rs *RestService) GetMetricKeys() echo.HandlerFunc

+ func (rs *RestService) GetMetricOptions() echo.HandlerFunc

+ func (rs *RestService) GetMetricUsages() echo.HandlerFunc

+ func (rs *RestService) Ping() echo.HandlerFunc

+ func (rs *RestService) PostClusterConfig() echo.HandlerFunc

+ func (rs *RestService) PostClusterConfigReset() echo.HandlerFunc

+ func (rs *RestService) PostClusterConfigStart() echo.HandlerFunc

+ func (rs *RestService) PostClusterConfigStop() echo.HandlerFunc

+ func (rs *RestService) PostRegister() echo.HandlerFunc

+ func (rs *RestService) PostSlaveTag() echo.HandlerFunc

+ func (rs *RestService) PostTag() echo.HandlerFunc

+ func (rs *RestService) PutClusterConfig() echo.HandlerFunc

+ func (rs *RestService) Register() error

+ func (rs *RestService) Slaves() echo.HandlerFunc

type RunnerConfig

+ MetricConfig []MetricConfig

type RunnerStatus

+ Tag string

+ Url string

+ type Slave struct

+ LastTouch time.Time

+ Status string

+ Tag string

+ Url string

+ type SlaveConfig struct

+ Configs map[string]RunnerConfig

+ Err error

+ Tag string

+ type TagReq struct

+ Tag string

Oct 31, 2017

Changes in this version

type LogExportRunner

+ func (r *LogExportRunner) StatusBackup()

+ func (r *LogExportRunner) StatusRestore()

type Manager

+ func (m *Manager) RemoveWithConfig(confPath string, isDelete bool) (err error)

type RestService

+ func (rs *RestService) PostConfigStart() echo.HandlerFunc

+ func (rs *RestService) PostConfigStop() echo.HandlerFunc

type RunnerConfig

+ IsStopped bool

+ type StatusPersistable interface

+ StatusBackup func()

+ StatusRestore func()

Sep 27, 2017

Changes in this version

type Manager

+ SystemInfo string

type RestService

+ func (rs *RestService) GetTransformerOptions() echo.HandlerFunc

+ func (rs *RestService) GetTransformerSampleConfigs() echo.HandlerFunc

+ func (rs *RestService) GetTransformerUsages() echo.HandlerFunc

type RunnerInfo

+ CreateTime string

Sep 13, 2017

Changes in this version

+ const SpeedDown

+ const SpeedStable

+ const SpeedUp

type LogExportRunner

+ func (r *LogExportRunner) Reset() error

type Manager

+ Version string

+ type Resetable interface

+ Reset func() error

type RestService

+ func (rs *RestService) GetVersion() echo.HandlerFunc

+ func (rs *RestService) PostConfigReset() echo.HandlerFunc

+ func (rs *RestService) PutConfig() echo.HandlerFunc

type RunnerStatus

+ ReadSpeed float64

+ ReadSpeedKB float64

+ ReadSpeedTrend string

+ ReadSpeedTrendKb string

+ ReaderStats utils.StatsInfo

+ type Version struct

+ Version string

Sep 5, 2017

Changes in this version

type RunnerStatus

+ Elaspedtime float64

+ ReadDataCount int64

+ ReadDataSize int64

+ TransformStats map[string]utils.StatsInfo

Aug 29, 2017

Changes in this version

type RestService

+ func (rs *RestService) PostParserCheck() echo.HandlerFunc

+ func (rs *RestService) PostReaderCheck() echo.HandlerFunc

+ func (rs *RestService) PostSenderCheck() echo.HandlerFunc

type RunnerConfig

+ Transforms []map[string]interface{}

Aug 16, 2017

Changes in this version

+ var DEFAULT_LOGKIT_REST_DIR = "/.logkitconfs"

+ var KeySampleLog = "sampleLog"

type Manager

+ DefaultDir string

+ func (m *Manager) ForkRunner(confPath string, nconf RunnerConfig, errReturn bool) error

+ func (m *Manager) RestoreWebDir()

type ManagerConfig

+ RestDir string

+ type PostParseRet struct

+ SamplePoints []sender.Data

type RestService

+ func (rs *RestService) DeleteConfig() echo.HandlerFunc

+ func (rs *RestService) GetConfig() echo.HandlerFunc

+ func (rs *RestService) GetConfigs() echo.HandlerFunc

+ func (rs *RestService) GetParserKeyOptions() echo.HandlerFunc

+ func (rs *RestService) GetParserSampleLogs() echo.HandlerFunc

+ func (rs *RestService) GetParserUsages() echo.HandlerFunc

+ func (rs *RestService) GetReaderKeyOptions() echo.HandlerFunc

+ func (rs *RestService) GetReaderUsages() echo.HandlerFunc

+ func (rs *RestService) GetSenderKeyOptions() echo.HandlerFunc

+ func (rs *RestService) GetSenderUsages() echo.HandlerFunc

+ func (rs *RestService) PostConfig() echo.HandlerFunc

+ func (rs *RestService) PostParse() echo.HandlerFunc

+ func (rs *RestService) Status() echo.HandlerFunc

type RunnerConfig

+ IsInWebFolder bool

+ type Service struct

+ Prefix string

Jun 27, 2017

Changes in this version

+ const KeyMetricType

+ const PREFIX

+ const StatsShell

+ var DEFAULT_PORT = 4000

+ var DIR_NOT_EXIST_SLEEP_TIME = 300

+ func NewMetric(tp string) (metric.Collector, error)

+ type CleanInfo struct

+ type LogExportRunner struct

+ func NewLogExportRunner(rc RunnerConfig, cleanChan chan<- cleaner.CleanSignal, ...) (runner *LogExportRunner, err error)

+ func NewLogExportRunnerWithService(info RunnerInfo, reader reader.Reader, cleaner *cleaner.Cleaner, ...) (runner *LogExportRunner, err error)

+ func (r *LogExportRunner) Cleaner() CleanInfo

+ func (r *LogExportRunner) LagStats() (rl RunnerLag, err error)

+ func (r *LogExportRunner) Name() string

+ func (r *LogExportRunner) Run()

+ func (r *LogExportRunner) Status() RunnerStatus

+ func (r *LogExportRunner) Stop()

+ type Manager struct

+ func NewCustomManager(conf ManagerConfig, pr *parser.ParserRegistry, sr *sender.SenderRegistry) (*Manager, error)

+ func NewManager(conf ManagerConfig) (*Manager, error)

+ func (m *Manager) Add(confPath string)

+ func (m *Manager) Remove(confPath string)

+ func (m *Manager) Status() (rss map[string]RunnerStatus)

+ func (m *Manager) Stop() error

+ func (m *Manager) Watch(confsPath []string) (err error)

+ type ManagerConfig struct

+ BindHost string

+ Idc string

+ Zone string

+ type MetricRunner struct

+ RunnerName string

+ func NewMetricRunner(rc RunnerConfig, sr *sender.SenderRegistry) (runner *MetricRunner, err error)

+ func (_ *MetricRunner) Cleaner() CleanInfo

+ func (mr *MetricRunner) Name() string

+ func (mr *MetricRunner) Status() RunnerStatus

+ func (mr *MetricRunner) Stop()

+ func (r *MetricRunner) Run()

+ type RestService struct

+ func NewRestService(mgr *Manager) *RestService

+ func (rs *RestService) GetStatus(rw http.ResponseWriter, req *http.Request)

+ func (rs *RestService) Stop()

+ type Runner interface

+ Cleaner func() CleanInfo

+ Name func() string

+ Run func()

+ Status func() RunnerStatus

+ Stop func()

+ func NewCustomRunner(rc RunnerConfig, cleanChan chan<- cleaner.CleanSignal, ...) (runner Runner, err error)

+ func NewRunner(rc RunnerConfig, cleanChan chan<- cleaner.CleanSignal) (runner Runner, err error)

+ func NewRunnerWithService(info RunnerInfo, reader reader.Reader, cleaner *cleaner.Cleaner, ...) (runner Runner, err error)

+ type RunnerConfig struct

+ CleanerConfig conf.MapConf

+ Metric []conf.MapConf

+ ParserConf conf.MapConf

+ ReaderConfig conf.MapConf

+ SenderConfig []conf.MapConf

+ func Compatible(rc RunnerConfig) RunnerConfig

+ type RunnerInfo struct

+ CollectInterval string

+ MaxBatchInteval int

+ MaxBatchLen int

+ MaxBatchSize int

+ MaxBatchTryTimes int

+ RunnerName string

+ type RunnerLag struct

+ Files int64

+ Ftlags int64

+ Size int64

+ type RunnerStatus struct

+ Error error

+ Lag RunnerLag

+ Logpath string

+ Name string

+ ParserStats utils.StatsInfo

+ SenderStats map[string]utils.StatsInfo