options

Documentation

Index

• Constants
• func WithCatalogGCInterval(internal time.Duration) func(*Options)
• func WithCheckpointGlobalMinCount(count int64) func(*Options)
• func WithCheckpointIncrementaInterval(interval time.Duration) func(*Options)
• func WithCheckpointMinCount(count int64) func(*Options)
• func WithCheckpointScanInterval(interval time.Duration) func(*Options)
• func WithDisableGCCatalog() func(*Options)
• func WithDisableGCCheckpoint() func(*Options)
• func WithFlushInterval(interval time.Duration) func(*Options)
• func WithGCCheckpointInterval(interval time.Duration) func(*Options)
• func WithGlobalVersionInterval(interval time.Duration) func(*Options)
• func WithTransferTableTTL(ttl time.Duration) func(*Options)
• type CacheCfg
• type CatalogCfg
• type CheckpointCfg
• type GCCfg
• type LogstoreType
• type LogtailCfg
• type LogtailServerCfg
  • func NewDefaultLogtailServerCfg() *LogtailServerCfg
  • func (l *LogtailServerCfg) Validate()
• type Options
  • func (o *Options) FillDefaults(dirname string) *Options
• type SchedulerCfg
• type StorageCfg

Constants

const (
	// Temp unlimit the txn cache size.
	// In v0.6, we will limit the cache to a reasonable value
	DefaultTxnCacheSize   = mpool.TB
	DefaultIndexCacheSize = 128 * common.M
	DefaultMTCacheSize    = 4 * common.G

	DefaultBlockMaxRows     = uint32(8192)
	DefaultBlocksPerSegment = uint16(256)

	DefaultScannerInterval              = time.Second * 5
	DefaultCheckpointFlushInterval      = time.Minute
	DefaultCheckpointMinCount           = int64(100)
	DefaultCheckpointIncremetalInterval = time.Minute
	DefaultCheckpointGlobalMinCount     = 10
	DefaultGlobalVersionInterval        = time.Hour
	DefaultGCCheckpointInterval         = time.Minute

	DefaultScanGCInterval = time.Minute * 30
	DefaultGCTTL          = time.Hour

	DefaultCatalogGCInterval = time.Minute * 30

	DefaultIOWorkers    = int(16)
	DefaultAsyncWorkers = int(16)

	DefaultLogtailTxnPageSize = 100

	DefaultLogstoreType = LogstoreBatchStore
)

Functions

func WithCatalogGCInterval

func WithCatalogGCInterval(internal time.Duration) func(*Options)

func WithCheckpointGlobalMinCount

func WithCheckpointGlobalMinCount(count int64) func(*Options)

func WithCheckpointIncrementaInterval

func WithCheckpointIncrementaInterval(interval time.Duration) func(*Options)

func WithCheckpointMinCount

func WithCheckpointMinCount(count int64) func(*Options)

func WithCheckpointScanInterval

func WithCheckpointScanInterval(interval time.Duration) func(*Options)

func WithDisableGCCatalog

func WithDisableGCCatalog() func(*Options)

func WithDisableGCCheckpoint

func WithDisableGCCheckpoint() func(*Options)

func WithFlushInterval

func WithFlushInterval(interval time.Duration) func(*Options)

func WithGCCheckpointInterval

func WithGCCheckpointInterval(interval time.Duration) func(*Options)

func WithGlobalVersionInterval

func WithGlobalVersionInterval(interval time.Duration) func(*Options)

func WithTransferTableTTL

func WithTransferTableTTL(ttl time.Duration) func(*Options)

Types

type CacheCfg

type CacheCfg struct {
	IndexCapacity  uint64 `toml:"index-cache-size"`
	InsertCapacity uint64 `toml:"insert-cache-size"`
	TxnCapacity    uint64 `toml:"txn-cache-size"`
}

type CatalogCfg

type CatalogCfg struct {
	GCInterval time.Duration
	DisableGC  bool
}

type CheckpointCfg

type CheckpointCfg struct {
	FlushInterval             time.Duration `toml:"flush-inerterval"`
	MinCount                  int64         `toml:"checkpoint-min-count"`
	ScanInterval              time.Duration `toml:"scan-interval"`
	IncrementalInterval       time.Duration `toml:"checkpoint-incremental-interval"`
	GlobalMinCount            int64         `toml:"checkpoint-global-interval"`
	ForceUpdateGlobalInterval bool
	GlobalVersionInterval     time.Duration
	GCCheckpointInterval      time.Duration
	DisableGCCheckpoint       bool
}

type GCCfg

type GCCfg struct {
	GCTTL          time.Duration
	ScanGCInterval time.Duration
}

type LogstoreType

type LogstoreType string

const (
	LogstoreBatchStore LogstoreType = "batchstore"
	LogstoreLogservice LogstoreType = "logservice"
)

type LogtailCfg

type LogtailCfg struct {
	PageSize int32 `toml:"page-size"`
}

type LogtailServerCfg

type LogtailServerCfg struct {
	RpcMaxMessageSize        int64
	RpcPayloadCopyBufferSize int64
	RpcEnableChecksum        bool
	LogtailCollectInterval   time.Duration
	ResponseSendTimeout      time.Duration
	MaxLogtailFetchFailure   int
}

func NewDefaultLogtailServerCfg

func NewDefaultLogtailServerCfg() *LogtailServerCfg

func (*LogtailServerCfg) Validate

func (l *LogtailServerCfg) Validate()

type Options

type Options struct {
	CacheCfg      *CacheCfg      `toml:"cache-cfg"`
	StorageCfg    *StorageCfg    `toml:"storage-cfg"`
	CheckpointCfg *CheckpointCfg `toml:"checkpoint-cfg"`
	SchedulerCfg  *SchedulerCfg  `toml:"scheduler-cfg"`
	GCCfg         *GCCfg
	LogtailCfg    *LogtailCfg
	CatalogCfg    *CatalogCfg
	Catalog       *catalog.Catalog

	TransferTableTTL time.Duration

	Clock     clock.Clock
	Fs        fileservice.FileService
	Lc        logservicedriver.LogServiceClientFactory
	Shard     metadata.DNShard
	LogStoreT LogstoreType
}

func (*Options) FillDefaults

func (o *Options) FillDefaults(dirname string) *Options

type SchedulerCfg

type SchedulerCfg struct {
	IOWorkers    int `toml:"io-workers"`
	AsyncWorkers int `toml:"async-workers"`
}

type StorageCfg

type StorageCfg struct {
	BlockMaxRows     uint32 `toml:"block-max-rows"`
	SegmentMaxBlocks uint16 `toml:"segment-max-blocks"`
}