config

Documentation

Index

• Constants
• func InitDefaults(cfg *V3ioConfig)
• type MetricConfig
• type Partition
• type PartitionSchema
• type Rollup
• type Schema
• type SchemaField
• type TableSchema
• type V3ioConfig
  • func LoadConfig(path string) (*V3ioConfig, error)
  • func LoadFromData(data []byte) (*V3ioConfig, error)

Constants

const DefaultConfigurationFileName = "v3io.yaml"

const SCHEMA_CONFIG = ".schema"

Functions

func InitDefaults

func InitDefaults(cfg *V3ioConfig)

Types

type MetricConfig

type MetricConfig struct {
	Rollups       string `json:"rollups,omitempty"`
	RollupMin     int    `json:"rollupMin,omitempty"`
	DelRawSamples bool   `json:"delRawSamples,omitempty"`
	// Dimensions to pre aggregate (vertical aggregation)
	PreAggragate []string `json:"preAggragate,omitempty"`
}

type Partition

type Partition struct {
	StartTime  int64           `json:"startTime"`
	SchemaInfo PartitionSchema `json:"schemaInfo"`
}

type PartitionSchema

type PartitionSchema struct {
	Version                int      `json:"version"`
	Aggregators            []string `json:"aggregators"`
	AggregatorsGranularity string   `json:"aggregatorsGranularity"`
	StorageClass           string   `json:"storageClass"`
	SampleRetention        int      `json:"sampleRetention"`
	PartitionerInterval    string   `json:"partitionerInterval"`
	ChunckerInterval       string   `json:"chunckerInterval"`
}

type Rollup

type Rollup struct {
	Aggregators            []string `json:"aggregators"`
	AggregatorsGranularity string   `json:"aggregatorsGranularity"`
	//["cloud","local"] for the aggregators and sample chucks
	StorageClass string `json:"storageClass"`
	//in hours. 0  means no need to save samples
	SampleRetention int `json:"sampleRetention"`
	// format : 1m, 7d, 3h . Possible intervals: m/d/h
	LayerRetentionTime string `json:"layerRetentionTime"`
}

type Schema

type Schema struct {
	TableSchemaInfo     TableSchema     `json:"tableSchemaInfo"`
	PartitionSchemaInfo PartitionSchema `json:"partitionSchemaInfo"`
	Partitions          []Partition     `json:"partitions"`
	Fields              []SchemaField   `json:"fields"`
}

type SchemaField

type SchemaField struct {
	Name     string `json:"name"`
	Type     string `json:"type"`
	Nullable bool   `json:"nullable"`
	Items    string `json:"items,omitempty"`
}

type TableSchema

type TableSchema struct {
	Version             int      `json:"version"`
	RollupLayers        []Rollup `json:"rollupLayers"`
	ShardingBuckets     int      `json:"shardingBuckets"`
	PartitionerInterval string   `json:"partitionerInterval"`
	ChunckerInterval    string   `json:"chunckerInterval"`
}

type V3ioConfig

type V3ioConfig struct {
	// V3IO Connection details: Url, Data container, relative path for this dataset, credentials
	V3ioUrl   string `json:"v3ioUrl"`
	Container string `json:"container"`
	Path      string `json:"path"`
	Username  string `json:"username"`
	Password  string `json:"password"`

	// Disable is use in Prometheus to disable v3io and work with the internal TSDB
	Disabled bool `json:"disabled,omitempty"`
	// Set logging level: debug | info | warn | error (info by default)
	Verbose string `json:"verbose,omitempty"`
	// Number of parallel V3IO worker routines
	Workers int `json:"workers"`
	// Number of parallel V3IO worker routines for queries (default is min between 8 and Workers)
	QryWorkers int `json:"qryWorkers"`
	// Max uncommitted (delayed) samples allowed per metric
	MaxBehind int `json:"maxBehind"`
	// Override last chunk (by default on restart it will append from the last point if possible)
	OverrideOld bool `json:"overrideOld"`
	// Default timeout duration in Seconds (if not set, 1 Hour timeout will be used )
	DefaultTimeout int `json:"timeout,omitempty"`
	// The size of batch to use during ingestion
	BatchSize int `json:"batchSize,omitempty"`
}

func LoadConfig

func LoadConfig(path string) (*V3ioConfig, error)

func LoadFromData

func LoadFromData(data []byte) (*V3ioConfig, error)