storage

Documentation

Index

• Constants
• func NewRemoteAppender(targetNodeIndex string, connection *leanstreams.Connection, done chan struct{}, ...) prom_storage.Appender
• func NewRemoteQuerier(ctx context.Context, index int, addr string, ...) (prom_storage.Querier, error)
• func NewReplicatedAppender(appenders []storage.Appender, lookup routing.Lookup, ...) prom_storage.Appender
• func NewReplicatedStorage(localStore prom_storage.Storage, localIndex int, nodeAddrs []string, ...) prom_storage.Storage
• func NewScrapeStorage(store prom_storage.Storage) prom_storage.Appendable
• type QuerierFactory
• type RemoteAppender
  • func (a *RemoteAppender) Add(l labels.Labels, timestamp int64, value float64) (uint64, error)
  • func (a *RemoteAppender) AddFast(ref uint64, t int64, v float64) error
  • func (a *RemoteAppender) Commit() error
  • func (a *RemoteAppender) Rollback() error
• type RemoteAppenderOption
  • func WithRemoteAppenderHandoffStoragePath(handoffStoragePath string) RemoteAppenderOption
  • func WithRemoteAppenderLogger(log *logger.Logger) RemoteAppenderOption
  • func WithRemoteAppenderMetrics(metrics metrics.Registrar) RemoteAppenderOption
• type RemoteQuerier
  • func (r *RemoteQuerier) Close() error
  • func (r *RemoteQuerier) LabelNames() ([]string, prom_storage.Warnings, error)
  • func (r *RemoteQuerier) LabelValues(name string) ([]string, prom_storage.Warnings, error)
  • func (r *RemoteQuerier) Select(sortSeries bool, params *prom_storage.SelectHints, matchers ...*labels.Matcher) (prom_storage.SeriesSet, prom_storage.Warnings, error)
• type ReplicatedAppender
  • func (a *ReplicatedAppender) Add(l labels.Labels, time int64, value float64) (uint64, error)
  • func (a *ReplicatedAppender) AddFast(_ uint64, _ int64, _ float64) error
  • func (a *ReplicatedAppender) Commit() error
  • func (s *ReplicatedAppender) Rollback() error
• type ReplicatedAppenderOption
  • func WithReplicatedAppenderLogger(log *logger.Logger) ReplicatedAppenderOption
  • func WithReplicatedAppenderMetrics(metrics metrics.Registrar) ReplicatedAppenderOption
• type ReplicatedOption
  • func WithReplicatedHandoffStoragePath(handoffStoragePath string) ReplicatedOption
  • func WithReplicatedLogger(log *logger.Logger) ReplicatedOption
  • func WithReplicatedMetrics(metrics metrics.Registrar) ReplicatedOption
• type ReplicatedQuerier
  • func NewReplicatedQuerier(ctx context.Context, localStore prom_storage.Storage, localIndex int, ...) *ReplicatedQuerier
  • func (r *ReplicatedQuerier) Close() error
  • func (r *ReplicatedQuerier) LabelNames() ([]string, prom_storage.Warnings, error)
  • func (r *ReplicatedQuerier) LabelValues(name string) ([]string, prom_storage.Warnings, error)
  • func (r *ReplicatedQuerier) Select(sortSeries bool, params *prom_storage.SelectHints, matchers ...*labels.Matcher) (prom_storage.SeriesSet, prom_storage.Warnings, error)
• type ReplicatedQuerierFactory
  • func NewReplicatedQuerierFactory(localStore prom_storage.Storage, localIndex int, nodeAddrs []string, ...) *ReplicatedQuerierFactory
  • func (factory *ReplicatedQuerierFactory) Build(ctx context.Context, nodeIndexes ...int) []prom_storage.Querier
• type ReplicatedStorage
  • func (r *ReplicatedStorage) Appender() storage.Appender
  • func (r *ReplicatedStorage) Close() error
  • func (r *ReplicatedStorage) Querier(ctx context.Context, _, _ int64) (storage.Querier, error)
  • func (r *ReplicatedStorage) StartTime() (int64, error)
• type Routing
• type ScrapeAppender
  • func (s *ScrapeAppender) Add(l labels.Labels, t int64, v float64) (uint64, error)
  • func (s *ScrapeAppender) AddFast(ref uint64, t int64, v float64) error
  • func (s *ScrapeAppender) Commit() error
  • func (s *ScrapeAppender) Rollback() error
• type ScrapeStorage
  • func (s *ScrapeStorage) Appender() prom_storage.Appender

Constants

const (
	BATCH_FLUSH_INTERVAL = 500 * time.Millisecond

	MAX_BATCH_SIZE_IN_BYTES             = 32 * 1024
	MAX_INTERNODE_PAYLOAD_SIZE_IN_BYTES = 2 * MAX_BATCH_SIZE_IN_BYTES
)

Functions

func NewRemoteAppender

func NewRemoteAppender(targetNodeIndex string, connection *leanstreams.Connection, done chan struct{}, opts ...RemoteAppenderOption) prom_storage.Appender

func NewRemoteQuerier

func NewRemoteQuerier(
	ctx context.Context,
	index int,
	addr string,
	egressTLSConfig *config_util.TLSConfig,
	logger *logger.Logger,
) (prom_storage.Querier, error)

func NewReplicatedAppender

func NewReplicatedAppender(appenders []storage.Appender, lookup routing.Lookup, opts ...ReplicatedAppenderOption) prom_storage.Appender

func NewReplicatedStorage

func NewReplicatedStorage(
	localStore prom_storage.Storage,
	localIndex int,
	nodeAddrs []string,
	internodeAddrs []string,
	replicationFactor uint,
	internodeTLSConfig *tls.Config,
	egressTLSConfig *config_util.TLSConfig,
	queryTimeout time.Duration,
	opts ...ReplicatedOption,
) prom_storage.Storage

func NewScrapeStorage

func NewScrapeStorage(store prom_storage.Storage) prom_storage.Appendable

Types

type QuerierFactory

type QuerierFactory interface {
	Build(ctx context.Context, nodeIndexes ...int) []prom_storage.Querier
}

type RemoteAppender

type RemoteAppender struct {
	// contains filtered or unexported fields
}

func (*RemoteAppender) Add

func (a *RemoteAppender) Add(l labels.Labels, timestamp int64, value float64) (uint64, error)

func (*RemoteAppender) AddFast

func (a *RemoteAppender) AddFast(ref uint64, t int64, v float64) error

func (*RemoteAppender) Commit

func (a *RemoteAppender) Commit() error

func (*RemoteAppender) Rollback

func (a *RemoteAppender) Rollback() error

type RemoteAppenderOption

type RemoteAppenderOption func(*RemoteAppender)

func WithRemoteAppenderHandoffStoragePath

func WithRemoteAppenderHandoffStoragePath(handoffStoragePath string) RemoteAppenderOption

func WithRemoteAppenderLogger

func WithRemoteAppenderLogger(log *logger.Logger) RemoteAppenderOption

func WithRemoteAppenderMetrics

func WithRemoteAppenderMetrics(metrics metrics.Registrar) RemoteAppenderOption

type RemoteQuerier

type RemoteQuerier struct {
	// contains filtered or unexported fields
}

func (*RemoteQuerier) Close

func (r *RemoteQuerier) Close() error

func (*RemoteQuerier) LabelNames

func (r *RemoteQuerier) LabelNames() ([]string, prom_storage.Warnings, error)

func (*RemoteQuerier) LabelValues

func (r *RemoteQuerier) LabelValues(name string) ([]string, prom_storage.Warnings, error)

func (*RemoteQuerier) Select

func (r *RemoteQuerier) Select(sortSeries bool, params *prom_storage.SelectHints, matchers ...*labels.Matcher) (prom_storage.SeriesSet, prom_storage.Warnings, error)

type ReplicatedAppender

type ReplicatedAppender struct {
	// contains filtered or unexported fields
}

func (*ReplicatedAppender) Add

func (a *ReplicatedAppender) Add(l labels.Labels, time int64, value float64) (uint64, error)

func (*ReplicatedAppender) AddFast

func (a *ReplicatedAppender) AddFast(_ uint64, _ int64, _ float64) error

func (*ReplicatedAppender) Commit

func (a *ReplicatedAppender) Commit() error

func (*ReplicatedAppender) Rollback

func (s *ReplicatedAppender) Rollback() error

type ReplicatedAppenderOption

type ReplicatedAppenderOption func(*ReplicatedAppender)

func WithReplicatedAppenderLogger

func WithReplicatedAppenderLogger(log *logger.Logger) ReplicatedAppenderOption

func WithReplicatedAppenderMetrics

func WithReplicatedAppenderMetrics(metrics metrics.Registrar) ReplicatedAppenderOption

type ReplicatedOption

type ReplicatedOption func(*ReplicatedStorage)

func WithReplicatedHandoffStoragePath

func WithReplicatedHandoffStoragePath(handoffStoragePath string) ReplicatedOption

func WithReplicatedLogger

func WithReplicatedLogger(log *logger.Logger) ReplicatedOption

func WithReplicatedMetrics

func WithReplicatedMetrics(metrics metrics.Registrar) ReplicatedOption

type ReplicatedQuerier

type ReplicatedQuerier struct {
	// contains filtered or unexported fields
}

func NewReplicatedQuerier

func NewReplicatedQuerier(ctx context.Context, localStore prom_storage.Storage, localIndex int, factory QuerierFactory,
	queryTimeout time.Duration, routingTable Routing, log *logger.Logger) *ReplicatedQuerier

func (*ReplicatedQuerier) Close

func (r *ReplicatedQuerier) Close() error

func (*ReplicatedQuerier) LabelNames

func (r *ReplicatedQuerier) LabelNames() ([]string, prom_storage.Warnings, error)

func (*ReplicatedQuerier) LabelValues

func (r *ReplicatedQuerier) LabelValues(name string) ([]string, prom_storage.Warnings, error)

func (*ReplicatedQuerier) Select

func (r *ReplicatedQuerier) Select(sortSeries bool, params *prom_storage.SelectHints, matchers ...*labels.Matcher) (prom_storage.SeriesSet, prom_storage.Warnings, error)

type ReplicatedQuerierFactory

type ReplicatedQuerierFactory struct {
	// contains filtered or unexported fields
}

func NewReplicatedQuerierFactory

func NewReplicatedQuerierFactory(localStore prom_storage.Storage,
	localIndex int, nodeAddrs []string, egressTLSConfig *config_util.TLSConfig,
	log *logger.Logger) *ReplicatedQuerierFactory

func (*ReplicatedQuerierFactory) Build

func (factory *ReplicatedQuerierFactory) Build(ctx context.Context, nodeIndexes ...int) []prom_storage.Querier

type ReplicatedStorage

type ReplicatedStorage struct {
	// contains filtered or unexported fields
}

func (*ReplicatedStorage) Appender

func (r *ReplicatedStorage) Appender() storage.Appender

func (*ReplicatedStorage) Close

func (r *ReplicatedStorage) Close() error

func (*ReplicatedStorage) Querier

func (r *ReplicatedStorage) Querier(ctx context.Context, _, _ int64) (storage.Querier, error)

func (*ReplicatedStorage) StartTime

func (r *ReplicatedStorage) StartTime() (int64, error)

type Routing

type Routing interface {
	Lookup(item string) []int
	IsLocal(metricName string) bool
}

type ScrapeAppender

type ScrapeAppender struct {
	// contains filtered or unexported fields
}

func (*ScrapeAppender) Add

func (s *ScrapeAppender) Add(l labels.Labels, t int64, v float64) (uint64, error)

func (*ScrapeAppender) AddFast

func (s *ScrapeAppender) AddFast(ref uint64, t int64, v float64) error

func (*ScrapeAppender) Commit

func (s *ScrapeAppender) Commit() error

func (*ScrapeAppender) Rollback

func (s *ScrapeAppender) Rollback() error

type ScrapeStorage

type ScrapeStorage struct {
	// contains filtered or unexported fields
}

func (*ScrapeStorage) Appender

func (s *ScrapeStorage) Appender() prom_storage.Appender