shipper

Documentation

Index

• Constants
• func NewBoltDBShipperTableClient(objectClient chunk.ObjectClient) chunk.TableClient
• type Config
  • func (cfg *Config) RegisterFlags(f *flag.FlagSet)
• type Shipper
  • func NewShipper(cfg Config, storageClient chunk.ObjectClient, registerer prometheus.Registerer) (*Shipper, error)
  • func (s *Shipper) BatchWrite(ctx context.Context, batch *bluge_db.BlugeWriteBatch) error
  • func (s *Shipper) NewWriteBatch() *bluge_db.BlugeWriteBatch
  • func (s *Shipper) QueryPages(ctx context.Context, queries []bluge_db.IndexQuery, ...) error
  • func (s *Shipper) Stop()

Constants

const (
	// ModeReadWrite is to allow both read and write
	ModeReadWrite = iota
	// ModeReadOnly is to allow only read operations
	ModeReadOnly
	// ModeWriteOnly is to allow only write operations
	ModeWriteOnly

	// BoltDBShipperType holds the index type for using boltdb with shipper which keeps flushing them to a shared storage
	BoltDBShipperType = "boltdb-shipper"

	// FilesystemObjectStoreType holds the periodic config type for the filesystem store
	FilesystemObjectStoreType = "filesystem"

	StorageKeyPrefix = "index/"

	// UploadInterval defines interval for uploading active boltdb files from local which are being written to by ingesters.
	// todo: temp for test UploadInterval = 15 * time.Minute
	UploadInterval = 15 * time.Second
)

Functions

func NewBoltDBShipperTableClient

func NewBoltDBShipperTableClient(objectClient chunk.ObjectClient) chunk.TableClient

Types

type Config

type Config struct {
	ActiveIndexDirectory string        `yaml:"active_index_directory"`
	SharedStoreType      string        `yaml:"shared_store"`
	CacheLocation        string        `yaml:"cache_location"`
	CacheTTL             time.Duration `yaml:"cache_ttl"`
	ResyncInterval       time.Duration `yaml:"resync_interval"`
	IngesterName         string        `yaml:"-"`
	Mode                 int           `yaml:"-"`
}

func (*Config) RegisterFlags

func (cfg *Config) RegisterFlags(f *flag.FlagSet)

RegisterFlags registers flags.

type Shipper

type Shipper struct {
	// contains filtered or unexported fields
}

brige 桥接uploadsManager downloadsManager 提供分装好的统一接口

func NewShipper

func NewShipper(cfg Config, storageClient chunk.ObjectClient, registerer prometheus.Registerer) (*Shipper, error)

NewShipper creates a shipper for syncing local objects with a store

func (*Shipper) BatchWrite

func (s *Shipper) BatchWrite(ctx context.Context, batch *bluge_db.BlugeWriteBatch) error

func (*Shipper) NewWriteBatch

func (s *Shipper) NewWriteBatch() *bluge_db.BlugeWriteBatch

func (*Shipper) QueryPages

func (s *Shipper) QueryPages(ctx context.Context, queries []bluge_db.IndexQuery, callback segment.StoredFieldVisitor) error

整合uploadsManager downloadsManager Query，提供统一接口。

func (*Shipper) Stop

func (s *Shipper) Stop()