metastore

Documentation

Index

• type CompactionConfig
  • func (cfg *CompactionConfig) RegisterFlagsWithPrefix(prefix string, f *flag.FlagSet)
• type Config
  • func (cfg *Config) RegisterFlags(f *flag.FlagSet)
  • func (cfg *Config) Validate() error
• type FSM
  • func (fsm *FSM) Apply(l *raft.Log) interface{}
  • func (fsm *FSM) Restore(snapshot io.ReadCloser) error
  • func (fsm *FSM) Snapshot() (raft.FSMSnapshot, error)
• type Limits
• type Metastore
  • func New(config Config, limits Limits, logger log.Logger, reg prometheus.Registerer, ...) (*Metastore, error)
  • func (m *Metastore) AddBlock(_ context.Context, req *metastorev1.AddBlockRequest) (*metastorev1.AddBlockResponse, error)
  • func (m *Metastore) AddRecoveredBlock(_ context.Context, req *metastorev1.AddBlockRequest) (*metastorev1.AddBlockResponse, error)
  • func (m *Metastore) CheckReady(ctx context.Context) (err error)
  • func (m *Metastore) GetCompactionJobs(_ context.Context, req *compactorv1.GetCompactionRequest) (*compactorv1.GetCompactionResponse, error)
  • func (m *Metastore) GetProfileStats(ctx context.Context, r *metastorev1.GetProfileStatsRequest) (*typesv1.GetProfileStatsResponse, error)
  • func (m *Metastore) Info(_ context.Context, _ *connect.Request[metastorev1.InfoRequest]) (*connect.Response[metastorev1.InfoResponse], error)
  • func (m *Metastore) PollCompactionJobs(_ context.Context, req *compactorv1.PollCompactionJobsRequest) (*compactorv1.PollCompactionJobsResponse, error)
  • func (m *Metastore) QueryMetadata(ctx context.Context, request *metastorev1.QueryMetadataRequest) (*metastorev1.QueryMetadataResponse, error)
  • func (m *Metastore) ReadIndex(ctx context.Context, req *metastorev1.ReadIndexRequest) (*metastorev1.ReadIndexResponse, error)
  • func (m *Metastore) Service() services.Service
  • func (m *Metastore) Shutdown() error
• type RaftConfig
  • func (cfg *RaftConfig) RegisterFlagsWithPrefix(prefix string, f *flag.FlagSet)
  • func (cfg *RaftConfig) Validate() error

Types

type CompactionConfig

type CompactionConfig struct {
	JobLeaseDuration time.Duration `yaml:"job_lease_duration"`
	JobMaxFailures   int           `yaml:"job_max_failures"`
}

func (*CompactionConfig) RegisterFlagsWithPrefix

func (cfg *CompactionConfig) RegisterFlagsWithPrefix(prefix string, f *flag.FlagSet)

type Config

type Config struct {
	Address           string            `yaml:"address"`
	GRPCClientConfig  grpcclient.Config `yaml:"grpc_client_config" doc:"description=Configures the gRPC client used to communicate with the metastore."`
	DataDir           string            `yaml:"data_dir"`
	Raft              RaftConfig        `yaml:"raft"`
	Compaction        CompactionConfig  `yaml:"compaction_config"`
	MinReadyDuration  time.Duration     `yaml:"min_ready_duration" category:"advanced"`
	DLQRecoveryPeriod time.Duration     `yaml:"dlq_recovery_period" category:"advanced"`
}

func (*Config) RegisterFlags

func (cfg *Config) RegisterFlags(f *flag.FlagSet)

func (*Config) Validate

func (cfg *Config) Validate() error

type FSM

type FSM struct {
	// contains filtered or unexported fields
}

func (*FSM) Apply

func (fsm *FSM) Apply(l *raft.Log) interface{}

func (*FSM) Restore

func (fsm *FSM) Restore(snapshot io.ReadCloser) error

func (*FSM) Snapshot

func (fsm *FSM) Snapshot() (raft.FSMSnapshot, error)

type Limits

type Limits interface{}

type Metastore

type Metastore struct {
	metastorev1.MetastoreServiceServer
	metastorev1.OperatorServiceServer
	compactorv1.CompactionPlannerServer
	// contains filtered or unexported fields
}

func New

func New(config Config, limits Limits, logger log.Logger, reg prometheus.Registerer, client *metastoreclient.Client, bucket objstore.Bucket) (*Metastore, error)

func (*Metastore) AddBlock

func (m *Metastore) AddBlock(_ context.Context, req *metastorev1.AddBlockRequest) (*metastorev1.AddBlockResponse, error)

func (*Metastore) AddRecoveredBlock

func (m *Metastore) AddRecoveredBlock(_ context.Context, req *metastorev1.AddBlockRequest) (*metastorev1.AddBlockResponse, error)

func (*Metastore) CheckReady

func (m *Metastore) CheckReady(ctx context.Context) (err error)

func (*Metastore) GetCompactionJobs

func (m *Metastore) GetCompactionJobs(_ context.Context, req *compactorv1.GetCompactionRequest) (*compactorv1.GetCompactionResponse, error)

func (*Metastore) GetProfileStats

func (m *Metastore) GetProfileStats(
	ctx context.Context,
	r *metastorev1.GetProfileStatsRequest,
) (*typesv1.GetProfileStatsResponse, error)

func (*Metastore) Info

func (m *Metastore) Info(_ context.Context, _ *connect.Request[metastorev1.InfoRequest]) (*connect.Response[metastorev1.InfoResponse], error)

func (*Metastore) PollCompactionJobs

func (m *Metastore) PollCompactionJobs(_ context.Context, req *compactorv1.PollCompactionJobsRequest) (*compactorv1.PollCompactionJobsResponse, error)

func (*Metastore) QueryMetadata

func (m *Metastore) QueryMetadata(
	ctx context.Context,
	request *metastorev1.QueryMetadataRequest,
) (*metastorev1.QueryMetadataResponse, error)

func (*Metastore) ReadIndex

func (m *Metastore) ReadIndex(ctx context.Context, req *metastorev1.ReadIndexRequest) (*metastorev1.ReadIndexResponse, error)

func (*Metastore) Service

func (m *Metastore) Service() services.Service

func (*Metastore) Shutdown

func (m *Metastore) Shutdown() error

type RaftConfig

type RaftConfig struct {
	Dir string `yaml:"dir"`

	BootstrapPeers       []string `yaml:"bootstrap_peers"`
	BootstrapExpectPeers int      `yaml:"bootstrap_expect_peers"`

	ServerID         string `yaml:"server_id"`
	BindAddress      string `yaml:"bind_address"`
	AdvertiseAddress string `yaml:"advertise_address"`

	ApplyTimeout time.Duration `yaml:"apply_timeout" doc:"hidden"`
}

func (*RaftConfig) RegisterFlagsWithPrefix

func (cfg *RaftConfig) RegisterFlagsWithPrefix(prefix string, f *flag.FlagSet)

func (*RaftConfig) Validate

func (cfg *RaftConfig) Validate() error