ingester

Documentation

Index

• Constants
• Variables
• type Config
  • func (cfg *Config) RegisterFlags(f *flag.FlagSet)
  • func (cfg *Config) Validate() error
• type Limits
• type SegmentWriterService
  • func New(reg prometheus.Registerer, log log.Logger, cfg Config, lim Limits, ...) (*SegmentWriterService, error)
  • func (i *SegmentWriterService) CheckReady(ctx context.Context) error
  • func (i *SegmentWriterService) Flush() error
  • func (i *SegmentWriterService) Push(ctx context.Context, req *segmentwriterv1.PushRequest) (*segmentwriterv1.PushResponse, error)
  • func (i *SegmentWriterService) TransferOut(ctx context.Context) error

Constants

const (
	RingName = "segment-writer"
	RingKey  = "segment-writer-ring"
)

Variables

var ErrMetastoreDLQFailed = fmt.Errorf("failed to store block metadata in DLQ")

Types

type Config

type Config struct {
	GRPCClientConfig grpcclient.Config     `yaml:"grpc_client_config" doc:"description=Configures the gRPC client used to communicate with the segment writer."`
	LifecyclerConfig ring.LifecyclerConfig `yaml:"lifecycler,omitempty"`
	SegmentDuration  time.Duration         `yaml:"segmentDuration,omitempty"`
	Async            bool                  `yaml:"async,omitempty"` //todo make it pertenant
}

func (*Config) RegisterFlags

func (cfg *Config) RegisterFlags(f *flag.FlagSet)

RegisterFlags registers the flags.

func (*Config) Validate

func (cfg *Config) Validate() error

type Limits

type Limits interface {
	IngestionRelabelingRules(tenantID string) []*relabel.Config
	DistributorUsageGroups(tenantID string) *validation.UsageGroupConfig
}

type SegmentWriterService

type SegmentWriterService struct {
	services.Service
	segmentwriterv1.UnimplementedSegmentWriterServiceServer
	// contains filtered or unexported fields
}

func New

func New(
	reg prometheus.Registerer,
	log log.Logger,
	cfg Config,
	lim Limits,
	storageBucket phlareobj.Bucket,
	metastoreClient *metastoreclient.Client,
) (*SegmentWriterService, error)

func (*SegmentWriterService) CheckReady

func (i *SegmentWriterService) CheckReady(ctx context.Context) error

CheckReady is used to indicate to k8s when the ingesters are ready for the addition removal of another ingester. Returns 204 when the ingester is ready, 500 otherwise.

func (*SegmentWriterService) Flush

func (i *SegmentWriterService) Flush() error

func (*SegmentWriterService) Push

func (i *SegmentWriterService) Push(ctx context.Context, req *segmentwriterv1.PushRequest) (*segmentwriterv1.PushResponse, error)

func (*SegmentWriterService) TransferOut

func (i *SegmentWriterService) TransferOut(ctx context.Context) error