ingester

Documentation

Index

• Variables
• type DatabendIngester
  • func NewDatabendIngester(cfg *config.Config) DatabendIngester
• type DatabendIngesterStatsData
• type DatabendIngesterStatsRecorder
  • func NewDatabendIntesterStatsRecorder() *DatabendIngesterStatsRecorder
  • func (stats *DatabendIngesterStatsRecorder) RecordMetric(bytes int, rows int)
  • func (stats *DatabendIngesterStatsRecorder) Stats(statsWindow time.Duration) DatabendIngesterStatsData

Variables

var (
	ErrUploadStageFailed = errors.New("upload stage failed")
	ErrCopyIntoFailed    = errors.New("copy into failed")
)

Types

type DatabendIngester

type DatabendIngester interface {
	IngestData(threadNum int, columns []string, batchJsonData [][]interface{}) error

	GetAllSyncedCount() (int, error)
	DoRetry(f retry.RetryableFunc) error
	// contains filtered or unexported methods
}

func NewDatabendIngester

func NewDatabendIngester(cfg *config.Config) DatabendIngester

type DatabendIngesterStatsData

type DatabendIngesterStatsData struct {
	BytesPerSecond float64
	RowsPerSecondd float64
}

type DatabendIngesterStatsRecorder

type DatabendIngesterStatsRecorder struct {
	// contains filtered or unexported fields
}

func NewDatabendIntesterStatsRecorder

func NewDatabendIntesterStatsRecorder() *DatabendIngesterStatsRecorder

func (*DatabendIngesterStatsRecorder) RecordMetric

func (stats *DatabendIngesterStatsRecorder) RecordMetric(bytes int, rows int)

func (*DatabendIngesterStatsRecorder) Stats

func (stats *DatabendIngesterStatsRecorder) Stats(statsWindow time.Duration) DatabendIngesterStatsData