batch

Mar 16, 2023

Changes in this version

+ type Batcher interface

+ NewBatch func(cfg Config, tbl *dax.Table, fields []*dax.Field) (RecordBatch, error)

+ type Config struct

+ MaxStaleness time.Duration

+ Size int

Dec 12, 2022

Changes in this version

+ const DefaultKeyTranslateBatchSize

+ const MetricBatchFlushDurationSeconds

+ const MetricBatchImportDurationSeconds

+ const MetricBatchShardImportBuildRequestsSeconds

+ const MetricBatchShardImportDurationSeconds

+ const TimeUnitMicroseconds

+ const TimeUnitMilliseconds

+ const TimeUnitNanoseconds

+ const TimeUnitSeconds

+ const TimeUnitUSeconds

+ var ErrBatchAlreadyFull = errors.New("batch was already full, record was rejected")

+ var ErrBatchNowFull = errors.New(...)

+ var ErrBatchNowStale = errors.New("batch is stale and needs to be imported (however, record was accepted)")

+ var ErrPreconditionFailed = errors.New("Precondition failed")

+ var ErrTimestampOutOfRange = errors.New("", "value provided for timestamp field is out of range")

+ var MaxTimestamp = time.Unix(253402300799, 0).UTC()

+ var MaxTimestampNano = time.Unix(1<<32, 0).UTC()

+ var MinTimestamp = time.Unix(-62135596799, 0).UTC()

+ var MinTimestampNano = time.Unix(-1<<32, 0).UTC()

+ func Int64ToTimestamp(unit TimeUnit, epoch time.Time, val int64) (time.Time, error)

+ func TimestampToInt64(unit TimeUnit, epoch time.Time, ts time.Time) (int64, error)

+ type Batch struct

+ func NewBatch(importer featurebase.Importer, size int, tbl *dax.Table, ...) (*Batch, error)

+ func (b *Batch) Add(rec Row) error

+ func (b *Batch) Flush() error

+ func (b *Batch) Import() error

+ func (b *Batch) Len() int

+ type BatchOption func(b *Batch) error

+ func OptCacheMaxAge(age uint64) BatchOption

+ func OptImporter(i featurebase.Importer) BatchOption

+ func OptKeyTranslateBatchSize(v int) BatchOption

+ func OptLogger(l logger.Logger) BatchOption

+ func OptMaxStaleness(t time.Duration) BatchOption

+ func OptSplitBatchMode(on bool) BatchOption

+ func OptUseShardTransactionalEndpoint(use bool) BatchOption

+ type QuantizedTime struct

+ func (qt *QuantizedTime) Reset()

+ func (qt *QuantizedTime) Set(t time.Time)

+ func (qt *QuantizedTime) SetDay(day string)

+ func (qt *QuantizedTime) SetHour(hour string)

+ func (qt *QuantizedTime) SetMonth(month string)

+ func (qt *QuantizedTime) SetYear(year string)

+ func (qt *QuantizedTime) Time() (time.Time, error)

+ type RecordBatch interface

+ Add func(Row) error

+ Flush func() error

+ Import func() error

+ Len func() int

+ type Row struct

+ Clears map[int]interface{}

+ ID interface{}

+ Time QuantizedTime

+ Values []interface{}

+ type TimeUnit string