logtail

package

Go to main page

Versions in this module

v1

v1.2.4

Sep 20, 2024

v1.2.3

Sep 10, 2024

Changes in this version

+ const MaxColSnapshot

+ type ObjectAbstract struct

+ TotalBlkCnt int

+ TotalObjCnt int

+ TotalObjSize int

+ TotalRowCnt int

type StorageUsageCache

+ func (c *StorageUsageCache) GatherObjectAbstractForAccounts() (abstract map[uint64]ObjectAbstract)

type TNUsageMemo

+ func (m *TNUsageMemo) GatherObjectAbstractForAllAccount() map[uint64]ObjectAbstract

type UsageData

+ func Objects2Usages(objs []*catalog.ObjectEntry, isGlobal bool) (usages []UsageData)

+ func (u *UsageData) Merge(other UsageData, delete bool)

v1.2.3-hotfix-20241101

Oct 31, 2024

v1.2.3-hotfix-20241016

Oct 16, 2024

v1.2.3-hotfix-20241010

Oct 11, 2024

v1.2.3-hotfix-20240916

Sep 14, 2024

v1.2.2

Jul 11, 2024

Changes in this version

type BaseCollector

+ func (collector *BaseCollector) VisitGlobalTombstone(entry data.Tombstone) (err error)

type SnapshotMeta

+ func (sm *SnapshotMeta) CopyObjectsLocked() map[uint64]map[objectio.Segmentid]*objectInfo

+ func (sm *SnapshotMeta) CopyTablesLocked() map[uint32]map[uint64]*TableInfo

v1.2.2-20240715

Jul 15, 2024

v1.2.1

Jun 28, 2024

Changes in this version

type SnapshotMeta

+ func (sm *SnapshotMeta) RebuildTid(ins *containers.Batch)

type TNUsageMemo

+ C *catalog.Catalog

+ func (m *TNUsageMemo) GatherSpecialTableSize() (size uint64)

v1.2.1-20240709

Jul 9, 2024

v1.2.0

May 17, 2024

Changes in this version

+ const ColAccountName

+ const ColDatabaseName

+ const ColLevel

+ const ColObjId

+ const ColSName

+ const ColSnapshotId

+ const ColTS

+ const ColTableName

+ const SnapshotTypeAccount

+ const SnapshotTypeCluster

+ const SnapshotTypeIdx

+ func CloseSnapshotList(snapshots map[uint32]containers.Vector)

+ func LoadCheckpointLocations(ctx context.Context, location objectio.Location, version uint32, ...) (map[string]objectio.Location, error)

type BaseCollector

+ func (collector *BaseCollector) VisitTombstone(entry data.Tombstone) (err error)

type GlobalCollector

+ func (collector *GlobalCollector) VisitTombstone(entry data.Tombstone) error

+ type SnapshotMeta struct

+ func NewSnapshotMeta() *SnapshotMeta

+ func (sm *SnapshotMeta) GetSnapshot(ctx context.Context, fs fileservice.FileService, mp *mpool.MPool) (map[uint32]containers.Vector, error)

+ func (sm *SnapshotMeta) GetSnapshotList(SnapshotList map[uint32][]types.TS, tid uint64) []types.TS

+ func (sm *SnapshotMeta) InitTableInfo(data *CheckpointData)

+ func (sm *SnapshotMeta) MergeTableInfo(SnapshotList map[uint32][]types.TS) error

+ func (sm *SnapshotMeta) ReadMeta(ctx context.Context, name string, fs fileservice.FileService) error

+ func (sm *SnapshotMeta) ReadTableInfo(ctx context.Context, name string, fs fileservice.FileService) error

+ func (sm *SnapshotMeta) Rebuild(ins *containers.Batch)

+ func (sm *SnapshotMeta) RebuildDelta(ins *containers.Batch)

+ func (sm *SnapshotMeta) RebuildTableInfo(ins *containers.Batch)

+ func (sm *SnapshotMeta) SaveMeta(name string, fs fileservice.FileService) (uint32, error)

+ func (sm *SnapshotMeta) SaveTableInfo(name string, fs fileservice.FileService) (uint32, error)

+ func (sm *SnapshotMeta) SetTid(tid uint64)

+ func (sm *SnapshotMeta) String() string

+ func (sm *SnapshotMeta) TableInfoString() string

+ func (sm *SnapshotMeta) Update(data *CheckpointData) *SnapshotMeta

+ type TableInfo struct

v1.1.3

Apr 15, 2024

v1.1.2

Apr 2, 2024

v1.1.1

Feb 2, 2024

Changes in this version

+ func EliminateErrorsOnCache(c *catalog.Catalog, end types.TS) int

type BaseCollector

+ func (collector *BaseCollector) LoadAndCollectObject(c *catalog.Catalog, visitObject func(*catalog.ObjectEntry) error) error

type CheckpointData

+ func (data *CheckpointData) UpdateObjectInsertMeta(tid uint64, delStart, delEnd int32)

type StorageUsageCache

+ func (c *StorageUsageCache) SetOrReplace(usage UsageData)

type TNUsageMemo

+ func (m *TNUsageMemo) DeltaUpdate(delta UsageData, del bool)

+ func (m *TNUsageMemo) Replace(new UsageData)

v1.1.0

Dec 29, 2023

Changes in this version

+ const CheckpointMetaAttr_StorageUsageDelLocation

+ const CheckpointMetaAttr_StorageUsageInsLocation

+ const CheckpointVersion10

+ const CheckpointVersion11

+ const Checkpoint_Meta_Object_End_IDX

+ const Checkpoint_Meta_Object_LOC_IDX

+ const Checkpoint_Meta_Object_Start_IDX

+ const Checkpoint_Meta_Usage_Del_LOC_IDX

+ const Checkpoint_Meta_Usage_Ins_LOC_IDX

+ const EntryNode_CreateAt

+ const EntryNode_DeleteAt

+ const ObjectAttr_CreateAt

+ const ObjectAttr_ID

+ const ObjectAttr_ObjectStats

+ const ObjectAttr_SegNode

+ const ObjectAttr_Sorted

+ const ObjectAttr_State

+ const ObjectInfo

+ const ObjectInfoIDX

+ const SnapshotAttr_ObjectMaxBlock

+ const StorageUsageDel

+ const StorageUsageDelIDX

+ const StorageUsageIns

+ const StorageUsageInsIDX

+ const StorageUsageMagic

+ const TNObjectInfoIDX

+ const UsageBatMetaTableId

+ var ObjectInfoAttr = []string

+ var ObjectInfoSchema *catalog.Schema

+ var ObjectInfoTypes = []types.Type

+ var ObjectSchemaAttr = []string

+ var ObjectSchemaTypes = []types.Type

+ var ObjectTNSchemaAttr = []string

+ var ObjectTNSchemaTypes = []types.Type

+ func BackupCheckpointDataFactory(start, end types.TS) func(c *catalog.Catalog) (*CheckpointData, error)

+ func CorrectUsageWrongPlacement(c *catalog.Catalog) (int, float64, error)

+ func GetStorageUsageHistory(ctx context.Context, locations []objectio.Location, versions []uint32, ...) ([][]UsageData, [][]UsageData, error)

+ func IDXString(idx uint16) string

+ func PairAccountVsDB(c *catalog.Catalog) map[uint64]uint64

+ func ReWriteCheckpointAndBlockFromKey(ctx context.Context, fs, dstFs fileservice.FileService, ...) (objectio.Location, objectio.Location, []string, error)

type BaseCollector

+ Objects []*catalog.ObjectEntry

+ Usage struct{ ... }

+ UsageMemo *TNUsageMemo

+ func (collector *BaseCollector) Allocator() *mpool.MPool

+ func (collector *BaseCollector) PostLoop(c *catalog.Catalog) error

+ func (collector *BaseCollector) VisitBlkForBackup(entry *catalog.BlockEntry) (err error)

+ func (collector *BaseCollector) VisitObj(entry *catalog.ObjectEntry) (err error)

+ func (collector *BaseCollector) VisitObjForBackup(entry *catalog.ObjectEntry) (err error)

type CheckpointData

+ func NewCheckpointDataWithVersion(ver uint32, mp *mpool.MPool) *CheckpointData

+ func (data *CheckpointData) Allocator() *mpool.MPool

+ func (data *CheckpointData) ExportStats(prefix string) []zap.Field

+ func (data *CheckpointData) FormatData(mp *mpool.MPool) (err error)

+ func (data *CheckpointData) GetObjectBatchs() *containers.Batch

+ func (data *CheckpointData) GetTNObjectBatchs() *containers.Batch

+ func (data *CheckpointData) UpdateBlockDeleteBlkMeta(tid uint64, insStart, insEnd int32)

+ func (data *CheckpointData) UpdateBlockInsertBlkMeta(tid uint64, insStart, insEnd int32)

type GlobalCollector

+ func (collector *GlobalCollector) VisitObj(entry *catalog.ObjectEntry) error

type IncrementalCollector

+ func NewBackupCollector(start, end types.TS) *IncrementalCollector

+ type StorageUsageCache struct

+ func NewStorageUsageCache(opts ...StorageUsageCacheOption) *StorageUsageCache

+ func (c *StorageUsageCache) CacheLen() int

+ func (c *StorageUsageCache) ClearForUpdate()

+ func (c *StorageUsageCache) Delete(usage UsageData)

+ func (c *StorageUsageCache) GatherAccountSize(id uint64) (size uint64, exist bool)

+ func (c *StorageUsageCache) GatherAllAccSize() (usages map[uint64]uint64)

+ func (c *StorageUsageCache) Get(usage UsageData) (ret UsageData, exist bool)

+ func (c *StorageUsageCache) IsExpired() bool

+ func (c *StorageUsageCache) Iter() btree.IterG[UsageData]

+ func (c *StorageUsageCache) LessFunc() func(a UsageData, b UsageData) bool

+ func (c *StorageUsageCache) MemUsed() float64

+ func (c *StorageUsageCache) String() string

+ func (c *StorageUsageCache) Update(usage UsageData)

+ type StorageUsageCacheOption = func(c *StorageUsageCache)

+ func WithLazyThreshold(lazy int) StorageUsageCacheOption

+ func WithLessFunc(less func(a UsageData, b UsageData) bool) StorageUsageCacheOption

+ type TNUsageMemo struct

+ func NewTNUsageMemo() *TNUsageMemo

+ func (m *TNUsageMemo) AddReqTrace(accountId uint64, tSize uint64, t time.Time, hint string)

+ func (m *TNUsageMemo) CacheLen() int

+ func (m *TNUsageMemo) Clear()

+ func (m *TNUsageMemo) ClearDroppedAccounts(reserved map[uint64]struct{}) string

+ func (m *TNUsageMemo) ClearNewAccCache()

+ func (m *TNUsageMemo) Delete(usage UsageData)

+ func (m *TNUsageMemo) EnterProcessing()

+ func (m *TNUsageMemo) EstablishFromCKPs(c *catalog.Catalog)

+ func (m *TNUsageMemo) GatherAccountSize(id uint64) (size uint64, exist bool)

+ func (m *TNUsageMemo) GatherAllAccSize() (usages map[uint64]uint64)

+ func (m *TNUsageMemo) GatherNewAccountSize(id uint64) (size uint64, exist bool)

+ func (m *TNUsageMemo) Get(usage UsageData) (old UsageData, exist bool)

+ func (m *TNUsageMemo) GetAllReqTrace() (accountIds []uint64, timestamps []time.Time, sizes []uint64, hints []string)

+ func (m *TNUsageMemo) GetCache() *StorageUsageCache

+ func (m *TNUsageMemo) GetDelayed() map[uint64]UsageData

+ func (m *TNUsageMemo) GetNewAccCacheLatestUpdate() types.TS

+ func (m *TNUsageMemo) HasUpdate() bool

+ func (m *TNUsageMemo) LeaveProcessing()

+ func (m *TNUsageMemo) MemoryUsed() float64

+ func (m *TNUsageMemo) PrepareReplay(datas []*CheckpointData, vers []uint32)

+ func (m *TNUsageMemo) Update(usage UsageData, del bool)

+ func (m *TNUsageMemo) UpdateNewAccCache(usage UsageData, del bool)

type TableLogtailRespBuilder

+ func (b *TableLogtailRespBuilder) VisitObj(e *catalog.ObjectEntry) error

type TableRespKind

+ const TableRespKind_Obj

type UsageData

+ AccId uint64

+ DbId uint64

+ Size uint64

+ TblId uint64

+ func MockUsageData(accCnt, dbCnt, tblCnt int, allocator *atomic.Uint64) (result []UsageData)

+ func (u UsageData) IsZero() bool

+ func (u UsageData) String() string

v1.0.2

Dec 21, 2023

v1.0.1

Dec 15, 2023

Changes in this version

+ const CheckpointMetaAttr_ObjectID

+ const CheckpointMetaAttr_ObjectSize

+ const CheckpointVersion9

+ const SEGStorageUsageIDX

+ const UsageAccID

+ const UsageDBID

+ const UsageMAX

+ const UsageObjID

+ const UsageSize

+ const UsageTblID

+ var StorageUsageSchema *catalog.Schema

+ var StorageUsageSchemaAttrs = []string

+ var StorageUsageSchemaTypes = []types.Type

+ func FillUsageBatOfGlobal(c *catalog.Catalog, collector *GlobalCollector, fs fileservice.FileService, ...)

+ func FillUsageBatOfIncremental(c *catalog.Catalog, collector *IncrementalCollector, ...)

type CheckpointData

+ func LoadSpecifiedCkpBatch(ctx context.Context, location objectio.Location, fs fileservice.FileService, ...) (data *CheckpointData, err error)

+ type CkpLocVers struct

+ Location []byte

+ Version uint32

type GlobalCollector

+ func (collector *GlobalCollector) GetDeletes() [UsageMAX]map[interface{}]struct{}

+ type UsageData = [UsageMAX]interface

v1.0.0

Nov 13, 2023

Changes in this version

+ const AccountIDDbName

+ const AccountIDDbNameTblName

+ const BLKTNMetaDeleteIDX

+ const BLKTNMetaDeleteTxnIDX

+ const BLKTNMetaInsertIDX

+ const BLKTNMetaInsertTxnIDX

+ const BlockDelete

+ const BlockInsert

+ const BlockLocationLength

+ const CNBlockInsert

+ const CheckpointCurrentVersion

+ const CheckpointMetaAttr_BlockLocation

+ const CheckpointMetaAttr_SchemaType

+ const CheckpointVersion1

+ const CheckpointVersion2

+ const CheckpointVersion3

+ const CheckpointVersion4

+ const CheckpointVersion5

+ const CheckpointVersion6

+ const CheckpointVersion7

+ const CheckpointVersion8

+ const Checkpoint_Meta_CN_Delete_Block_LOC_IDX

+ const Checkpoint_Meta_Delete_Block_LOC_IDX

+ const Checkpoint_Meta_Insert_Block_LOC_IDX

+ const Checkpoint_Meta_Segment_LOC_IDX

+ const DefaultCheckpointBlockRows

+ const DefaultCheckpointSize

+ const EndOffsetLength

+ const EndOffsetOffset

+ const LocationLength

+ const LocationOffset

+ const MetaMaxIdx

+ const SegmentDelete

+ const SnapshotMetaAttr_BlockCNInsertBatchLocation

+ const SnapshotMetaAttr_BlockDeleteBatchLocation

+ const SnapshotMetaAttr_BlockInsertBatchLocation

+ const SnapshotMetaAttr_SegDeleteBatchLocation

+ const StartOffsetLength

+ const StartOffsetOffset

+ const TNMetaIDX

+ var BlkMetaSchema_V1 *catalog.Schema

+ var BlkTNSchema *catalog.Schema

+ var BlockTNSchemaAttr = []string

+ var BlockTNSchemaTypes = []types.Type

+ var ColumnDelSchema *catalog.Schema

+ var ColumnDelSchemaAttr = []string

+ var ColumnDelSchemaTypes = []types.Type

+ var DBDelSchema *catalog.Schema

+ var DBDelSchemaAttr = []string

+ var DBDelSchemaTypes = []types.Type

+ var DBSpecialDeleteAttr = []string

+ var DBSpecialDeleteSchema *catalog.Schema

+ var DBSpecialDeleteTypes = []types.Type

+ var DBTNSchema *catalog.Schema

+ var DBTNSchemaAttr = []string

+ var DBTNSchemaType = []types.Type

+ var MetaSchemaAttr_V1 = []string

+ var MetaSchema_V1 *catalog.Schema

+ var MetaShcemaTypes_V1 = []types.Type

+ var SegTNSchema *catalog.Schema

+ var SegmentTNSchemaAttr = []string

+ var SegmentTNSchemaTypes = []types.Type

+ var TBLSpecialDeleteAttr = []string

+ var TBLSpecialDeleteSchema *catalog.Schema

+ var TBLSpecialDeleteTypes = []types.Type

+ var TNMetaSchema *catalog.Schema

+ var TNMetaSchemaAttr = []string

+ var TNMetaShcemaTypes = []types.Type

+ var TblDelSchema *catalog.Schema

+ var TblDelSchemaAttr = []string

+ var TblDelSchemaTypes = []types.Type

+ var TblTNSchema *catalog.Schema

+ var TblTNSchemaAttr = []string

+ var TblTNSchemaType = []types.Type

+ func GetMetaIdxesByVersion(ver uint32) []uint16

+ func LoadCNSubBlkColumnsByMeta(version uint32, cxt context.Context, colTypes []types.Type, colNames []string, ...) ([]*batch.Batch, error)

+ func LoadCNSubBlkColumnsByMetaWithId(cxt context.Context, colTypes []types.Type, colNames []string, dataType uint16, ...) (ioResult *batch.Batch, err error)

+ type BlockLocation []byte

+ func BuildBlockLoaction(id uint16, start, end uint64) BlockLocation

+ func BuildBlockLoactionWithLocation(name objectio.ObjectName, extent objectio.Extent, rows uint32, id uint16, ...) BlockLocation

+ func (l BlockLocation) Contains(i common.ClosedInterval) bool

+ func (l BlockLocation) GetEndOffset() uint64

+ func (l BlockLocation) GetID() uint16

+ func (l BlockLocation) GetLocation() objectio.Location

+ func (l BlockLocation) GetStartOffset() uint64

+ func (l BlockLocation) SetEndOffset(end uint64)

+ func (l BlockLocation) SetID(id uint16)

+ func (l BlockLocation) SetLocation(location objectio.Location)

+ func (l BlockLocation) SetStartOffset(start uint64)

+ func (l BlockLocation) String() string

+ type BlockLocations []byte

+ func NewEmptyBlockLocations() BlockLocations

+ func (l *BlockLocations) Append(loc BlockLocation)

+ func (l BlockLocations) MakeIterator() *BlockLocationsIterator

+ func (l BlockLocations) String() string

+ type BlockLocationsIterator struct

+ func (i *BlockLocationsIterator) HasNext() bool

+ func (i *BlockLocationsIterator) Next() BlockLocation

type CNCheckpointData

+ func (data *CNCheckpointData) GetCloseCB(version uint32, m *mpool.MPool) func()

+ func (data *CNCheckpointData) GetTableDataFromBats(tid uint64, bats []*batch.Batch) (ins, del, cnIns, segDel *api.Batch, err error)

+ func (data *CNCheckpointData) InitMetaIdx(ctx context.Context, version uint32, reader *blockio.BlockReader, ...) error

+ func (data *CNCheckpointData) PrefetchMetaFrom(ctx context.Context, version uint32, location objectio.Location, ...) (err error)

+ func (data *CNCheckpointData) PrefetchMetaIdx(ctx context.Context, version uint32, idxes []uint16, key objectio.Location, ...) (err error)

+ func (data *CNCheckpointData) ReadFromData(ctx context.Context, tableID uint64, location objectio.Location, ...) (dataBats []*batch.Batch, err error)

+ func (data *CNCheckpointData) ReadFromDataWithKey(ctx context.Context, location objectio.Location, fs fileservice.FileService, ...) (cnBatch *batch.Batch, err error)

type CheckpointData

+ func LoadCheckpointEntriesFromKey(ctx context.Context, fs fileservice.FileService, location objectio.Location, ...) ([]objectio.Location, *CheckpointData, error)

+ func (data *CheckpointData) CloseWhenLoadFromCache(version uint32)

+ func (data *CheckpointData) GetBatches() []*containers.Batch

+ func (data *CheckpointData) GetTNBlkBatchs() (*containers.Batch, *containers.Batch, *containers.Batch, *containers.Batch)

+ func (data *CheckpointData) PrefetchMeta(ctx context.Context, version uint32, service fileservice.FileService, ...) (err error)

+ func (data *CheckpointData) ReadTNMetaBatch(ctx context.Context, version uint32, location objectio.Location, ...) (err error)

type CheckpointMeta

+ func (m *CheckpointMeta) DecodeFromString(keys [][]byte) (err error)

+ func (m *CheckpointMeta) String() string

type Manager

+ func (mgr *Manager) TryCompactTable()

+ type TableMeta struct

+ func NewTableMeta() *TableMeta

+ func (m *TableMeta) String() string

+ type TempFKey struct

+ type TempFilter struct

+ var TempF *TempFilter

+ func (f *TempFilter) Add(id uint64)

+ func (f *TempFilter) Check(id uint64) (skip bool)

type TxnTable

+ func (table *TxnTable) TryCompact(from types.TS, rt *dbutils.Runtime) (to types.TS)

v1.0.0-rc2

Oct 24, 2023

v1.0.0-rc1

Aug 24, 2023

v0

v0.8.1

Oct 9, 2023

v0.8.0

Jun 30, 2023

Changes in this version

+ const Checkpoint_Meta_Delete_Block_End_IDX

+ const Checkpoint_Meta_Delete_Block_Start_IDX

+ const Checkpoint_Meta_Insert_Block_End_IDX

+ const Checkpoint_Meta_Insert_Block_Start_IDX

+ const Checkpoint_Meta_Segment_End_IDX

+ const Checkpoint_Meta_Segment_Start_IDX

+ const Checkpoint_Meta_TID_IDX

+ const LogtailHeartbeatDuration

+ const SegmentAttr_SegNode

+ const SnapshotAttr_SchemaExtra

+ const SnapshotMetaAttr_SegDeleteBatchEnd

+ const SnapshotMetaAttr_SegDeleteBatchStart

+ func DataChangeToLogtailBatch(src *containers.BatchWithVersion) *containers.Batch

+ func LoadBlkColumnsByMeta(cxt context.Context, colTypes []types.Type, colNames []string, id uint16, ...) (*containers.Batch, error)

+ func LoadCNBlkColumnsByMeta(cxt context.Context, colTypes []types.Type, colNames []string, id uint16, ...) (*batch.Batch, error)

+ func MockCallback(from, to timestamp.Timestamp, closeCB func(), tails ...logtail.TableLogtail) error

+ type CNCheckpointData struct

+ func NewCNCheckpointData() *CNCheckpointData

+ func (data *CNCheckpointData) GetTableData(tid uint64) (ins, del, cnIns, segDel *api.Batch, err error)

+ func (data *CNCheckpointData) GetTableMeta(tableID uint64) (meta *CheckpointMeta)

+ func (data *CNCheckpointData) PrefetchFrom(ctx context.Context, service fileservice.FileService, key objectio.Location) (err error)

+ func (data *CNCheckpointData) ReadFrom(ctx context.Context, reader *blockio.BlockReader, m *mpool.MPool) (err error)

type CheckpointData

+ func (data *CheckpointData) PrefetchFrom(ctx context.Context, service fileservice.FileService, key objectio.Location) (err error)

+ func (data *CheckpointData) UpdateSegMeta(tid uint64, delStart, delEnd int32)

type Collector

+ IsCommitted func(from, to types.TS) bool

type Logtailer

+ Now func() (timestamp.Timestamp, timestamp.Timestamp)

+ RegisterCallback func(...)

type LogtailerImpl

+ func (l *LogtailerImpl) Now() (timestamp.Timestamp, timestamp.Timestamp)

+ func (l *LogtailerImpl) RegisterCallback(...)

type Manager

+ func (mgr *Manager) OnEndPrepareWAL(txn txnif.AsyncTxn)

+ func (mgr *Manager) RegisterCallback(...) error

+ func (mgr *Manager) Start()

+ func (mgr *Manager) Stop()

type Reader

+ func (r *Reader) IsCommitted() bool

type TableLogtailRespBuilder

+ func (b *TableLogtailRespBuilder) VisitSeg(e *catalog.SegmentEntry) error

+ type TableRespKind int

+ const TableRespKind_Blk

+ const TableRespKind_Data

+ const TableRespKind_Seg

+ type TxnLogtailRespBuilder struct

+ func NewTxnLogtailRespBuilder(rt *dbutils.Runtime) *TxnLogtailRespBuilder

+ func (b *TxnLogtailRespBuilder) BuildResp()

+ func (b *TxnLogtailRespBuilder) Close()

+ func (b *TxnLogtailRespBuilder) CollectLogtail(txn txnif.AsyncTxn) (*[]logtail.TableLogtail, func())

v0.7.0

Feb 18, 2023

Changes in this version

+ const BLKCNMetaInsertIDX

+ const BLKDNMetaDeleteIDX

+ const BLKDNMetaDeleteTxnIDX

+ const BLKDNMetaInsertIDX

+ const BLKDNMetaInsertTxnIDX

+ const BLKDeleteIDX

+ const BLKDeleteTxnIDX

+ const BLKInsertIDX

+ const BLKInsertTxnIDX

+ const BLKMetaDeleteIDX

+ const BLKMetaDeleteTxnIDX

+ const BLKMetaInsertIDX

+ const BLKMetaInsertTxnIDX

+ const DBDeleteIDX

+ const DBDeleteTxnIDX

+ const DBInsertIDX

+ const DBInsertTxnIDX

+ const MaxIDX

+ const MetaIDX

+ const SEGDeleteIDX

+ const SEGDeleteTxnIDX

+ const SEGInsertIDX

+ const SEGInsertTxnIDX

+ const SegmentAttr_Sorted

+ const TBLColDeleteIDX

+ const TBLColInsertIDX

+ const TBLDeleteIDX

+ const TBLDeleteTxnIDX

+ const TBLInsertIDX

+ const TBLInsertTxnIDX

+ func GlobalCheckpointDataFactory(end types.TS, versionInterval time.Duration) func(c *catalog.Catalog) (*CheckpointData, error)

+ type BaseCollector struct

+ func (collector *BaseCollector) Close()

+ func (collector *BaseCollector) OrphanData() *CheckpointData

+ func (collector *BaseCollector) VisitBlk(entry *catalog.BlockEntry) (err error)

+ func (collector *BaseCollector) VisitDB(entry *catalog.DBEntry) error

+ func (collector *BaseCollector) VisitSeg(entry *catalog.SegmentEntry) (err error)

+ func (collector *BaseCollector) VisitTable(entry *catalog.TableEntry) (err error)

+ type BlockT = *txnBlock

+ type GlobalCollector struct

+ func NewGlobalCollector(end types.TS, versionInterval time.Duration) *GlobalCollector

+ func (collector *GlobalCollector) VisitBlk(entry *catalog.BlockEntry) error

+ func (collector *GlobalCollector) VisitDB(entry *catalog.DBEntry) error

+ func (collector *GlobalCollector) VisitSeg(entry *catalog.SegmentEntry) error

+ func (collector *GlobalCollector) VisitTable(entry *catalog.TableEntry) error

+ type Logtailer interface

+ RangeLogtail func(ctx context.Context, from, to timestamp.Timestamp) ([]logtail.TableLogtail, error)

+ TableLogtail func(ctx context.Context, table api.TableID, from, to timestamp.Timestamp) (logtail.TableLogtail, error)

+ type LogtailerImpl struct

+ func NewLogtailer(ckpClient CheckpointClient, mgr *Manager, c *catalog.Catalog) *LogtailerImpl

+ func (l *LogtailerImpl) RangeLogtail(ctx context.Context, from, to timestamp.Timestamp) ([]logtail.TableLogtail, error)

+ func (l *LogtailerImpl) TableLogtail(ctx context.Context, table api.TableID, from, to timestamp.Timestamp) (logtail.TableLogtail, error)

+ type Manager struct

+ func NewManager(blockSize int, clock clock.Clock) *Manager

+ func (mgr *Manager) GCByTS(ctx context.Context, ts types.TS)

+ func (mgr *Manager) GetReader(from, to types.TS) *Reader

+ func (mgr *Manager) GetTableOperator(from, to types.TS, catalog *catalog.Catalog, dbID, tableID uint64, scope Scope, ...) *BoundTableOperator

+ func (mgr *Manager) OnEndPrePrepare(txn txnif.AsyncTxn)

+ type Reader struct

+ func (r *Reader) GetDirty() (tree *common.Tree, count int)

+ func (r *Reader) GetDirtyByTable(dbID, id uint64) (tree *common.TableTree)

+ func (r *Reader) GetMaxLSN() (maxLsn uint64)

+ func (r *Reader) HasCatalogChanges() bool

+ type RowT = *txnRow

type Scope

+ func DecideTableScope(tableID uint64) Scope

+ type TxnTable struct

+ func NewTxnTable(blockSize int, clock *types.TsAlloctor) *TxnTable

+ func (table *TxnTable) AddTxn(txn txnif.AsyncTxn) (err error)

+ func (table *TxnTable) ForeachRowInBetween(from, to types.TS, skipBlkOp func(blk BlockT) bool, ...) (readRows int)

+ func (table *TxnTable) TruncateByTimeStamp(ts types.TS) (cnt int)

v0.6.0

Nov 29, 2022

Changes in this version

+ const PrintN

+ const SegmentAttr_CreateAt

+ const SegmentAttr_ID

+ const SegmentAttr_State

+ const Size90M

+ const SnapshotAttr_BlockMaxRow

+ const SnapshotAttr_DBID

+ const SnapshotAttr_SegID

+ const SnapshotAttr_SegmentMaxBlock

+ const SnapshotAttr_TID

+ const SnapshotMetaAttr_BlockDeleteBatchEnd

+ const SnapshotMetaAttr_BlockDeleteBatchStart

+ const SnapshotMetaAttr_BlockInsertBatchEnd

+ const SnapshotMetaAttr_BlockInsertBatchStart

+ const SnapshotMetaAttr_Tid

+ var BaseAttr = []string

+ var BaseTypes = []types.Type

+ var BlkDNSchema *catalog.Schema

+ var BlkMetaSchema *catalog.Schema

+ var BlockDNSchemaAttr = []string

+ var BlockDNSchemaTypes = []types.Type

+ var DBDNSchema *catalog.Schema

+ var DBDNSchemaAttr = []string

+ var DBDNSchemaType = []types.Type

+ var DelSchema *catalog.Schema

+ var MetaSchema *catalog.Schema

+ var MetaSchemaAttr = []string

+ var MetaShcemaTypes = []types.Type

+ var SegDNSchema *catalog.Schema

+ var SegSchema *catalog.Schema

+ var SegmentDNSchemaAttr = []string

+ var SegmentDNSchemaTypes = []types.Type

+ var SegmentSchemaAttr = []string

+ var SegmentSchemaTypes = []types.Type

+ var TblDNSchema *catalog.Schema

+ var TblDNSchemaAttr = []string

+ var TblDNSchemaType = []types.Type

+ var TxnNodeSchema *catalog.Schema

+ var TxnNodeSchemaAttr = []string

+ var TxnNodeSchemaTypes = []types.Type

+ func BatchToString(name string, bat *containers.Batch, isSpecialRowID bool) string

+ func DebugBatchToString(name string, bat *containers.Batch, isSpecialRowID bool) string

+ func HandleSyncLogTailReq(ckpClient CheckpointClient, mgr *LogtailMgr, c *catalog.Catalog, ...) (resp api.SyncLogTailResp, err error)

+ func IncrementalCheckpointDataFactory(start, end types.TS) func(c *catalog.Catalog) (*CheckpointData, error)

+ func LoadCheckpointEntries(metLoc string, tableID uint64, tableName string, dbID uint64, dbName string, ...) (entries []*api.Entry, err error)

+ func NewDirtyCollector(sourcer *LogtailMgr, clock clock.Clock, catalog *catalog.Catalog, ...) *dirtyCollector

+ func ToStringTemplate(vec containers.Vector, printN int, opts ...common.TypePrintOpt) string

+ type BaseOperator struct

+ type BoundOperator struct

+ func NewBoundOperator(catalog *catalog.Catalog, reader *LogtailReader, visitor catalog.Processor) *BoundOperator

+ func (op *BoundOperator) Run() (err error)

+ type BoundTableOperator struct

+ func NewBoundTableOperator(catalog *catalog.Catalog, reader *LogtailReader, scope Scope, ...) *BoundTableOperator

+ func (c *BoundTableOperator) Run() error

+ type CatalogLogtailRespBuilder struct

+ func NewCatalogLogtailRespBuilder(scope Scope, ckp string, start, end types.TS) *CatalogLogtailRespBuilder

+ func (b *CatalogLogtailRespBuilder) BuildResp() (api.SyncLogTailResp, error)

+ func (b *CatalogLogtailRespBuilder) Close()

+ func (b *CatalogLogtailRespBuilder) VisitDB(entry *catalog.DBEntry) error

+ func (b *CatalogLogtailRespBuilder) VisitTbl(entry *catalog.TableEntry) error

+ type CheckpointClient interface

+ CollectCheckpointsInRange func(start, end types.TS) (location string, checkpointed types.TS)

+ FlushTable func(dbID, tableID uint64, ts types.TS) error

+ type CheckpointData struct

+ func NewCheckpointData() *CheckpointData

+ func (data *CheckpointData) ApplyReplayTo(c *catalog.Catalog, dataFactory catalog.DataFactory) (err error)

+ func (data *CheckpointData) Close()

+ func (data *CheckpointData) GetBlkBatchs() (*containers.Batch, *containers.Batch, *containers.Batch, *containers.Batch)

+ func (data *CheckpointData) GetDBBatchs() (*containers.Batch, *containers.Batch, *containers.Batch, *containers.Batch)

+ func (data *CheckpointData) GetDNBlkBatchs() (*containers.Batch, *containers.Batch, *containers.Batch, *containers.Batch)

+ func (data *CheckpointData) GetSegBatchs() (*containers.Batch, *containers.Batch, *containers.Batch, *containers.Batch)

+ func (data *CheckpointData) GetTableData(tid uint64) (ins, del, cnIns *api.Batch, err error)

+ func (data *CheckpointData) GetTableMeta(tableID uint64) (meta *CheckpointMeta)

+ func (data *CheckpointData) GetTblBatchs() (*containers.Batch, *containers.Batch, *containers.Batch, *containers.Batch, ...)

+ func (data *CheckpointData) PrintData()

+ func (data *CheckpointData) ReadFrom(reader *blockio.Reader, m *mpool.MPool) (err error)

+ func (data *CheckpointData) UpdateBlkMeta(tid uint64, insStart, insEnd, delStart, delEnd int32)

+ func (data *CheckpointData) WriteTo(writer *blockio.Writer) (blks []objectio.BlockObject, err error)

+ type CheckpointMeta struct

+ func NewCheckpointMeta() *CheckpointMeta

+ type Collector interface

+ GetAndRefreshMerged func() *DirtyTreeEntry

+ GetMaxLSN func(from, to types.TS) uint64

+ Init func(maxts types.TS)

+ Merge func() *DirtyTreeEntry

+ Run func()

+ ScanInRange func(from, to types.TS) (*DirtyTreeEntry, int)

+ ScanInRangePruned func(from, to types.TS) *DirtyTreeEntry

+ String func() string

+ type DirtyEntryInterceptor = catalog.Processor

+ type DirtyTreeEntry struct

+ func NewDirtyTreeEntry(start, end types.TS, tree *common.Tree) *DirtyTreeEntry

+ func NewEmptyDirtyTreeEntry() *DirtyTreeEntry

+ func (entry *DirtyTreeEntry) GetTimeRange() (from, to types.TS)

+ func (entry *DirtyTreeEntry) GetTree() (tree *common.Tree)

+ func (entry *DirtyTreeEntry) IsEmpty() bool

+ func (entry *DirtyTreeEntry) Merge(o *DirtyTreeEntry)

+ func (entry *DirtyTreeEntry) String() string

+ type IncrementalCollector struct

+ func NewIncrementalCollector(start, end types.TS) *IncrementalCollector

+ func (collector *IncrementalCollector) Close()

+ func (collector *IncrementalCollector) OrphanData() *CheckpointData

+ func (collector *IncrementalCollector) VisitBlk(entry *catalog.BlockEntry) (err error)

+ func (collector *IncrementalCollector) VisitDB(entry *catalog.DBEntry) error

+ func (collector *IncrementalCollector) VisitSeg(entry *catalog.SegmentEntry) (err error)

+ func (collector *IncrementalCollector) VisitTable(entry *catalog.TableEntry) (err error)

+ type LogtailMgr struct

+ func NewLogtailMgr(pageSize int32, clock clock.Clock) *LogtailMgr

+ func (l *LogtailMgr) AddTxn(txn txnif.AsyncTxn)

+ func (l *LogtailMgr) DecideScope(tableID uint64) Scope

+ func (l *LogtailMgr) GetReader(start, end types.TS) *LogtailReader

+ func (l *LogtailMgr) GetTableOperator(start, end types.TS, catalog *catalog.Catalog, dbID, tableID uint64, ...) *BoundTableOperator

+ func (l *LogtailMgr) OnEndPrePrepare(txn txnif.AsyncTxn)

+ type LogtailReader struct

+ func (v *LogtailReader) GetDirty() (tree *common.Tree, count int)

+ func (v *LogtailReader) GetDirtyByTable(dbID, id uint64) (tree *common.TableTree)

+ func (v *LogtailReader) GetMaxLSN() (maxLsn uint64)

+ func (v *LogtailReader) HasCatalogChanges() bool

+ type RespBuilder interface

+ BuildResp func() (api.SyncLogTailResp, error)

+ Close func()

+ type Scope = int

+ const ScopeColumns

+ const ScopeDatabases

+ const ScopeTables

+ const ScopeUserTables

+ type TableLogtailRespBuilder struct

+ func NewTableLogtailRespBuilder(ckp string, start, end types.TS, tbl *catalog.TableEntry) *TableLogtailRespBuilder

+ func (b *TableLogtailRespBuilder) BuildResp() (api.SyncLogTailResp, error)

+ func (b *TableLogtailRespBuilder) Close()

+ func (b *TableLogtailRespBuilder) VisitBlk(entry *catalog.BlockEntry) error

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL