datamanager

package

Go to main page

Versions in this module

v0

v0.7.1

Mar 24, 2023

v0.7.0

Mar 28, 2022

Changes in this version

+ func IsNotExist(err error) bool

+ type ErrNotExist struct

+ func (e *ErrNotExist) Error() string

+ func (e *ErrNotExist) Unwrap() error

v0.6.0

Mar 24, 2021

v0.5.0

Feb 18, 2020

v0.4.0

Nov 19, 2019

Changes in this version

+ const DefaultCheckpointCleanInterval

+ const DefaultCompactChangeGroupsInterval

+ const DefaultEtcdPingerInterval

+ const DefaultEtcdWalCleanInterval

+ const DefaultStorageWalCleanInterval

+ const DefaultSyncInterval

+ var DataFileRegexp = regexp.MustCompile(`^([a-zA-Z0-9]+-[a-zA-Z0-9]+)-([a-zA-Z0-9-]+)\.(data|index)$`)

+ var DataStatusFileRegexp = regexp.MustCompile(`^([a-zA-Z0-9]+-[a-zA-Z0-9]+)\.status$`)

+ var ErrNoDataStatus = errors.New("no data status files")

type DataManager

+ func (d *DataManager) CleanOldCheckpoints(ctx context.Context) error

+ func (d *DataManager) DataFileBasePath(dataType, name string) string

+ func (d *DataManager) DataTypeDir(dataType string) string

+ func (d *DataManager) GetDataStatus(dataSequence *sequence.Sequence) (*DataStatus, error)

+ func (d *DataManager) GetFirstDataStatus() (*DataStatus, error)

+ func (d *DataManager) GetFirstDataStatusSequence() (*sequence.Sequence, error)

+ func (d *DataManager) GetFirstDataStatusSequences(n int) ([]*sequence.Sequence, error)

+ func (d *DataManager) GetLastDataStatusSequence() (*sequence.Sequence, error)

+ func (d *DataManager) GetLastDataStatusSequences(n int) ([]*sequence.Sequence, error)

type DataManagerConfig

+ CheckpointCleanInterval time.Duration

v0.3.0

Oct 24, 2019

v0.2.0

Sep 6, 2019

Changes in this version

type DataManager

+ func (d *DataManager) Export(ctx context.Context, w io.Writer) error

+ func (d *DataManager) Import(ctx context.Context, r io.Reader) error

+ func (d *DataManager) SetMaintenanceMode(maintenanceMode bool)

type DataManagerConfig

+ MaintenanceMode bool

v0.1.1

Jul 19, 2019

v0.1.0

Jul 13, 2019

Changes in this version

+ const DefaultCheckpointInterval

+ const DefaultEtcdWalsKeepNum

+ const DefaultMaxDataFileSize

+ const DefaultMinCheckpointWalsNum

+ var ErrCompacted = errors.New("required revision has been compacted")

+ var ErrConcurrency = errors.New("wal concurrency error: change groups already updated")

+ type Action struct

+ ActionType ActionType

+ Data []byte

+ DataType string

+ ID string

+ type ActionGroup struct

+ ActionsSize int

+ DataStatusFile *DataStatusFile

+ PreviousDataStatusFiles []*DataStatusFile

+ StartActionIndex int

+ type ActionType string

+ const ActionTypeDelete

+ const ActionTypePut

+ type ChangeGroupsUpdateToken struct

+ ChangeGroupsRevisions changeGroupsRevisions

+ CurRevision int64

+ type DataEntry struct

+ Data []byte

+ DataType string

+ ID string

+ type DataFileIndex struct

+ Index map[string]int64

+ type DataManager struct

+ func NewDataManager(ctx context.Context, logger *zap.Logger, conf *DataManagerConfig) (*DataManager, error)

+ func (d *DataManager) DataFileIndexPath(dataType, id string) string

+ func (d *DataManager) DataFilePath(dataType, id string) string

+ func (d *DataManager) FirstAvailableWalData(ctx context.Context) (*WalData, int64, error)

+ func (d *DataManager) GetChangeGroupsUpdateToken(cgNames []string) (*ChangeGroupsUpdateToken, error)

+ func (d *DataManager) GetLastDataStatus() (*DataStatus, error)

+ func (d *DataManager) GetLastDataStatusPath() (string, error)

+ func (d *DataManager) HasOSTWal(walseq string) (bool, error)

+ func (d *DataManager) InitEtcd(ctx context.Context) error

+ func (d *DataManager) LastCommittedStorageWal(ctx context.Context) (string, int64, error)

+ func (d *DataManager) ListEtcdChangeGroups(ctx context.Context, revision int64) (changeGroupsRevisions, error)

+ func (d *DataManager) ListEtcdWals(ctx context.Context, revision int64) <-chan *ListEtcdWalsElement

+ func (d *DataManager) ListOSTWals(start string) <-chan *WalFile

+ func (d *DataManager) Read(dataType, id string) (io.Reader, error)

+ func (d *DataManager) ReadObject(dataType, id string, cgNames []string) (io.ReadCloser, *ChangeGroupsUpdateToken, error)

+ func (d *DataManager) ReadWal(walseq string) (io.ReadCloser, error)

+ func (d *DataManager) ReadWalData(walFileID string) (io.ReadCloser, error)

+ func (d *DataManager) Run(ctx context.Context, readyCh chan struct{}) error

+ func (d *DataManager) Watch(ctx context.Context, revision int64) <-chan *WatchElement

+ func (d *DataManager) WriteWal(ctx context.Context, actions []*Action, cgt *ChangeGroupsUpdateToken) (*ChangeGroupsUpdateToken, error)

+ func (d *DataManager) WriteWalAdditionalOps(ctx context.Context, actions []*Action, cgt *ChangeGroupsUpdateToken, ...) (*ChangeGroupsUpdateToken, error)

+ type DataManagerConfig struct

+ BasePath string

+ CheckpointInterval time.Duration

+ DataTypes []string

+ E *etcd.Store

+ EtcdWalsKeepNum int

+ MaxDataFileSize int64

+ MinCheckpointWalsNum int

+ OST *objectstorage.ObjStorage

+ type DataStatus struct

+ DataSequence string

+ Files map[string][]*DataStatusFile

+ WalSequence string

+ type DataStatusFile struct

+ ID string

+ LastEntryID string

+ type ListEtcdWalsElement struct

+ Err error

+ WalData *WalData

+ type WalChanges struct

+ func NewWalChanges(dataTypes []string) *WalChanges

+ func (c *WalChanges) String() string

+ type WalData struct

+ PreviousWalSequence string

+ Revision int64

+ WalDataFileID string

+ WalSequence string

+ WalStatus WalStatus

+ type WalFile struct

+ Checkpointed bool

+ Committed bool

+ Err error

+ WalSequence string

+ type WalHeader struct

+ PreviousWalSequence string

+ WalDataFileID string

+ type WalStatus string

+ const WalStatusCheckpointed

+ const WalStatusCommitted

+ const WalStatusCommittedStorage

+ type WalsData struct

+ LastCommittedWalSequence string

+ Revision int64

+ type WatchElement struct

+ ChangeGroupsRevisions changeGroupsRevisions

+ Err error

+ Revision int64

+ WalData *WalData

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL