metanode

package

Versions in this module

v1

v1.34.0

Oct 9, 2024 GO-2024-2430 +4 more

GO-2024-2430: Authenticated users can crash the CubeFS servers with maliciously crafted requests in github.com/cubefs/cubefs

GO-2024-2431: Insecure random string generator used for sensitive data in github.com/cubefs/cubefs

GO-2024-2432: CubeFS timing attack can leak user passwords in github.com/cubefs/cubefs

GO-2024-2433: CubeFS leaks magic secret key when starting Blobstore access service in github.com/cubefs/cubefs

GO-2024-2434: CubeFS leaks users key in logs in github.com/cubefs/cubefs

Changes in this version

+ const CRC_COUNT_BASIC

+ const CRC_COUNT_MULTI_VER

+ const CRC_COUNT_TX_STUFF

+ const CRC_COUNT_UINQ_STUFF

+ const CrcUint32Size

+ const DefaultDeleteBatchCounts

+ const DefaultNameResolveInterval

+ const DefaultRaftNumOfLogsToRetain

+ const DeleteInodeFileRollingSize

+ const DeleteWorkerCnt

+ const ExpiredPartitionPrefix

+ const InodeDelTop

+ const InodeNLink0DelayDeleteSeconds

+ const MaxSleepCnt

+ const MetricConnectionCount

+ const MetricMetaFailedPartition

+ const MetricMetaPartitionDentryCount

+ const MetricMetaPartitionInodeCount

+ const MinDeleteBatchCounts

+ const SiwKeyApplyId

+ const SiwKeyCursor

+ const SiwKeySnapFormatVer

+ const SiwKeyTxId

+ const SiwKeyUniqId

+ const SiwKeyVerList

+ const Size128M

+ const Size16M

+ const Size1K

+ const Size1M

+ const Size256M

+ const Size32M

+ const Size64M

+ const SnapFormatVersion_0

+ const SnapFormatVersion_1

+ const StaleMetadataSuffix

+ const StaleMetadataTimeFormat

+ const StatPeriod

+ const TxAdd

+ const TxDelete

+ const TxIDFile

+ const TxNoOp

+ const TxUpdate

+ const UpdateNodeInfoTicket

+ var ErrSnapshotCrcMismatch = errors.New("snapshot crc not match")

+ var V2EnableColdInodeFlag uint64 = 0x02

+ var V3EnableSnapInodeFlag uint64 = 0x04

+ func DeleteBatchCount() uint64

+ func DeleteWorkerSleepMs()

+ func InodeOnceLinkMarshal(req *LinkInodeReq) []byte

+ func InodeOnceUnlinkMarshal(req *UnlinkInoReq) []byte

+ type AppendExtParam struct

type BTree

+ func (b *BTree) Execute(fn func(tree *btree.BTree) interface{}) interface{}

+ type BatchDeleteDentryReq = proto.BatchDeleteDentryRequest

+ type BatchDeleteDentryResp = proto.BatchDeleteDentryResponse

+ type BatchEvictInodeReq = proto.BatchEvictInodeRequest

+ type BatchUnlinkInoReq = proto.BatchUnlinkInodeRequest

+ type BatchUnlinkInoResp = proto.BatchUnlinkInodeResponse

type DataPartition

+ IsDiscard bool

+ type DelExtFile []os.FileInfo

+ func (del DelExtFile) Len() int

+ func (del DelExtFile) Less(i, j int) bool

+ func (del DelExtFile) Swap(i, j int)

type Dentry

+ func (d *Dentry) CopyDirectly() BtreeItem

+ func (d *Dentry) String() string

+ type DentryBatch []*Dentry

+ func DentryBatchUnmarshal(raw []byte) (DentryBatch, error)

+ func (d DentryBatch) Marshal() ([]byte, error)

+ type DentryMultiSnap struct

+ VerSeq uint64

+ func NewDentrySnap(seq uint64) *DentryMultiSnap

type Extend

+ func (e *Extend) GetExtentByVersion(ver uint64) (extend *Extend)

+ func (e *Extend) GetInode() (inode uint64)

+ func (e *Extend) GetMinVer() uint64

+ type ExtentVal struct

+ type FileSizeRange uint32

+ const BiggerThan256M

+ const LessThan128M

+ const LessThan16M

+ const LessThan1K

+ const LessThan1M

+ const LessThan256M

+ const LessThan32M

+ const LessThan64M

+ const MaxRangeType

+ type GetUniqIDResp = proto.GetUniqIDResponse

type Inode

+ ObjExtents *SortedObjExtents

+ func (i *Inode) AppendExtentWithCheck(param *AppendExtParam) (delExtents []proto.ExtentKey, status uint8)

+ func (i *Inode) AppendObjExtents(eks []proto.ObjExtentKey, ct int64) (err error)

+ func (i *Inode) CopyDirectly() BtreeItem

+ func (i *Inode) CopyInodeOnly(cInode *Inode) *Inode

+ func (i *Inode) CopyTinyExtents() (delExtents []proto.ExtentKey)

+ func (i *Inode) CreateLowerVersion(curVer uint64, verlist *proto.VolVersionInfoList) (err error)

+ func (i *Inode) CreateUnlinkVer(mpVer uint64, nVer uint64)

+ func (i *Inode) CreateVer(ver uint64)

+ func (i *Inode) DecNLinkByVer(verSeq uint64)

+ func (i *Inode) DecSplitEk(mpId uint64, ext *proto.ExtentKey) (ok bool, last bool)

+ func (i *Inode) DecSplitExts(mpId uint64, delExtents interface{})

+ func (i *Inode) EmptyExtents(mtime int64) (delExtents []proto.ExtentKey)

+ func (i *Inode) GetDecNLinkResult() (nLink uint32)

+ func (i *Inode) GetMultiVerString() string

+ func (i *Inode) GetSpaceSize() (extSize uint64)

+ func (i *Inode) IsEmptyDirAndNoSnapshot() bool

+ func (i *Inode) IsTopLayerEmptyDir() bool

+ func (i *Inode) MarshalInodeValue(buff *bytes.Buffer)

+ func (i *Inode) MultiLayerClearExtByVer(layer int, dVerSeq uint64) (delExtents []proto.ExtentKey)

+ func (i *Inode) PrintAllVersionInfo()

+ func (i *Inode) RangeMultiVer(visitor func(idx int, info *Inode) bool)

+ func (i *Inode) RestoreExts2NextLayer(mpId uint64, delExtentsOrigin []proto.ExtentKey, curVer uint64, idx int) (delExtents []proto.ExtentKey, err error)

+ func (i *Inode) SetMtime()

+ func (i *Inode) ShouldDelVer(delVer uint64, mpVer uint64) (ok bool, err error)

+ func (i *Inode) ShouldDelayDelete() (ok bool)

+ func (i *Inode) SplitExtentWithCheck(param *AppendExtParam) (delExtents []proto.ExtentKey, status uint8)

+ func (i *Inode) UnmarshalInodeValue(buff *bytes.Buffer) (err error)

+ func (inode *Inode) GetAllExtsOfflineInode(mpID uint64) (extInfo map[uint64][]*proto.ExtentKey)

+ type InodeBatch []*Inode

+ func InodeBatchUnmarshal(raw []byte) (InodeBatch, error)

+ func (i *InodeBatch) Clone() InodeBatch

+ func (i InodeBatch) Marshal() ([]byte, error)

+ type InodeGetSplitReq = proto.InodeGetSplitRequest

+ type InodeMultiSnap struct

+ func NewMultiSnap(seq uint64) *InodeMultiSnap

+ type InodeOnce struct

+ Inode uint64

+ UniqID uint64

+ VerSeq uint64

+ func InodeOnceUnmarshal(val []byte) (i *InodeOnce, err error)

+ func (i *InodeOnce) Marshal() (val []byte)

type MetaItemIterator

+ SnapFormatVersion uint32

+ type MetaMultiSnapshotInfo struct

+ Ctime time.Time

+ Status int8

+ VerSeq uint64

type MetaNode

+ func (m *MetaNode) AddConnection()

+ func (m *MetaNode) RemoveConnection()

+ type MetaNodeMetrics struct

+ MetricConnectionCount *exporter.Gauge

+ MetricMetaFailedPartition *exporter.Gauge

+ MetricMetaPartitionDentryCount *exporter.Gauge

+ MetricMetaPartitionInodeCount *exporter.Gauge

type MetaPartition

+ DataSize func() uint64

+ ForceSetMetaPartitionToFininshLoad func()

+ ForceSetMetaPartitionToLoadding func()

+ GetFreeListLen func() int

+ IsEnableAuditLog func() bool

+ IsForbidden func() bool

+ LoadSnapshot func(path string) error

+ SetEnableAuditLog func(status bool)

+ SetForbidden func(status bool)

+ UpdateVolumeView func(dataView *proto.DataPartitionsView, volumeView *proto.SimpleVolView)

type MetaPartitionConfig

+ Forbidden bool

+ PartitionType int

+ UniqId uint64

+ VerSeq uint64

+ type MetaQuotaInode struct

+ func (qInode *MetaQuotaInode) Marshal() (result []byte, err error)

+ func (qInode *MetaQuotaInode) Unmarshal(raw []byte) (err error)

+ type MetaQuotaManager struct

+ func NewQuotaManager(volName string, mpId uint64) (mqMgr *MetaQuotaManager)

+ func (mqMgr *MetaQuotaManager) EnableQuota() bool

+ func (mqMgr *MetaQuotaManager) IsOverQuota(size bool, files bool, quotaId uint32) (status uint8)

type MetadataManager

+ GetAllVolumes func() (volumes *util.Set)

+ GetLeaderPartitions func() map[uint64]MetaPartition

type MetadataManagerConfig

+ EnableGcTimer bool

+ ZoneName string

type Multipart

+ func (m *Multipart) UpdateOrStorePart(part *Part) (oldInode uint64, updated, conflict bool)

+ type MultipartExtend map[string]string

+ func MultipartExtendFromBytes(raw []byte) MultipartExtend

+ func NewMultipartExtend() MultipartExtend

+ func (me MultipartExtend) Bytes() ([]byte, error)

+ type NodeInfo struct

type OpDentry

+ DeleteDentryBatch func(req *BatchDeleteDentryReq, p *Packet, remoteAddr string) (err error)

+ GetDentryTreeLen func() int

+ QuotaCreateDentry func(req *proto.QuotaCreateDentryRequest, p *Packet, remoteAddr string) (err error)

+ ReadDirLimit func(req *ReadDirLimitReq, p *Packet) (err error)

+ ReadDirOnly func(req *ReadDirOnlyReq, p *Packet) (err error)

+ TxCreateDentry func(req *proto.TxCreateDentryRequest, p *Packet, remoteAddr string) (err error)

+ TxDeleteDentry func(req *proto.TxDeleteDentryRequest, p *Packet, remoteAddr string) (err error)

+ TxUpdateDentry func(req *proto.TxUpdateDentryRequest, p *Packet, remoteAddr string) (err error)

type OpExtend

+ BatchSetXAttr func(req *proto.BatchSetXAttrRequest, p *Packet) (err error)

+ GetAllXAttr func(req *proto.GetAllXAttrRequest, p *Packet) (err error)

+ LockDir func(req *proto.LockDirRequest, p *Packet) (err error)

+ UpdateXAttr func(req *proto.UpdateXAttrRequest, p *Packet) (err error)

type OpExtent

+ BatchObjExtentAppend func(req *proto.AppendObjExtentKeysRequest, p *Packet) (err error)

+ ExtentAppendWithCheck func(req *proto.AppendExtentKeyWithCheckRequest, p *Packet) (err error)

+ ObjExtentsList func(req *proto.GetExtentsRequest, p *Packet) (err error)

type OpInode

+ ClearInodeCache func(req *proto.ClearInodeCacheRequest, p *Packet) (err error)

+ DeleteInodeBatch func(req *proto.DeleteInodeBatchRequest, p *Packet, remoteAddr string) (err error)

+ EvictInodeBatch func(req *BatchEvictInodeReq, p *Packet, remoteAddr string) (err error)

+ GetInodeTreeLen func() int

+ InodeGetAccessTime func(req *InodeGetReq, p *Packet) (err error)

+ InodeGetSplitEk func(req *InodeGetSplitReq, p *Packet) (err error)

+ QuotaCreateInode func(req *proto.QuotaCreateInodeRequest, p *Packet, remoteAddr string) (err error)

+ TxCreateInode func(req *proto.TxCreateInodeRequest, p *Packet, remoteAddr string) (err error)

+ TxCreateInodeLink func(req *proto.TxLinkInodeRequest, p *Packet, remoteAddr string) (err error)

+ TxUnlinkInode func(req *proto.TxUnlinkInodeRequest, p *Packet, remoteAddr string) (err error)

+ UnlinkInodeBatch func(req *BatchUnlinkInoReq, p *Packet, remoteAddr string) (err error)

+ type OpMultiVersion interface

+ GetAllVerList func() []*proto.VolVersionInfo

+ GetAllVersionInfo func(req *proto.MultiVersionOpRequest, p *Packet) (err error)

+ GetExtentByVer func(ino *Inode, req *proto.GetExtentsRequest, rsp *proto.GetExtentsResponse)

+ GetSpecVersionInfo func(req *proto.MultiVersionOpRequest, p *Packet) (err error)

+ GetVerList func() []*proto.VolVersionInfo

+ GetVerSeq func() uint64

+ HandleVersionOp func(op uint8, verSeq uint64, verList []*proto.VolVersionInfo, sync bool) (err error)

type OpMultipart

+ GetExpiredMultipart func(req *proto.GetExpiredMultipartRequest, p *Packet) (err error)

+ GetUidInfo func() (info []*proto.UidReportSpaceInfo)

+ SetTxInfo func(info []*proto.TxInfo)

+ SetUidLimit func(info []*proto.UidSpaceInfo)

type OpPartition

+ GetUniqID func(p *Packet, num uint32) (err error)

+ GetUniqId func() uint64

+ GetVolName func() (volName string)

+ IsEquareCreateMetaPartitionRequst func(request *proto.CreateMetaPartitionRequest) (err error)

+ IsFollowerRead func() bool

+ LeaderTerm func() (leaderID, term uint64)

+ RenameStaleMetadata func() (err error)

+ SetFollowerRead func(bool)

+ type OpQuota interface

+ type OpTransaction interface

+ TxCommit func(req *proto.TxApplyRequest, p *Packet, remoteAddr string) (err error)

+ TxCommitRM func(req *proto.TxApplyRMRequest, p *Packet) error

+ TxCreate func(req *proto.TxCreateRequest, p *Packet) (err error)

+ TxGetCnt func() (uint64, uint64, uint64)

+ TxGetInfo func(req *proto.TxGetInfoRequest, p *Packet) (err error)

+ TxGetTree func() (*BTree, *BTree, *BTree)

+ TxRollback func(req *proto.TxApplyRequest, p *Packet, remoteAddr string) (err error)

+ TxRollbackRM func(req *proto.TxApplyRMRequest, p *Packet) error

type Packet

+ func NewPacketToBatchDeleteExtent(dp *DataPartition, exts []*proto.DelExtentParam) *Packet

type Part

+ func (m *Part) Equal(o *Part) bool

type Parts

+ func (m *Parts) UpdateOrStore(part *Part) (oldInode uint64, update, conflict bool)

+ type ReadDirLimitReq = proto.ReadDirLimitRequest

+ type ReadDirLimitResp = proto.ReadDirLimitResponse

+ type ReadDirOnlyReq = proto.ReadDirOnlyRequest

+ type ReadDirOnlyResp = proto.ReadDirOnlyResponse

+ type SnapItemWrapper struct

+ func (siw *SnapItemWrapper) MarshalKey() (k []byte)

+ func (siw *SnapItemWrapper) UnmarshalKey(k []byte) (err error)

+ type SortedExtents struct

+ func NewSortedExtents() *SortedExtents

+ func NewSortedExtentsFromEks(eks []proto.ExtentKey) *SortedExtents

+ func (se *SortedExtents) Append(ek proto.ExtentKey) (deleteExtents []proto.ExtentKey)

+ func (se *SortedExtents) AppendWithCheck(inodeID uint64, ek proto.ExtentKey, addRefFunc func(*proto.ExtentKey), ...) (deleteExtents []proto.ExtentKey, status uint8)

+ func (se *SortedExtents) CheckAndAddRef(lastKey *proto.ExtentKey, currEk *proto.ExtentKey, ...) (ok bool)

+ func (se *SortedExtents) Clone() *SortedExtents

+ func (se *SortedExtents) CopyExtents() []proto.ExtentKey

+ func (se *SortedExtents) CopyTinyExtents() []proto.ExtentKey

+ func (se *SortedExtents) Delete(delEks []proto.ExtentKey) (curEks []proto.ExtentKey)

+ func (se *SortedExtents) LayerSize() (layerSize uint64)

+ func (se *SortedExtents) Len() int

+ func (se *SortedExtents) MarshalBinary(v3 bool) ([]byte, error)

+ func (se *SortedExtents) Range(f func(index int, ek proto.ExtentKey) bool)

+ func (se *SortedExtents) Size() uint64

+ func (se *SortedExtents) SplitWithCheck(mpId uint64, inodeID uint64, ekSplit proto.ExtentKey, ekRef *sync.Map) (delExtents []proto.ExtentKey, status uint8)

+ func (se *SortedExtents) String() string

+ func (se *SortedExtents) Truncate(offset uint64, doOnLastKey func(*proto.ExtentKey), ...) (deleteExtents []proto.ExtentKey)

+ func (se *SortedExtents) UnmarshalBinary(data []byte, v3 bool) (err error, splitMap *sync.Map)

+ type SortedObjExtents struct

+ func NewSortedObjExtents() *SortedObjExtents

+ func (se *SortedObjExtents) Append(ek proto.ObjExtentKey) (err error)

+ func (se *SortedObjExtents) Clone() *SortedObjExtents

+ func (se *SortedObjExtents) CopyExtents() []proto.ObjExtentKey

+ func (se *SortedObjExtents) FindOffsetExist(fileOffset uint64) (bool, int)

+ func (se *SortedObjExtents) MarshalBinary() ([]byte, error)

+ func (se *SortedObjExtents) Range(f func(ek proto.ObjExtentKey) bool)

+ func (se *SortedObjExtents) Size() uint64

+ func (se *SortedObjExtents) String() string

+ func (se *SortedObjExtents) UnmarshalBinary(data []byte) error

+ type TransactionManager struct

+ func NewTransactionManager(txProcessor *TransactionProcessor) *TransactionManager

+ func (tm *TransactionManager) Reset()

+ type TransactionProcessor struct

+ func NewTransactionProcessor(mp *metaPartition) *TransactionProcessor

+ func (p *TransactionProcessor) Pause() bool

+ func (p *TransactionProcessor) Reset()

+ type TransactionResource struct

+ func NewTransactionResource(txProcessor *TransactionProcessor) *TransactionResource

+ func (tr *TransactionResource) Reset()

+ type TxDentry struct

+ Dentry *Dentry

+ TxInfo *proto.TransactionInfo

+ func NewTxDentry(parentID uint64, name string, ino uint64, mode uint32, parInode *Inode, ...) *TxDentry

+ func (td *TxDentry) Marshal() (result []byte, err error)

+ func (td *TxDentry) Unmarshal(raw []byte) (err error)

+ type TxIDAllocator struct

+ func (alloc *TxIDAllocator) Reset()

+ type TxInode struct

+ Inode *Inode

+ TxInfo *proto.TransactionInfo

+ func NewTxInode(ino uint64, t uint32, txInfo *proto.TransactionInfo) *TxInode

+ func (ti *TxInode) Marshal() (result []byte, err error)

+ func (ti *TxInode) Unmarshal(raw []byte) (err error)

+ type TxMetaQuotaInode struct

+ func (qInode *TxMetaQuotaInode) Marshal() (result []byte, err error)

+ func (qInode *TxMetaQuotaInode) Unmarshal(raw []byte) (err error)

+ type TxRollbackDentry struct

+ func NewTxRollbackDentry(dentry *Dentry, txDentryInfo *proto.TxDentryInfo, rbType uint8) *TxRollbackDentry

+ func (d *TxRollbackDentry) Copy() btree.Item

+ func (d *TxRollbackDentry) Less(than btree.Item) bool

+ func (d *TxRollbackDentry) Marshal() (result []byte, err error)

+ func (d *TxRollbackDentry) ToString() string

+ func (d *TxRollbackDentry) Unmarshal(raw []byte) (err error)

+ type TxRollbackInode struct

+ func NewTxRollbackInode(inode *Inode, quotaIds []uint32, txInodeInfo *proto.TxInodeInfo, rbType uint8) *TxRollbackInode

+ func (i *TxRollbackInode) Copy() btree.Item

+ func (i *TxRollbackInode) Less(than btree.Item) bool

+ func (i *TxRollbackInode) Marshal() (result []byte, err error)

+ func (i *TxRollbackInode) ToString() string

+ func (i *TxRollbackInode) Unmarshal(raw []byte) (err error)

+ type TxUpdateDentry struct

+ NewDentry *Dentry

+ OldDentry *Dentry

+ TxInfo *proto.TransactionInfo

+ func NewTxUpdateDentry(oldDentry *Dentry, newDentry *Dentry, txInfo *proto.TransactionInfo) *TxUpdateDentry

+ func (td *TxUpdateDentry) Marshal() (result []byte, err error)

+ func (td *TxUpdateDentry) Unmarshal(raw []byte) (err error)

+ type UidManager struct

+ func NewUidMgr(volName string, mpID uint64) (mgr *UidManager)

+ type UniqIdResp struct

+ End uint64

+ Start uint64

+ Status uint8

+ type VerOpData struct

+ Op uint8

+ VerList []*proto.VolVersionInfo

+ VerSeq uint64

v1.5.1

Jan 20, 2020 GO-2024-2430 +4 more

GO-2024-2430: Authenticated users can crash the CubeFS servers with maliciously crafted requests in github.com/cubefs/cubefs

GO-2024-2431: Insecure random string generator used for sensitive data in github.com/cubefs/cubefs

GO-2024-2432: CubeFS timing attack can leak user passwords in github.com/cubefs/cubefs

GO-2024-2433: CubeFS leaks magic secret key when starting Blobstore access service in github.com/cubefs/cubefs

GO-2024-2434: CubeFS leaks users key in logs in github.com/cubefs/cubefs

v1.5.0

Jan 8, 2020 GO-2024-2430 +4 more

GO-2024-2430: Authenticated users can crash the CubeFS servers with maliciously crafted requests in github.com/cubefs/cubefs

GO-2024-2431: Insecure random string generator used for sensitive data in github.com/cubefs/cubefs

GO-2024-2432: CubeFS timing attack can leak user passwords in github.com/cubefs/cubefs

GO-2024-2433: CubeFS leaks magic secret key when starting Blobstore access service in github.com/cubefs/cubefs

GO-2024-2434: CubeFS leaks users key in logs in github.com/cubefs/cubefs

Changes in this version

+ type Extend struct

+ func NewExtend(inode uint64) *Extend

+ func NewExtendFromBytes(raw []byte) (*Extend, error)

+ func (e *Extend) Bytes() ([]byte, error)

+ func (e *Extend) Copy() btree.Item

+ func (e *Extend) Get(key []byte) (value []byte, exist bool)

+ func (e *Extend) Less(than btree.Item) bool

+ func (e *Extend) Merge(o *Extend, override bool)

+ func (e *Extend) Put(key, value []byte)

+ func (e *Extend) Range(visitor func(key, value []byte) bool)

+ func (e *Extend) Remove(key []byte)

+ type ExtendOpResult struct

+ Extend *Extend

+ Status uint8

+ type Multipart struct

+ func MultipartFromBytes(raw []byte) *Multipart

+ func (m *Multipart) Bytes() ([]byte, error)

+ func (m *Multipart) Copy() btree.Item

+ func (m *Multipart) ID() string

+ func (m *Multipart) InsertPart(part *Part, replace bool) (success bool)

+ func (m *Multipart) Less(than btree.Item) bool

+ func (m *Multipart) Parts() []*Part

+ type OpExtend interface

+ BatchGetXAttr func(req *proto.BatchGetXAttrRequest, p *Packet) (err error)

+ GetXAttr func(req *proto.GetXAttrRequest, p *Packet) (err error)

+ ListXAttr func(req *proto.ListXAttrRequest, p *Packet) (err error)

+ RemoveXAttr func(req *proto.RemoveXAttrRequest, p *Packet) (err error)

+ SetXAttr func(req *proto.SetXAttrRequest, p *Packet) (err error)

type OpExtent

+ BatchExtentAppend func(req *proto.AppendExtentKeysRequest, p *Packet) (err error)

type OpInode

+ DeleteInode func(req *proto.DeleteInodeRequest, p *Packet) (err error)

+ type OpMultipart interface

+ AppendMultipart func(req *proto.AddMultipartPartRequest, p *Packet) (err error)

+ CreateMultipart func(req *proto.CreateMultipartRequest, p *Packet) (err error)

+ GetMultipart func(req *proto.GetMultipartRequest, p *Packet) (err error)

+ ListMultipart func(req *proto.ListMultipartRequest, p *Packet) (err error)

+ RemoveMultipart func(req *proto.RemoveMultipartRequest, p *Packet) (err error)

type OpPartition

+ Reset func() (err error)

+ ResponseLoadMetaPartition func(p *Packet) (err error)

+ type Part struct

+ ID uint16

+ Inode uint64

+ MD5 string

+ Size uint64

+ UploadTime time.Time

+ func PartFromBytes(raw []byte) *Part

+ func (m Part) Bytes() ([]byte, error)

+ type Parts []*Part

+ func PartsFromBytes(raw []byte) Parts

+ func (m *Parts) Hash(part *Part) (has bool)

+ func (m *Parts) Insert(part *Part, replace bool) (success bool)

+ func (m *Parts) Remove(id uint16)

+ func (m Parts) Bytes() ([]byte, error)

+ func (m Parts) Len() int

+ func (m Parts) Less(i, j int) bool

+ func (m Parts) Search(id uint16) (part *Part, found bool)

+ func (m Parts) Sort()

+ func (m Parts) Swap(i, j int)

v1.4.0

Nov 13, 2019 GO-2024-2430 +4 more

GO-2024-2430: Authenticated users can crash the CubeFS servers with maliciously crafted requests in github.com/cubefs/cubefs

GO-2024-2431: Insecure random string generator used for sensitive data in github.com/cubefs/cubefs

GO-2024-2432: CubeFS timing attack can leak user passwords in github.com/cubefs/cubefs

GO-2024-2433: CubeFS leaks magic secret key when starting Blobstore access service in github.com/cubefs/cubefs

GO-2024-2434: CubeFS leaks users key in logs in github.com/cubefs/cubefs

Changes in this version

+ const MaxUsedMemFactor

+ type MetaNodeInfo struct

+ Addr string

+ PersistenceMetaPartitions []uint64

type OpPartition

+ CanRemoveRaftMember func(peer proto.Peer) error

+ IsExsitPeer func(peer proto.Peer) bool

+ TryToLeader func(groupID uint64) error

v1.1.1

Jun 11, 2019 GO-2024-2430 +4 more

GO-2024-2430: Authenticated users can crash the CubeFS servers with maliciously crafted requests in github.com/cubefs/cubefs

GO-2024-2431: Insecure random string generator used for sensitive data in github.com/cubefs/cubefs

GO-2024-2432: CubeFS timing attack can leak user passwords in github.com/cubefs/cubefs

GO-2024-2433: CubeFS leaks magic secret key when starting Blobstore access service in github.com/cubefs/cubefs

GO-2024-2434: CubeFS leaks users key in logs in github.com/cubefs/cubefs

v1.1.0

May 9, 2019 GO-2024-2430 +4 more

GO-2024-2430: Authenticated users can crash the CubeFS servers with maliciously crafted requests in github.com/cubefs/cubefs

GO-2024-2431: Insecure random string generator used for sensitive data in github.com/cubefs/cubefs

GO-2024-2432: CubeFS timing attack can leak user passwords in github.com/cubefs/cubefs

GO-2024-2433: CubeFS leaks magic secret key when starting Blobstore access service in github.com/cubefs/cubefs

GO-2024-2434: CubeFS leaks users key in logs in github.com/cubefs/cubefs

v1.0.0

Apr 2, 2019 GO-2024-2430 +4 more

GO-2024-2430: Authenticated users can crash the CubeFS servers with maliciously crafted requests in github.com/cubefs/cubefs

GO-2024-2431: Insecure random string generator used for sensitive data in github.com/cubefs/cubefs

GO-2024-2432: CubeFS timing attack can leak user passwords in github.com/cubefs/cubefs

GO-2024-2433: CubeFS leaks magic secret key when starting Blobstore access service in github.com/cubefs/cubefs

GO-2024-2434: CubeFS leaks users key in logs in github.com/cubefs/cubefs

Changes in this version

+ const AsyncDeleteInterval

+ const BatchCounts

+ const DeleteInodeFileExtension

+ const DeleteMarkFlag

+ const ForceClosedConnect

+ const GB

+ const KB

+ const MB

+ const NoClosedConnect

+ const OpenRWAppendOpt

+ const SnapshotSign

+ const StateRunning

+ const StateShutdown

+ const StateStandby

+ const StateStart

+ const StateStopped

+ const TempFileValidTime

+ const UpdateVolTicket

+ var ErrIllegalHeartbeatAddress = errors.New("illegal heartbeat address")

+ var ErrIllegalReplicateAddress = errors.New("illegal replicate address")

+ var ErrInodeIDOutOfRange = errors.New("inode ID out of range")

+ var ErrNoLeader = errors.New("no leader")

+ var ErrNotALeader = errors.New("not a leader")

+ var Now = NewNowTime()

+ func PutExtentSlice(eks []BtreeItem)

+ type APIResponse struct

+ Code int

+ Data interface{}

+ Msg string

+ func NewAPIResponse(code int, msg string) *APIResponse

+ func (api *APIResponse) Marshal() ([]byte, error)

+ type BTree struct

+ func NewBtree() *BTree

+ func (b *BTree) Ascend(fn func(i BtreeItem) bool)

+ func (b *BTree) AscendGreaterOrEqual(pivot BtreeItem, iterator func(i BtreeItem) bool)

+ func (b *BTree) AscendRange(greaterOrEqual, lessThan BtreeItem, iterator func(i BtreeItem) bool)

+ func (b *BTree) CopyFind(key BtreeItem, fn func(i BtreeItem))

+ func (b *BTree) CopyGet(key BtreeItem) (item BtreeItem)

+ func (b *BTree) Delete(key BtreeItem) (item BtreeItem)

+ func (b *BTree) Find(key BtreeItem, fn func(i BtreeItem))

+ func (b *BTree) Get(key BtreeItem) (item BtreeItem)

+ func (b *BTree) GetTree() *BTree

+ func (b *BTree) Has(key BtreeItem) (ok bool)

+ func (b *BTree) Len() (size int)

+ func (b *BTree) MaxItem() BtreeItem

+ func (b *BTree) ReplaceOrInsert(key BtreeItem, replace bool) (item BtreeItem, ok bool)

+ func (b *BTree) Reset()

+ type BtreeItem = btree.Item

+ func GetExtentSlice() []BtreeItem

+ type CreateDentryReq = proto.CreateDentryRequest

+ type CreateInoReq = proto.CreateInodeRequest

+ type CreateInoResp = proto.CreateInodeResponse

+ type CreateMetaRangeReq = proto.CreateMetaPartitionRequest

+ type CreateMetaRangeResp = proto.CreateMetaPartitionResponse

+ type DataPartition struct

+ Hosts []string

+ PartitionID uint64

+ PartitionType string

+ ReplicaNum uint8

+ Status int8

+ func (dp *DataPartition) GetAllAddrs() (m string)

+ type DataPartitionsView struct

+ DataPartitions []*DataPartition

+ func NewDataPartitionsView() *DataPartitionsView

+ type DeleteDentryReq = proto.DeleteDentryRequest

+ type DeleteDentryResp = proto.DeleteDentryResponse

+ type Dentry struct

+ Inode uint64

+ Name string

+ ParentId uint64

+ Type uint32

+ func (d *Dentry) Copy() BtreeItem

+ func (d *Dentry) Less(than BtreeItem) (less bool)

+ func (d *Dentry) Marshal() (result []byte, err error)

+ func (d *Dentry) MarshalKey() (k []byte)

+ func (d *Dentry) MarshalValue() (k []byte)

+ func (d *Dentry) Unmarshal(raw []byte) (err error)

+ func (d *Dentry) UnmarshalKey(k []byte) (err error)

+ func (d *Dentry) UnmarshalValue(val []byte) (err error)

+ type DentryResponse struct

+ Msg *Dentry

+ Status uint8

+ func NewDentryResponse() *DentryResponse

+ type EvictInodeReq = proto.EvictInodeRequest

+ type ExtentsTree struct

+ func NewExtentsTree() *ExtentsTree

+ func (e *ExtentsTree) Append(key BtreeItem) (items []BtreeItem)

+ func (e *ExtentsTree) Clone() *ExtentsTree

+ func (e *ExtentsTree) Marshal() ([]byte, error)

+ func (e *ExtentsTree) MarshalBinary() (data []byte, err error)

+ func (e *ExtentsTree) MarshalJSON() ([]byte, error)

+ func (e *ExtentsTree) Range(f func(item BtreeItem) bool)

+ func (e *ExtentsTree) Size() (size uint64)

+ func (e *ExtentsTree) String() string

+ func (e *ExtentsTree) UnmarshalBinary(data []byte) (err error)

+ type ExtentsTruncateReq = proto.TruncateRequest

+ type Inode struct

+ AccessTime int64

+ CreateTime int64

+ Extents *ExtentsTree

+ Flag int32

+ Generation uint64

+ Gid uint32

+ Inode uint64

+ LinkTarget []byte

+ ModifyTime int64

+ NLink uint32

+ Reserved uint64

+ Size uint64

+ Type uint32

+ Uid uint32

+ func NewInode(ino uint64, t uint32) *Inode

+ func (i *Inode) AppendExtents(exts []BtreeItem, ct int64) (items []BtreeItem)

+ func (i *Inode) Copy() BtreeItem

+ func (i *Inode) DecNLink()

+ func (i *Inode) DoReadFunc(fn func())

+ func (i *Inode) DoWriteFunc(fn func())

+ func (i *Inode) ExtentsTruncate(exts []BtreeItem, length uint64, ct int64)

+ func (i *Inode) GetNLink() uint32

+ func (i *Inode) IncNLink()

+ func (i *Inode) IsEmptyDir() bool

+ func (i *Inode) IsTempFile() bool

+ func (i *Inode) Less(than BtreeItem) bool

+ func (i *Inode) Marshal() (result []byte, err error)

+ func (i *Inode) MarshalKey() (k []byte)

+ func (i *Inode) MarshalToJSON() ([]byte, error)

+ func (i *Inode) MarshalValue() (val []byte)

+ func (i *Inode) SetAttr(valid, mode, uid, gid uint32)

+ func (i *Inode) SetDeleteMark()

+ func (i *Inode) ShouldDelete() bool

+ func (i *Inode) String() string

+ func (i *Inode) Unmarshal(raw []byte) (err error)

+ func (i *Inode) UnmarshalKey(k []byte) (err error)

+ func (i *Inode) UnmarshalValue(val []byte) (err error)

+ type InodeGetReq = proto.InodeGetRequest

+ type InodeGetReqBatch = proto.BatchInodeGetRequest

+ type InodeResponse struct

+ Msg *Inode

+ Status uint8

+ func NewInodeResponse() *InodeResponse

+ type LinkInodeReq = proto.LinkInodeRequest

+ type LinkInodeResp = proto.LinkInodeResponse

+ type LookupReq = proto.LookupRequest

+ type LookupResp = proto.LookupResponse

+ type MetaItem struct

+ K []byte

+ Op uint32

+ V []byte

+ func NewMetaItem(op uint32, key, value []byte) *MetaItem

+ func (s *MetaItem) MarshalBinary() (result []byte, err error)

+ func (s *MetaItem) MarshalJson() ([]byte, error)

+ func (s *MetaItem) UnmarshalBinary(raw []byte) (err error)

+ func (s *MetaItem) UnmarshalJson(data []byte) error

+ type MetaItemIterator struct

+ func NewMetaItemIterator(applyID uint64, ino, den *BTree, rootDir string, filelist []string) *MetaItemIterator

+ func (si *MetaItemIterator) ApplyIndex() uint64

+ func (si *MetaItemIterator) Close()

+ func (si *MetaItemIterator) Next() (data []byte, err error)

+ type MetaNode struct

+ func NewServer() *MetaNode

+ func (m *MetaNode) Shutdown()

+ func (m *MetaNode) Start(cfg *config.Config) (err error)

+ func (m *MetaNode) Sync()

+ type MetaPartition interface

+ Start func() error

+ Stop func()

+ func NewMetaPartition(conf *MetaPartitionConfig) MetaPartition

+ type MetaPartitionConfig struct

+ AfterStart func()

+ AfterStop func()

+ BeforeStart func()

+ BeforeStop func()

+ ConnPool *util.ConnectPool

+ Cursor uint64

+ End uint64

+ NodeId uint64

+ PartitionId uint64

+ Peers []proto.Peer

+ RaftStore raftstore.RaftStore

+ RootDir string

+ Start uint64

+ VolName string

+ type MetadataManager interface

+ GetPartition func(id uint64) (MetaPartition, error)

+ HandleMetadataOperation func(conn net.Conn, p *Packet, remoteAddr string) error

+ Start func() error

+ Stop func()

+ func NewMetadataManager(conf MetadataManagerConfig) MetadataManager

+ type MetadataManagerConfig struct

+ NodeID uint64

+ RaftStore raftstore.RaftStore

+ RootDir string

+ type NowTime struct

+ func NewNowTime() *NowTime

+ func (t *NowTime) GetCurrentTime() (now time.Time)

+ func (t *NowTime) UpdateTime(now time.Time)

+ type OpDentry interface

+ CreateDentry func(req *CreateDentryReq, p *Packet) (err error)

+ DeleteDentry func(req *DeleteDentryReq, p *Packet) (err error)

+ GetDentryTree func() *BTree

+ Lookup func(req *LookupReq, p *Packet) (err error)

+ ReadDir func(req *ReadDirReq, p *Packet) (err error)

+ UpdateDentry func(req *UpdateDentryReq, p *Packet) (err error)

+ type OpExtent interface

+ ExtentAppend func(req *proto.AppendExtentKeyRequest, p *Packet) (err error)

+ ExtentsList func(req *proto.GetExtentsRequest, p *Packet) (err error)

+ ExtentsTruncate func(req *ExtentsTruncateReq, p *Packet) (err error)

+ type OpInode interface

+ CreateInode func(req *CreateInoReq, p *Packet) (err error)

+ CreateInodeLink func(req *LinkInodeReq, p *Packet) (err error)

+ EvictInode func(req *EvictInodeReq, p *Packet) (err error)

+ GetInodeTree func() *BTree

+ InodeGet func(req *InodeGetReq, p *Packet) (err error)

+ InodeGetBatch func(req *InodeGetReqBatch, p *Packet) (err error)

+ SetAttr func(reqData []byte, p *Packet) (err error)

+ UnlinkInode func(req *UnlinkInoReq, p *Packet) (err error)

+ type OpMeta interface

+ type OpPartition interface

+ ChangeMember func(changeType raftproto.ConfChangeType, peer raftproto.Peer, context []byte) (resp interface{}, err error)

+ DeletePartition func() (err error)

+ DeleteRaft func() error

+ GetBaseConfig func() MetaPartitionConfig

+ GetCursor func() uint64

+ IsLeader func() (leaderAddr string, isLeader bool)

+ LoadSnapshotSign func(p *Packet) (err error)

+ PersistMetadata func() (err error)

+ UpdatePartition func(req *UpdatePartitionReq, resp *UpdatePartitionResp) (err error)

+ type Packet struct

+ func NewPacketToDeleteExtent(dp *DataPartition, ext *proto.ExtentKey) *Packet

+ func NewPacketToFreeInodeOnRaftFollower(partitionID uint64, freeInodes []byte) *Packet

+ type ReadDirReq = proto.ReadDirRequest

+ type ReadDirResp = proto.ReadDirResponse

+ type SetattrRequest = proto.SetAttrRequest

+ type UnlinkInoReq = proto.UnlinkInodeRequest

+ type UnlinkInoResp = proto.UnlinkInodeResponse

+ type UpdateDentryReq = proto.UpdateDentryRequest

+ type UpdateDentryResp = proto.UpdateDentryResponse

+ type UpdatePartitionReq = proto.UpdateMetaPartitionRequest

+ type UpdatePartitionResp = proto.UpdateMetaPartitionResponse

+ type Vol struct

+ func NewVol() *Vol

+ func (v *Vol) GetPartition(partitionID uint64) *DataPartition

+ func (v *Vol) UpdatePartitions(partitions *DataPartitionsView)

Incompatible versions in this module

v3.0.0-beta-rc.1+incompatible

Jan 27, 2022

GO-2024-2430

+4 more

v3.0.0-beta-rc.0+incompatible

Oct 19, 2021

GO-2024-2430

+4 more

v3.0.0-beta+incompatible

Jan 27, 2022

GO-2024-2430

+4 more

v2.5.2+incompatible

Jun 27, 2022

GO-2024-2430

+4 more

v2.5.1+incompatible

Jan 26, 2022

GO-2024-2430

+4 more

v2.5.1-rc.0+incompatible

Jan 26, 2022

GO-2024-2430

+4 more

v2.5.0+incompatible

Dec 15, 2021

GO-2024-2430

+4 more

v2.5.0-rc.1+incompatible

Dec 15, 2021

GO-2024-2430

+4 more

v2.5.0-rc.0+incompatible

Sep 24, 2021

GO-2024-2430

+4 more

v2.4.3+incompatible

Mar 18, 2022

GO-2024-2430

+4 more

v2.4.1+incompatible

Dec 31, 2021

GO-2024-2430

+4 more

v2.4.1-rc.1+incompatible

Oct 19, 2021

GO-2024-2430

+4 more

v2.4.1-rc.0+incompatible

Sep 2, 2021

GO-2024-2430

+4 more

v2.4.0+incompatible

May 14, 2021

GO-2024-2430

+4 more

v2.4.0-rc.1+incompatible

Apr 23, 2021

GO-2024-2430

+4 more

v2.4.0-rc.0+incompatible

Apr 14, 2021

GO-2024-2430

+4 more

v2.3.0+incompatible

Feb 28, 2021

GO-2024-2430

+4 more

v2.3.0-rc.2+incompatible

Feb 9, 2021

GO-2024-2430

+4 more

v2.3.0-rc.1+incompatible

Jan 28, 2021

GO-2024-2430

+4 more

v2.2.2+incompatible

Sep 23, 2020

GO-2024-2430

+4 more

v2.2.1+incompatible

Sep 7, 2020

GO-2024-2430

+4 more

v2.2.0+incompatible

Sep 4, 2020

GO-2024-2430

+4 more

v2.1.0+incompatible

Jul 10, 2020

GO-2024-2430

+4 more

v2.1.0-rc.1+incompatible

Jun 13, 2020

GO-2024-2430

+4 more

v2.0.0+incompatible

Apr 10, 2020

GO-2024-2430

+4 more

v2.0.0-rc.1+incompatible

Apr 9, 2020

GO-2024-2430

+4 more

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL