metabase

Apr 12, 2021

Changes in this version

type ListStreamPositions

+ Range *StreamRange

type LoopSegmentEntry

+ CreatedAt *time.Time

+ RepairedAt *time.Time

type Object

+ func (obj *Object) IsMigrated() bool

+ type StreamRange struct

+ PlainLimit int64

+ PlainStart int64

Apr 5, 2021

Changes in this version

+ const Committed

+ const Delimiter

+ const MaxListLimit

+ const NextVersion

+ const Pending

+ var ErrConflict = errs.Class("metabase: conflict")

+ var ErrInvalidRequest = errs.Class("metabase: invalid request")

+ var ErrSegmentNotFound = errs.Class("segment not found")

+ func EqualAliasPieces(xs, ys AliasPieces) bool

+ type AliasPiece struct

+ Alias NodeAlias

+ Number uint16

+ type AliasPieces []AliasPiece

+ func (aliases *AliasPieces) Scan(src interface{}) error

+ func (aliases *AliasPieces) SetBytes(data []byte) error

+ func (aliases AliasPieces) Bytes() ([]byte, error)

+ func (aliases AliasPieces) Value() (driver.Value, error)

+ type BeginObjectExactVersion struct

+ Encryption storj.EncryptionParameters

+ ExpiresAt *time.Time

+ ZombieDeletionDeadline *time.Time

+ type BeginObjectNextVersion struct

+ Encryption storj.EncryptionParameters

+ ExpiresAt *time.Time

+ ZombieDeletionDeadline *time.Time

+ type BeginSegment struct

+ Pieces Pieces

+ Position SegmentPosition

+ RootPieceID storj.PieceID

+ type BucketEmpty struct

+ BucketName string

+ ProjectID uuid.UUID

type BucketLocation

+ func (loc BucketLocation) Verify() error

+ type CommitInlineSegment struct

+ EncryptedETag []byte

+ EncryptedKey []byte

+ EncryptedKeyNonce []byte

+ InlineData []byte

+ PlainOffset int64

+ PlainSize int32

+ Position SegmentPosition

+ type CommitObject struct

+ EncryptedMetadata []byte

+ EncryptedMetadataEncryptedKey []byte

+ EncryptedMetadataNonce []byte

+ Encryption storj.EncryptionParameters

+ type CommitObjectWithSegments struct

+ EncryptedMetadata []byte

+ EncryptedMetadataEncryptedKey []byte

+ EncryptedMetadataNonce []byte

+ Segments []SegmentPosition

+ type CommitSegment struct

+ EncryptedETag []byte

+ EncryptedKey []byte

+ EncryptedKeyNonce []byte

+ EncryptedSize int32

+ Pieces Pieces

+ PlainOffset int64

+ PlainSize int32

+ Position SegmentPosition

+ Redundancy storj.RedundancyScheme

+ RootPieceID storj.PieceID

+ type DB struct

+ func Open(ctx context.Context, log *zap.Logger, driverName, connstr string) (*DB, error)

+ func (db *DB) BeginObjectExactVersion(ctx context.Context, opts BeginObjectExactVersion) (committed Object, err error)

+ func (db *DB) BeginObjectNextVersion(ctx context.Context, opts BeginObjectNextVersion) (committed Version, err error)

+ func (db *DB) BeginSegment(ctx context.Context, opts BeginSegment) (err error)

+ func (db *DB) BucketEmpty(ctx context.Context, opts BucketEmpty) (empty bool, err error)

+ func (db *DB) CheckVersion(ctx context.Context) error

+ func (db *DB) Close() error

+ func (db *DB) CommitInlineSegment(ctx context.Context, opts CommitInlineSegment) (err error)

+ func (db *DB) CommitObject(ctx context.Context, opts CommitObject) (object Object, err error)

+ func (db *DB) CommitObjectWithSegments(ctx context.Context, opts CommitObjectWithSegments) (object Object, deletedSegments []DeletedSegmentInfo, err error)

+ func (db *DB) CommitSegment(ctx context.Context, opts CommitSegment) (err error)

+ func (db *DB) DeleteBucketObjects(ctx context.Context, opts DeleteBucketObjects) (deletedObjectCount int64, err error)

+ func (db *DB) DeleteExpiredObjects(ctx context.Context, opts DeleteExpiredObjects) (err error)

+ func (db *DB) DeleteObjectAnyStatusAllVersions(ctx context.Context, opts DeleteObjectAnyStatusAllVersions) (result DeleteObjectResult, err error)

+ func (db *DB) DeleteObjectExactVersion(ctx context.Context, opts DeleteObjectExactVersion) (result DeleteObjectResult, err error)

+ func (db *DB) DeleteObjectLatestVersion(ctx context.Context, opts DeleteObjectLatestVersion) (result DeleteObjectResult, err error)

+ func (db *DB) DeleteObjectsAllVersions(ctx context.Context, opts DeleteObjectsAllVersions) (result DeleteObjectResult, err error)

+ func (db *DB) DeletePendingObject(ctx context.Context, opts DeletePendingObject) (result DeleteObjectResult, err error)

+ func (db *DB) DestroyTables(ctx context.Context) error

+ func (db *DB) EnsureNodeAliases(ctx context.Context, opts EnsureNodeAliases) (err error)

+ func (db *DB) GetLatestObjectLastSegment(ctx context.Context, opts GetLatestObjectLastSegment) (segment Segment, err error)

+ func (db *DB) GetObjectExactVersion(ctx context.Context, opts GetObjectExactVersion) (_ Object, err error)

+ func (db *DB) GetObjectLatestVersion(ctx context.Context, opts GetObjectLatestVersion) (_ Object, err error)

+ func (db *DB) GetSegmentByLocation(ctx context.Context, opts GetSegmentByLocation) (segment Segment, err error)

+ func (db *DB) GetSegmentByOffset(ctx context.Context, opts GetSegmentByOffset) (segment Segment, err error)

+ func (db *DB) GetSegmentByPosition(ctx context.Context, opts GetSegmentByPosition) (segment Segment, err error)

+ func (db *DB) GetStreamPieceCountByNodeID(ctx context.Context, opts GetStreamPieceCountByNodeID) (result map[storj.NodeID]int64, err error)

+ func (db *DB) InternalImplementation() interface{}

+ func (db *DB) IterateLoopObjects(ctx context.Context, opts IterateLoopObjects, ...) (err error)

+ func (db *DB) IterateLoopStreams(ctx context.Context, opts IterateLoopStreams, ...) (err error)

+ func (db *DB) IterateObjectsAllVersions(ctx context.Context, opts IterateObjects, ...) (err error)

+ func (db *DB) IterateObjectsAllVersionsWithStatus(ctx context.Context, opts IterateObjectsWithStatus, ...) (err error)

+ func (db *DB) IteratePendingObjectsByKey(ctx context.Context, opts IteratePendingObjectsByKey, ...) (err error)

+ func (db *DB) ListNodeAliases(ctx context.Context) (_ []NodeAliasEntry, err error)

+ func (db *DB) ListSegments(ctx context.Context, opts ListSegments) (result ListSegmentsResult, err error)

+ func (db *DB) ListStreamPositions(ctx context.Context, opts ListStreamPositions) (result ListStreamPositionsResult, err error)

+ func (db *DB) MigrateToLatest(ctx context.Context) error

+ func (db *DB) Ping(ctx context.Context) error

+ func (db *DB) PostgresMigration() *migrate.Migration

+ func (db *DB) TestingAllCommittedObjects(ctx context.Context, projectID uuid.UUID, bucketName string) (objects []ObjectEntry, err error)

+ func (db *DB) TestingAllObjectSegments(ctx context.Context, objectLocation ObjectLocation) (segments []Segment, err error)

+ func (db *DB) TestingAllObjects(ctx context.Context) (objects []Object, err error)

+ func (db *DB) TestingAllPendingObjects(ctx context.Context, projectID uuid.UUID, bucketName string) (objects []ObjectEntry, err error)

+ func (db *DB) TestingAllSegments(ctx context.Context) (segments []Segment, err error)

+ func (db *DB) TestingDeleteAll(ctx context.Context) (err error)

+ func (db *DB) TestingGetState(ctx context.Context) (_ *RawState, err error)

+ func (db *DB) UnderlyingTagSQL() tagsql.DB

+ func (db *DB) UpdateObjectMetadata(ctx context.Context, opts UpdateObjectMetadata) (err error)

+ func (db *DB) UpdateSegmentPieces(ctx context.Context, opts UpdateSegmentPieces) (err error)

+ type DeleteBucketObjects struct

+ BatchSize int

+ Bucket BucketLocation

+ DeletePieces func(ctx context.Context, segments []DeletedSegmentInfo) error

+ type DeleteExpiredObjects struct

+ AsOfSystemTime time.Time

+ BatchSize int

+ ExpiredBefore time.Time

+ type DeleteObjectAnyStatusAllVersions struct

+ type DeleteObjectExactVersion struct

+ Version Version

+ func (obj *DeleteObjectExactVersion) Verify() error

+ type DeleteObjectLatestVersion struct

+ type DeleteObjectResult struct

+ Objects []Object

+ Segments []DeletedSegmentInfo

+ type DeleteObjectsAllVersions struct

+ Locations []ObjectLocation

+ func (delete *DeleteObjectsAllVersions) Verify() error

+ type DeletePendingObject struct

+ StreamID uuid.UUID

+ func (opts *DeletePendingObject) Verify() error

+ type DeletedSegmentInfo struct

+ Pieces Pieces

+ RootPieceID storj.PieceID

+ type EnsureNodeAliases struct

+ Nodes []storj.NodeID

+ type GetLatestObjectLastSegment struct

+ type GetObjectExactVersion struct

+ Version Version

+ func (obj *GetObjectExactVersion) Verify() error

+ type GetObjectLatestVersion struct

+ type GetSegmentByLocation struct

+ type GetSegmentByOffset struct

+ PlainOffset int64

+ type GetSegmentByPosition struct

+ Position SegmentPosition

+ StreamID uuid.UUID

+ func (seg *GetSegmentByPosition) Verify() error

+ type GetStreamPieceCountByNodeID struct

+ StreamID uuid.UUID

+ type IterateCursor struct

+ Key ObjectKey

+ Version Version

+ type IterateLoopObjects struct

+ AsOfSystemTime time.Time

+ BatchSize int

+ func (opts *IterateLoopObjects) Verify() error

+ type IterateLoopStreams struct

+ AsOfSystemTime time.Time

+ StreamIDs []uuid.UUID

+ type IterateObjects struct

+ BatchSize int

+ BucketName string

+ Cursor IterateCursor

+ Prefix ObjectKey

+ ProjectID uuid.UUID

+ func (opts *IterateObjects) Verify() error

+ type IterateObjectsWithStatus struct

+ BatchSize int

+ BucketName string

+ Cursor IterateCursor

+ Prefix ObjectKey

+ ProjectID uuid.UUID

+ Recursive bool

+ Status ObjectStatus

+ func (opts *IterateObjectsWithStatus) Verify() error

+ type IteratePendingObjectsByKey struct

+ BatchSize int

+ Cursor StreamIDCursor

+ func (opts *IteratePendingObjectsByKey) Verify() error

+ type ListSegments struct

+ Cursor SegmentPosition

+ Limit int

+ StreamID uuid.UUID

+ type ListSegmentsResult struct

+ More bool

+ Segments []Segment

+ type ListStreamPositions struct

+ Cursor SegmentPosition

+ Limit int

+ StreamID uuid.UUID

+ type ListStreamPositionsResult struct

+ More bool

+ Segments []SegmentPositionInfo

+ type LoopObjectEntry struct

+ EncryptedMetadataSize int

+ ExpiresAt *time.Time

+ SegmentCount int32

+ type LoopObjectsIterator interface

+ Next func(ctx context.Context, item *LoopObjectEntry) bool

+ type LoopSegmentEntry struct

+ EncryptedSize int32

+ Pieces Pieces

+ Position SegmentPosition

+ Redundancy storj.RedundancyScheme

+ RootPieceID storj.PieceID

+ StreamID uuid.UUID

+ func (s LoopSegmentEntry) Inline() bool

+ type NodeAlias int32

+ type NodeAliasCache struct

+ func NewNodeAliasCache(db NodeAliasDB) *NodeAliasCache

+ func (cache *NodeAliasCache) Aliases(ctx context.Context, nodes []storj.NodeID) ([]NodeAlias, error)

+ func (cache *NodeAliasCache) ConvertAliasesToPieces(ctx context.Context, aliasPieces AliasPieces) (_ Pieces, err error)

+ func (cache *NodeAliasCache) ConvertPiecesToAliases(ctx context.Context, pieces Pieces) (_ AliasPieces, err error)

+ func (cache *NodeAliasCache) Nodes(ctx context.Context, aliases []NodeAlias) ([]storj.NodeID, error)

+ type NodeAliasDB interface

+ EnsureNodeAliases func(ctx context.Context, opts EnsureNodeAliases) error

+ ListNodeAliases func(ctx context.Context) (_ []NodeAliasEntry, err error)

+ type NodeAliasEntry struct

+ Alias NodeAlias

+ ID storj.NodeID

+ type NodeAliasMap struct

+ func NewNodeAliasMap(entries []NodeAliasEntry) *NodeAliasMap

+ func (m *NodeAliasMap) Aliases(nodes []storj.NodeID) (xs []NodeAlias, missing []storj.NodeID)

+ func (m *NodeAliasMap) ContainsAll(nodeIDs []storj.NodeID, nodeAliases []NodeAlias) bool

+ func (m *NodeAliasMap) Merge(other *NodeAliasMap)

+ func (m *NodeAliasMap) Node(alias NodeAlias) (x storj.NodeID, ok bool)

+ func (m *NodeAliasMap) Nodes(aliases []NodeAlias) (xs []storj.NodeID, missing []NodeAlias)

+ func (m *NodeAliasMap) Size() int

+ type Object RawObject

type ObjectEntry

+ CreatedAt time.Time

+ EncryptedMetadata []byte

+ EncryptedMetadataEncryptedKey []byte

+ EncryptedMetadataNonce []byte

+ Encryption storj.EncryptionParameters

+ ExpiresAt *time.Time

+ FixedSegmentSize int32

+ IsPrefix bool

+ SegmentCount int32

+ Status ObjectStatus

+ StreamID uuid.UUID

+ TotalEncryptedSize int64

+ TotalPlainSize int64

+ Version Version

+ ZombieDeletionDeadline *time.Time

type ObjectLocation

+ func (obj ObjectLocation) Verify() error

+ type ObjectStatus byte

+ type ObjectStream struct

+ BucketName string

+ ObjectKey ObjectKey

+ ProjectID uuid.UUID

+ StreamID uuid.UUID

+ Version Version

+ func (obj *ObjectStream) Location() ObjectLocation

+ func (obj *ObjectStream) Verify() error

+ type ObjectsIterator interface

+ Next func(ctx context.Context, item *ObjectEntry) bool

type Pieces

+ func (p Pieces) Equal(pieces Pieces) bool

+ func (p Pieces) Len() int

+ func (p Pieces) Less(i, j int) bool

+ func (p Pieces) Swap(i, j int)

+ func (p Pieces) Verify() error

+ func (pieces *Pieces) Scan(value interface{}) error

+ func (pieces Pieces) Value() (driver.Value, error)

+ type RawObject struct

+ CreatedAt time.Time

+ EncryptedMetadata []byte

+ EncryptedMetadataEncryptedKey []byte

+ EncryptedMetadataNonce []byte

+ Encryption storj.EncryptionParameters

+ ExpiresAt *time.Time

+ FixedSegmentSize int32

+ SegmentCount int32

+ Status ObjectStatus

+ TotalEncryptedSize int64

+ TotalPlainSize int64

+ ZombieDeletionDeadline *time.Time

+ type RawSegment struct

+ CreatedAt *time.Time

+ EncryptedETag []byte

+ EncryptedKey []byte

+ EncryptedKeyNonce []byte

+ EncryptedSize int32

+ InlineData []byte

+ Pieces Pieces

+ PlainOffset int64

+ PlainSize int32

+ Position SegmentPosition

+ Redundancy storj.RedundancyScheme

+ RepairedAt *time.Time

+ RootPieceID storj.PieceID

+ StreamID uuid.UUID

+ type RawState struct

+ Objects []RawObject

+ Segments []RawSegment

type Segment

+ func (s Segment) Inline() bool

+ type SegmentIterator func(segment *LoopSegmentEntry) bool

type SegmentLocation

+ Position SegmentPosition

+ func (seg SegmentLocation) Verify() error

type SegmentPosition

+ func SegmentPositionFromEncoded(v uint64) SegmentPosition

+ func (params *SegmentPosition) Scan(value interface{}) error

+ func (params SegmentPosition) Value() (driver.Value, error)

+ func (pos SegmentPosition) Encode() uint64

+ func (pos SegmentPosition) Less(b SegmentPosition) bool

+ type SegmentPositionInfo struct

+ CreatedAt *time.Time

+ EncryptedETag []byte

+ EncryptedKey []byte

+ EncryptedKeyNonce []byte

+ PlainOffset int64

+ PlainSize int32

+ Position SegmentPosition

+ type StreamIDCursor struct

+ StreamID uuid.UUID

+ type UpdateObjectMetadata struct

+ EncryptedMetadata []byte

+ EncryptedMetadataEncryptedKey []byte

+ EncryptedMetadataNonce []byte

+ type UpdateSegmentPieces struct

+ NewPieces Pieces

+ NewRedundancy storj.RedundancyScheme

+ NewRepairedAt time.Time

+ OldPieces Pieces

+ Position SegmentPosition

+ StreamID uuid.UUID

+ type Version int64

Feb 8, 2021

Changes in this version

+ type ObjectEntry struct

+ ObjectKey ObjectKey

+ type Segment struct

+ Position SegmentPosition

+ type SegmentPosition struct

+ Index uint32

+ Part uint32

Jan 8, 2021

Changes in this version

type BucketLocation

+ func ParseCompactBucketPrefix(compactPrefix []byte) (BucketLocation, error)

+ func (loc BucketLocation) CompactPrefix() []byte

Nov 1, 2020

Changes in this version

+ type Piece struct

+ Number uint16

+ StorageNode storj.NodeID

+ type Pieces []Piece

Sep 4, 2020

Changes in this version

+ const FirstSegmentIndex

+ const LastSegmentIndex

+ const LastSegmentName

+ var Error = errs.Class("metabase")

+ type BucketLocation struct

+ BucketName string

+ ProjectID uuid.UUID

+ func ParseBucketPrefix(prefix BucketPrefix) (BucketLocation, error)

+ func (loc BucketLocation) Prefix() BucketPrefix

+ type BucketPrefix string

+ type ObjectKey string

+ type ObjectLocation struct

+ BucketName string

+ ObjectKey ObjectKey

+ ProjectID uuid.UUID

+ func (obj ObjectLocation) Bucket() BucketLocation

+ func (obj ObjectLocation) FirstSegment() SegmentLocation

+ func (obj ObjectLocation) LastSegment() SegmentLocation

+ func (obj ObjectLocation) Segment(index int64) (SegmentLocation, error)

+ type SegmentKey []byte

+ type SegmentLocation struct

+ BucketName string

+ Index int64

+ ObjectKey ObjectKey

+ ProjectID uuid.UUID

+ func ParseSegmentKey(encoded SegmentKey) (SegmentLocation, error)

+ func (seg SegmentLocation) Bucket() BucketLocation

+ func (seg SegmentLocation) Encode() SegmentKey

+ func (seg SegmentLocation) IsFirst() bool

+ func (seg SegmentLocation) IsLast() bool

+ func (seg SegmentLocation) Object() ObjectLocation