storage

package

Go to main page

Versions in this module

v0

v0.8.18

Jul 18, 2018

Changes in this version

+ func KafkaProduceMsg(msg []byte, topic string) error

+ type DataMap map[dvid.DataSpecifier]Alias

+ type KafkaConfig struct

+ Servers []string

+ func (c *KafkaConfig) Initialize() error

+ type KeyValueTimestampGetter interface

+ GetWithTimestamp func(ctx Context, k TKey) ([]byte, time.Time, error)

type WriteLog

+ TopicAppend func(topic string, msg LogMessage) error

+ TopicClose func(topic string) error

v0.8.17

Apr 21, 2018

Changes in this version

+ var ErrLogEOF = fmt.Errorf("log EOF")

+ func Shutdown()

+ type BlobStore interface

+ GetBlob func(ref string) ([]byte, error)

+ PutBlob func([]byte) (ref string, err error)

type Key

+ func ConstructBlobKey(k []byte) Key

+ func (k Key) IsDataKey() bool

+ type LogMessage struct

+ Data []byte

+ EntryType uint16

+ type LogReadable interface

+ GetReadLog func() ReadLog

+ type LogWritable interface

+ GetWriteLog func() WriteLog

type ReadLog

+ ReadAll func(dataID, version dvid.UUID) ([]LogMessage, error)

+ StreamAll func(dataID, version dvid.UUID, ch chan LogMessage, wg *sync.WaitGroup) error

type WriteLog

+ CloseLog func(dataID, version dvid.UUID) error

v0.8.16

Nov 28, 2017

v0.8.15

Nov 21, 2017

v0.8.14

Nov 20, 2017

v0.8.13

Sep 20, 2017

Changes in this version

type Backend

+ DefaultKVDB Alias

+ DefaultLog Alias

+ KVStore map[dvid.DataSpecifier]Alias

+ LogStore map[dvid.DataSpecifier]Alias

+ func GetTestableBackend() (*Backend, error)

type Context

+ ConstructKeyVersion func(TKey, dvid.VersionID) Key

+ RepoRoot func() (dvid.UUID, error)

type DataContext

+ func (ctx *DataContext) ConstructKeyVersion(tk TKey, version dvid.VersionID) Key

+ func (ctx *DataContext) RepoRoot() (dvid.UUID, error)

+ func (ctx *DataContext) TombstoneKeyVersion(tk TKey, version dvid.VersionID) Key

type Engine

+ IsDistributed func() bool

type KeyValueDB

+ func DefaultKVDB() (KeyValueDB, error)

+ type Logable interface

+ GetWriteLog func() WriteLog

type MetadataContext

+ func (ctx MetadataContext) ConstructKeyVersion(tk TKey, version dvid.VersionID) Key

+ func (ctx MetadataContext) RepoRoot() (dvid.UUID, error)

type OrderedKeyValueDB

+ func DefaultOrderedKVDB() (OrderedKeyValueDB, error)

+ type PatchFunc func([]byte) ([]byte, error)

+ type ReadLog interface

+ Read func(dataID, version dvid.UUID) (entryType uint16, data []byte, err error)

type TestableEngine

+ AddTestConfig func(*Backend) error

+ type TransactionDB interface

+ LockKey func(Key) error

+ Patch func(Context, TKey, PatchFunc) error

+ UnlockKey func(Key) error

type VersionedCtx

+ Head func() bool

+ MasterVersion func(dvid.VersionID) bool

+ NumVersions func() int32

+ TombstoneKeyVersion func(TKey, dvid.VersionID) Key

+ VersionFromKey func(Key) (dvid.VersionID, error)

+ type WriteLog interface

+ Append func(entryType uint16, dataID, version dvid.UUID, data []byte) error

+ func DefaultLogStore() (WriteLog, error)

+ func GetAssignedLog(dataname dvid.InstanceName, root dvid.UUID, typename dvid.TypeString) (WriteLog, error)

v0.8.12

Apr 25, 2017

v0.8.11

Apr 5, 2017

v0.8.10

Apr 5, 2017

v0.8.9

Apr 3, 2017

v0.8.8

Mar 30, 2017

v0.8.7

Mar 24, 2017

Changes in this version

type RequestBuffer

+ ProcessList func(ctx Context, tkeys []TKey, op *ChunkOp, f ChunkFunc) error

type VersionedCtx

+ Data func() dvid.Data

v0.8.6

Jan 5, 2017

Changes in this version

type DataContext

+ func (ctx *DataContext) TKeyClassRange(c TKeyClass) (min, max Key)

v0.8.5

Nov 21, 2016

Changes in this version

+ func AllStores() (map[Alias]dvid.Store, error)

+ func GetDataSizes(store dvid.Store, instances []dvid.InstanceID) (map[dvid.InstanceID]uint64, error)

type DataContext

+ func (ctx *DataContext) InstanceFromKey(key Key) (dvid.InstanceID, error)

+ type KeyRange struct

+ OpenEnd Key

+ Start Key

+ type SizeViewer interface

+ GetApproximateSizes func(ranges []KeyRange) ([]uint64, error)

v0.8.4

Aug 22, 2016

Changes in this version

type Backend

+ Groupcache GroupcacheConfig

+ type GroupcacheConfig struct

+ GB int

+ Host string

+ Instances []string

+ Peers []string

+ type GroupcacheCtx struct

+ type GroupcacheStats struct

+ CacheHits int64

+ Gets int64

+ HotCache groupcache.CacheStats

+ Loads int64

+ LoadsDeduped int64

+ LocalLoadErrs int64

+ LocalLoads int64

+ MainCache groupcache.CacheStats

+ PeerErrors int64

+ PeerLoads int64

+ ServerRequests int64

+ func GetGroupcacheStats() (stats GroupcacheStats, err error)

v0.8.3

Jul 18, 2016

v0.8.2

May 12, 2016

Changes in this version

+ func GetAssignedStoreByInstance(name dvid.InstanceName, root dvid.UUID) (store dvid.Store, found bool, err error)

+ func GetAssignedStoreByType(typename dvid.TypeString) (dvid.Store, error)

+ func GetStoreByAlias(alias Alias) (dvid.Store, error)

+ type Alias string

+ type Backend struct

+ Default Alias

+ Mapping map[dvid.DataSpecifier]Alias

+ Metadata Alias

+ Stores map[Alias]dvid.StoreConfig

+ func (b Backend) StoreConfig(d dvid.DataSpecifier) (config dvid.StoreConfig, found bool)

type DataContext

+ func (ctx *DataContext) ClientID() dvid.ClientID

+ func (ctx *DataContext) UpdateInstance(k Key) error

+ type Filter interface

+ Check func(tkv *TKeyValue) (skip bool, err error)

+ type FilterSpec string

+ func (f FilterSpec) GetFilterSpec(ftype string) (value string, found bool)

+ type Filterer interface

+ NewFilter func(FilterSpec) (Filter, error)

type GraphDB

+ func NewGraphStore(kvdb OrderedKeyValueDB) (GraphDB, error)

+ type GraphKeyValueDB struct

+ func (db *GraphKeyValueDB) AddEdge(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID, weight float64) error

+ func (db *GraphKeyValueDB) AddVertex(ctx Context, id dvid.VertexID, weight float64) error

+ func (db *GraphKeyValueDB) Close()

+ func (db *GraphKeyValueDB) CreateGraph(ctx Context) error

+ func (db *GraphKeyValueDB) GetEdge(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID) (dvid.GraphEdge, error)

+ func (db *GraphKeyValueDB) GetEdgeProperty(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID, key string) ([]byte, error)

+ func (db *GraphKeyValueDB) GetEdges(ctx Context) ([]dvid.GraphEdge, error)

+ func (db *GraphKeyValueDB) GetVertex(ctx Context, id dvid.VertexID) (dvid.GraphVertex, error)

+ func (db *GraphKeyValueDB) GetVertexProperty(ctx Context, id dvid.VertexID, key string) ([]byte, error)

+ func (db *GraphKeyValueDB) GetVertices(ctx Context) ([]dvid.GraphVertex, error)

+ func (db *GraphKeyValueDB) RemoveEdge(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID) error

+ func (db *GraphKeyValueDB) RemoveEdgeProperty(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID, key string) error

+ func (db *GraphKeyValueDB) RemoveGraph(ctx Context) error

+ func (db *GraphKeyValueDB) RemoveVertex(ctx Context, id dvid.VertexID) error

+ func (db *GraphKeyValueDB) RemoveVertexProperty(ctx Context, id dvid.VertexID, key string) error

+ func (db *GraphKeyValueDB) SetEdgeProperty(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID, key string, value []byte) error

+ func (db *GraphKeyValueDB) SetEdgeWeight(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID, weight float64) error

+ func (db *GraphKeyValueDB) SetVertexProperty(ctx Context, id dvid.VertexID, key string, value []byte) error

+ func (db *GraphKeyValueDB) SetVertexWeight(ctx Context, id dvid.VertexID, weight float64) error

+ func (db *GraphKeyValueDB) String() string

type TKey

+ func TKeyFromKey(key Key) (TKey, error)

+ func (tk TKey) Class() (TKeyClass, error)

type TestableEngine

+ GetTestConfig func() (*Backend, error)

v0.8.1

Apr 6, 2016

Changes in this version

+ func DefaultStore() (dvid.Store, error)

+ func GetAssignedStore(typename dvid.TypeString) (dvid.Store, error)

+ func NewStore(c dvid.StoreConfig) (db dvid.Store, created bool, err error)

+ type Accessor interface

+ GetGraphDB func() (GraphDB, error)

+ GetKeyValueBatcher func() (KeyValueBatcher, error)

+ GetKeyValueDB func() (KeyValueDB, error)

+ GetOrderedKeyValueDB func() (OrderedKeyValueDB, error)

type DataContext

+ func (ctx *DataContext) Data() dvid.Data

+ func (ctx *DataContext) TKeyRange() (min, max TKey)

+ func (ctx *DataContext) ValidKV(kv *KeyValue, versions map[dvid.VersionID]struct{}) bool

type Engine

+ NewStore func(dvid.StoreConfig) (db dvid.Store, created bool, err error)

type KeyValueDB

+ func DefaultKVStore() (KeyValueDB, error)

+ type KeyValueIngestable interface

+ KeyValueIngest func(Context, TKey, []byte) error

type OrderedKeyValueDB

+ func DefaultOrderedKVStore() (OrderedKeyValueDB, error)

+ func MetaDataKVStore() (OrderedKeyValueDB, error)

v0.8.0

Mar 11, 2016

Changes in this version

+ func SplitKey(k Key) (unversioned Key, versioned Key, err error)

+ type BufferableOps interface

+ DeleteRange func(ctx Context, kStart, kEnd TKey) error

+ ProcessRange func(ctx Context, kStart, kEnd TKey, op *ChunkOp, f ChunkFunc) error

+ PutRange func(Context, []TKeyValue) error

type Context

+ SplitKey func(tk TKey) (Key, []byte, error)

type DataContext

+ func (ctx *DataContext) GetRequestID() string

+ func (ctx *DataContext) RequestID() string

+ func (ctx *DataContext) SetRequestID(id string)

+ func (ctx *DataContext) SplitKey(tk TKey) (Key, []byte, error)

type Key

+ func MergeKey(unvKey Key, verKey []byte) Key

+ type KeyValueRequester interface

+ NewBuffer func(ctx Context) RequestBuffer

type MetadataContext

+ func (ctx MetadataContext) RequestID() string

+ func (ctx MetadataContext) SplitKey(tk TKey) (Key, []byte, error)

+ type RequestBuffer interface

+ Flush func() error

+ PutCallback func(Context, TKey, []byte, chan error) error

+ type RequestCtx interface

+ GetRequestID func() string

+ SetRequestID func(id string)

v0.7.1

Nov 17, 2015

Changes in this version

type DataContext

+ func (ctx *DataContext) UnversionedKey(tk TKey) (Key, dvid.VersionID, error)

type Key

+ func UnversionedKey(k Key) (isMetadata bool, unversioned Key, v dvid.VersionID, err error)

type VersionedCtx

+ UnversionedKey func(TKey) (Key, dvid.VersionID, error)

v0.7.0

Oct 13, 2015

Changes in this version

+ const MarkData

+ const MarkTombstone

+ const MonitorBuffer

+ const TKeyMaxClass

+ const TKeyMinClass

+ var FileBytesRead chan int

+ var FileBytesReadPerSec int

+ var FileBytesWritten chan int

+ var FileBytesWrittenPerSec int

+ var GetsPerSec int

+ var PutsPerSec int

+ var StoreKeyBytesRead chan int

+ var StoreKeyBytesReadPerSec int

+ var StoreKeyBytesWritten chan int

+ var StoreKeyBytesWrittenPerSec int

+ var StoreValueBytesRead chan int

+ var StoreValueBytesReadPerSec int

+ var StoreValueBytesWritten chan int

+ var StoreValueBytesWrittenPerSec int

+ func Close()

+ func DataFromFile(filename string) ([]byte, error)

+ func DataKeyToLocalIDs(k Key) (dvid.InstanceID, dvid.VersionID, dvid.ClientID, error)

+ func DeleteDataInstance(data dvid.Data) error

+ func EnginesAvailable() string

+ func Initialize(cmdline dvid.Config, sc *dvid.StoreConfig) (created bool, err error)

+ func RegisterEngine(e Engine)

+ func Repair(name, path string) error

+ func UpdateDataKey(k Key, instance dvid.InstanceID, version dvid.VersionID, client dvid.ClientID) error

+ type Batch interface

+ Commit func() error

+ Delete func(TKey)

+ Put func(k TKey, v []byte)

+ type Chunk struct

+ type ChunkFunc func(*Chunk) error

+ type ChunkOp struct

+ Op interface{}

+ Wg *sync.WaitGroup

+ type Closer interface

+ Close func()

+ type Context interface

+ ConstructKey func(TKey) Key

+ KeyRange func() (min, max Key)

+ Mutex func() *sync.Mutex

+ String func() string

+ TKeyFromKey func(Key) (TKey, error)

+ VersionID func() dvid.VersionID

+ Versioned func() bool

+ type DataContext struct

+ func NewDataContext(data dvid.Data, versionID dvid.VersionID) *DataContext

+ func (ctx *DataContext) ClientFromKey(key Key) (dvid.ClientID, error)

+ func (ctx *DataContext) ConstructKey(tk TKey) Key

+ func (ctx *DataContext) DataName() dvid.InstanceName

+ func (ctx *DataContext) InstanceID() dvid.InstanceID

+ func (ctx *DataContext) InstanceVersion() dvid.InstanceVersion

+ func (ctx *DataContext) KeyRange() (min, max Key)

+ func (ctx *DataContext) MaxVersionKey(tk TKey) (Key, error)

+ func (ctx *DataContext) MinVersionKey(tk TKey) (Key, error)

+ func (ctx *DataContext) Mutex() *sync.Mutex

+ func (ctx *DataContext) String() string

+ func (ctx *DataContext) TKeyFromKey(key Key) (TKey, error)

+ func (ctx *DataContext) TombstoneKey(tk TKey) Key

+ func (ctx *DataContext) VersionFromKey(key Key) (dvid.VersionID, error)

+ func (ctx *DataContext) VersionID() dvid.VersionID

+ func (ctx *DataContext) Versioned() bool

+ type DataStoreType uint8

+ const Immutable

+ const MetaData

+ const Mutable

+ const UnknownData

+ type Engine interface

+ GetName func() string

+ GetSemVer func() semver.Version

+ func GetEngine(name string) Engine

+ type GraphDB interface

+ Close func()

+ func GraphStore() (GraphDB, error)

+ type GraphGetter interface

+ GetEdge func(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID) (dvid.GraphEdge, error)

+ GetEdgeProperty func(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID, key string) ([]byte, error)

+ GetEdges func(ctx Context) ([]dvid.GraphEdge, error)

+ GetVertex func(ctx Context, id dvid.VertexID) (dvid.GraphVertex, error)

+ GetVertexProperty func(ctx Context, id dvid.VertexID, key string) ([]byte, error)

+ GetVertices func(ctx Context) ([]dvid.GraphVertex, error)

+ type GraphSetter interface

+ AddEdge func(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID, weight float64) error

+ AddVertex func(ctx Context, id dvid.VertexID, weight float64) error

+ CreateGraph func(ctx Context) error

+ RemoveEdge func(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID) error

+ RemoveEdgeProperty func(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID, key string) error

+ RemoveGraph func(ctx Context) error

+ RemoveVertex func(ctx Context, id dvid.VertexID) error

+ RemoveVertexProperty func(ctx Context, id dvid.VertexID, key string) error

+ SetEdgeProperty func(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID, key string, value []byte) error

+ SetEdgeWeight func(ctx Context, id1 dvid.VertexID, id2 dvid.VertexID, weight float64) error

+ SetVertexProperty func(ctx Context, id dvid.VertexID, key string, value []byte) error

+ SetVertexWeight func(ctx Context, id dvid.VertexID, weight float64) error

+ type ImmutableEngine interface

+ NewImmutableStore func(dvid.EngineConfig) (db ImmutableStorer, created bool, err error)

+ type ImmutableStorer interface

+ func ImmutableStore() (ImmutableStorer, error)

+ type Key []byte

+ func (k Key) IsTombstone() bool

+ type KeyChan chan Key

+ type KeyValue struct

+ K Key

+ V []byte

+ type KeyValueBatcher interface

+ NewBatch func(ctx Context) Batch

+ type KeyValueDB interface

+ type KeyValueGetter interface

+ Get func(ctx Context, k TKey) ([]byte, error)

+ type KeyValueSetter interface

+ Delete func(Context, TKey) error

+ Put func(Context, TKey, []byte) error

+ RawDelete func(Key) error

+ RawPut func(Key, []byte) error

+ type MetaDataEngine interface

+ NewMetaDataStore func(dvid.EngineConfig) (db MetaDataStorer, created bool, err error)

+ type MetaDataStorer interface

+ func MetaDataStore() (MetaDataStorer, error)

+ type MetadataContext struct

+ func NewMetadataContext() MetadataContext

+ func (ctx MetadataContext) ConstructKey(tk TKey) Key

+ func (ctx MetadataContext) KeyRange() (min, max Key)

+ func (ctx MetadataContext) Mutex() *sync.Mutex

+ func (ctx MetadataContext) String() string

+ func (ctx MetadataContext) TKeyFromKey(key Key) (TKey, error)

+ func (ctx MetadataContext) VersionID() dvid.VersionID

+ func (ctx MetadataContext) Versioned() bool

+ type MutableEngine interface

+ NewMutableStore func(dvid.EngineConfig) (db MutableStorer, created bool, err error)

+ func GetMutableEngine() MutableEngine

+ type MutableStorer interface

+ func MutableStore() (MutableStorer, error)

+ type Op uint8

+ const CommitOp

+ const DeleteOp

+ const GetOp

+ const PutOp

+ type OrderedKeyValueDB interface

+ type OrderedKeyValueGetter interface

+ GetRange func(ctx Context, kStart, kEnd TKey) ([]*TKeyValue, error)

+ KeysInRange func(ctx Context, kStart, kEnd TKey) ([]TKey, error)

+ ProcessRange func(ctx Context, kStart, kEnd TKey, op *ChunkOp, f ChunkFunc) error

+ RawRangeQuery func(kStart, kEnd Key, keysOnly bool, out chan *KeyValue) error

+ SendKeysInRange func(ctx Context, kStart, kEnd TKey, ch KeyChan) error

+ type OrderedKeyValueSetter interface

+ DeleteAll func(ctx Context, allVersions bool) error

+ DeleteRange func(ctx Context, kStart, kEnd TKey) error

+ PutRange func(Context, []TKeyValue) error

+ type RepairableEngine interface

+ Repair func(path string) error

+ type Requirements struct

+ Batcher bool

+ BulkIniter bool

+ BulkWriter bool

+ GraphDB bool

+ type TKey []byte

+ func MaxTKey(class TKeyClass) TKey

+ func MinTKey(class TKeyClass) TKey

+ func NewTKey(class TKeyClass, tkey []byte) TKey

+ func (tk TKey) ClassBytes(class TKeyClass) ([]byte, error)

+ type TKeyClass byte

+ type TKeyValue struct

+ K TKey

+ V []byte

+ func (kv TKeyValue) Deserialize(uncompress bool) (TKeyValue, error)

+ type TKeyValues []TKeyValue

+ func (kv TKeyValues) Len() int

+ func (kv TKeyValues) Less(i, j int) bool

+ func (kv TKeyValues) Swap(i, j int)

+ type TestableEngine interface

+ Delete func(dvid.EngineConfig) error

+ func GetTestableEngine() TestableEngine

+ type VersionedCtx interface

+ MaxVersionKey func(TKey) (Key, error)

+ MinVersionKey func(TKey) (Key, error)

+ TombstoneKey func(TKey) Key

+ VersionedKeyValue func([]*KeyValue) (*KeyValue, error)

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL