datastore

package
v0.5.0-rc.1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Feb 25, 2014 License: MIT Imports: 19 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	ONE_MEGABYTE                 = 1024 * 1024
	ONE_GIGABYTE                 = ONE_MEGABYTE * 1024
	TWO_FIFTY_SIX_KILOBYTES      = 256 * 1024
	BLOOM_FILTER_BITS_PER_KEY    = 64
	MAX_SERIES_SIZE              = ONE_MEGABYTE
	REQUEST_SEQUENCE_NUMBER_KEY  = "r"
	REQUEST_LOG_BASE_DIR         = "request_logs"
	DATABASE_DIR                 = "db"
	REQUEST_LOG_ROTATION_PERIOD  = 24 * time.Hour
	HOUR_TO_ROTATE_REQUEST_LOG   = 0
	MINUTE_TO_ROTATE_REQUEST_LOG = 1
)
View Source 
const (
	ONE_KILOBYTE                    = 1024
	SHARD_BLOOM_FILTER_BITS_PER_KEY = 10
	SHARD_DATABASE_DIR              = "shard_db"
)

Variables

View Source 
var (

	// This datastore implements the PersistentAtomicInteger interface. All of the persistent
	// integers start with this prefix, followed by their name
	ATOMIC_INCREMENT_PREFIX = []byte{0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFD}
	// NEXT_ID_KEY holds the next id. ids are used to "intern" timeseries and column names
	NEXT_ID_KEY = []byte{0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00}
	// SERIES_COLUMN_INDEX_PREFIX is the prefix of the series to column names index
	SERIES_COLUMN_INDEX_PREFIX = []byte{0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFE}
	// DATABASE_SERIES_INDEX_PREFIX is the prefix of the database to series names index
	DATABASE_SERIES_INDEX_PREFIX = []byte{0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF}
	MAX_SEQUENCE                 = []byte{0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF}

	TRUE = true
)

Functions

func NewRequestLogDb added in v0.4.0 

func NewRequestLogDb(dir string, maxOpenFiles int) (*requestLogDb, error)

Types

type Datastore 

type Datastore interface {
	ExecuteQuery(user common.User, database string,
		query *parser.SelectQuery, yield func(*protocol.Series) error,
		ringFilter func(database, series *string, time *int64) bool) error
	// Logs the request to a local store and assigns a sequence number that is unique per server id per day
	LogRequestAndAssignSequenceNumber(request *protocol.Request, replicationFactor *uint8, ownerServerId *uint32) error
	CurrentSequenceNumber(clusterVersion *uint32, replicationFactor *uint8, ownerServerId, originatingServerId *uint32) (uint64, error)
	// will replay all requests from a given number. If the number hasn't occured yet today, it replays from yesterday.
	// So this log replay is only meant to work for outages that last less than maybe 12 hours.
	ReplayRequestsFromSequenceNumber(*uint32, *uint32, *uint32, *uint8, *uint64, func(*[]byte) error) error
	// Increment the named integer by the given amount and return the new value
	AtomicIncrement(name string, val int) (uint64, error)
	WriteSeriesData(database string, series *protocol.Series) error
	DeleteSeriesData(database string, query *parser.DeleteQuery) error
	GetSeriesForDatabase(database string, yield func(string) error) error
	DropDatabase(database string) error
	DropSeries(database, series string) error
	Close()
}

func NewLevelDbDatastore 

func NewLevelDbDatastore(dbDir string, maxOpenFiles int) (Datastore, error)

type Field 

type Field struct {
	Id   []byte
	Name string
}

type FieldLookupError added in v0.4.0 

type FieldLookupError struct {
	// contains filtered or unexported fields
}

func (FieldLookupError) Error added in v0.4.0 

func (self FieldLookupError) Error() string

type LevelDbDatastore 

type LevelDbDatastore struct {
	// contains filtered or unexported fields
}

func (*LevelDbDatastore) AtomicIncrement added in v0.4.0 

func (self *LevelDbDatastore) AtomicIncrement(name string, val int) (uint64, error)

func (*LevelDbDatastore) Close 

func (self *LevelDbDatastore) Close()

func (*LevelDbDatastore) CurrentSequenceNumber added in v0.4.0 

func (self *LevelDbDatastore) CurrentSequenceNumber(clusterVersion *uint32, replicationFactor *uint8, ownerServerId, originatingServerId *uint32) (uint64, error)

func (*LevelDbDatastore) DeleteRangeOfRegex 

func (self *LevelDbDatastore) DeleteRangeOfRegex(database string, regex *regexp.Regexp, startTime, endTime time.Time) error

func (*LevelDbDatastore) DeleteSeriesData added in v0.4.0 

func (self *LevelDbDatastore) DeleteSeriesData(database string, query *parser.DeleteQuery) error

func (*LevelDbDatastore) DropDatabase added in v0.2.0 

func (self *LevelDbDatastore) DropDatabase(database string) error

func (*LevelDbDatastore) DropSeries added in v0.4.0 

func (self *LevelDbDatastore) DropSeries(database, series string) error

func (*LevelDbDatastore) ExecuteQuery 

func (self *LevelDbDatastore) ExecuteQuery(user common.User, database string,
	query *parser.SelectQuery, yield func(*protocol.Series) error,
	ringFilter func(database, series *string, time *int64) bool) error

func (*LevelDbDatastore) GetSeriesForDatabase added in v0.4.0 

func (self *LevelDbDatastore) GetSeriesForDatabase(database string, yield func(string) error) error

func (*LevelDbDatastore) LogRequestAndAssignSequenceNumber added in v0.4.0 

func (self *LevelDbDatastore) LogRequestAndAssignSequenceNumber(request *protocol.Request, replicationFactor *uint8, ownerServerId *uint32) error

func (*LevelDbDatastore) ReplayRequestsFromSequenceNumber added in v0.4.0 

func (self *LevelDbDatastore) ReplayRequestsFromSequenceNumber(clusterVersion, originatingServerId, ownerServerId *uint32, replicationFactor *uint8, lastKnownSequence *uint64, yield func(*[]byte) error) error

func (*LevelDbDatastore) WriteSeriesData 

func (self *LevelDbDatastore) WriteSeriesData(database string, series *protocol.Series) error

type LevelDbShard added in v0.5.0 

type LevelDbShard struct {
	// contains filtered or unexported fields
}

func NewLevelDbShard added in v0.5.0 

func NewLevelDbShard(db *levigo.DB) (*LevelDbShard, error)

func (*LevelDbShard) DropDatabase added in v0.5.0 

func (self *LevelDbShard) DropDatabase(database string) error

func (*LevelDbShard) Query added in v0.5.0 

func (self *LevelDbShard) Query(querySpec *parser.QuerySpec, processor cluster.QueryProcessor) error

func (*LevelDbShard) Write added in v0.5.0 

func (self *LevelDbShard) Write(database string, series *protocol.Series) error

type LevelDbShardDatastore added in v0.5.0 

type LevelDbShardDatastore struct {
	// contains filtered or unexported fields
}

func NewLevelDbShardDatastore added in v0.5.0 

func NewLevelDbShardDatastore(config *configuration.Configuration) (*LevelDbShardDatastore, error)

func (*LevelDbShardDatastore) BufferWrite added in v0.5.0 

func (self *LevelDbShardDatastore) BufferWrite(request *protocol.Request)

func (*LevelDbShardDatastore) DeleteShard added in v0.5.0 

func (self *LevelDbShardDatastore) DeleteShard(shardId uint32) error

func (*LevelDbShardDatastore) GetOrCreateShard added in v0.5.0 

func (self *LevelDbShardDatastore) GetOrCreateShard(id uint32) (cluster.LocalShardDb, error)

func (*LevelDbShardDatastore) SetWriteBuffer added in v0.5.0 

func (self *LevelDbShardDatastore) SetWriteBuffer(writeBuffer *cluster.WriteBuffer)

func (*LevelDbShardDatastore) Write added in v0.5.0 

func (self *LevelDbShardDatastore) Write(request *protocol.Request) error

type SequenceMissingRequestsError added in v0.4.0 

type SequenceMissingRequestsError struct {
	LastKnownRequestSequence uint64
	ReceivedSequence         uint64
	// contains filtered or unexported fields
}

func (SequenceMissingRequestsError) Error added in v0.4.0 

func (self SequenceMissingRequestsError) Error() string

type WALKey added in v0.4.0 

type WALKey []byte

func NewWALKey added in v0.4.0 

func NewWALKey(clusterVersion, originatingServerId, ownerServerId *uint32, sequenceNumber *uint64, replicationFactor *uint8) WALKey

func NewWALKeyFromBytes added in v0.4.0 

func NewWALKeyFromBytes(bytes []byte) WALKey

func (WALKey) EqualsIgnoreSequenceNumber added in v0.4.0 

func (self WALKey) EqualsIgnoreSequenceNumber(other WALKey) bool

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.