meta

README

Meta layer

Storage metadata manipulation helper functions for YIG, including a cache layer for HBase, build on Redis.

Move more methods into this package as more patterns emerge

Documentation

Index

• Constants
• func LifeCycleFromBucket(b Bucket) (lc LifeCycle)
• type CacheType
• type Meta
  • func New(logger *log.Logger, myCacheType CacheType) *Meta
  • func (m *Meta) AddBucketForUser(bucketName string, userId string) (err error)
  • func (m *Meta) AppendObject(object *Object, isExist bool) error
  • func (m *Meta) DeleteMultipart(multipart Multipart) (err error)
  • func (m *Meta) DeleteObject(object *Object, DeleteMarker bool, objMap *ObjMap) error
  • func (m *Meta) GetAllObject(bucketName string, objectName string) (object []*Object, err error)
  • func (m *Meta) GetBucket(bucketName string, willNeed bool) (bucket *Bucket, err error)
  • func (m *Meta) GetBucketInfo(bucketName string) (*Bucket, error)
  • func (m *Meta) GetBuckets() (buckets []Bucket, err error)
  • func (m *Meta) GetCluster(fsid string, pool string) (cluster Cluster, err error)
  • func (m *Meta) GetMultipart(bucketName, objectName, uploadId string) (multipart Multipart, err error)
  • func (m *Meta) GetObject(bucketName string, objectName string, willNeed bool) (object *Object, err error)
  • func (m *Meta) GetObjectMap(bucketName, objectName string) (objMap *ObjMap, err error)
  • func (m *Meta) GetObjectVersion(bucketName, objectName, version string, willNeed bool) (object *Object, err error)
  • func (m *Meta) GetUsage(bucketName string) (int64, error)
  • func (m *Meta) GetUserBuckets(userId string, willNeed bool) (buckets []string, err error)
  • func (m *Meta) GetUserInfo(uid string) ([]string, error)
  • func (m *Meta) PutBucketToLifeCycle(bucket Bucket) error
  • func (m *Meta) PutObjMapEntry(objMap *ObjMap) error
  • func (m *Meta) PutObject(object *Object, multipart *Multipart, objMap *ObjMap, updateUsage bool) error
  • func (m *Meta) PutObjectEntry(object *Object) error
  • func (m *Meta) PutObjectPart(multipart Multipart, part Part) (err error)
  • func (m *Meta) PutObjectToGarbageCollection(object *Object) error
  • func (m *Meta) RemoveBucketForUser(bucketName string, userId string) (err error)
  • func (m *Meta) RemoveBucketFromLifeCycle(bucket Bucket) error
  • func (m *Meta) RemoveGarbageCollection(garbage GarbageCollection) error
  • func (m *Meta) ScanGarbageCollection(limit int, startRowKey string) ([]GarbageCollection, error)
  • func (m *Meta) ScanLifeCycle(limit int, marker string) (result ScanLifeCycleResult, err error)
  • func (m *Meta) UpdateObjectAcl(object *Object) error
  • func (m *Meta) UpdateObjectAttrs(object *Object) error
  • func (m *Meta) UpdateUsage(bucketName string, size int64)
• type MetaCache

Constants

const (
	BUCKET_NUMBER_LIMIT = 100
)

const (
	ENCRYPTION_KEY_LENGTH = 32 // 32 bytes for AES-"256"
)

Functions

func LifeCycleFromBucket

func LifeCycleFromBucket(b Bucket) (lc LifeCycle)

Types

type CacheType

type CacheType int

const (
	NoCache CacheType = iota
	EnableCache
	SimpleCache
)

type Meta

type Meta struct {
	Client client.Client
	Logger *log.Logger
	Cache  MetaCache
}

func New

func New(logger *log.Logger, myCacheType CacheType) *Meta

func (*Meta) AddBucketForUser

func (m *Meta) AddBucketForUser(bucketName string, userId string) (err error)

func (*Meta) AppendObject

func (m *Meta) AppendObject(object *Object, isExist bool) error

func (*Meta) DeleteMultipart

func (m *Meta) DeleteMultipart(multipart Multipart) (err error)

func (*Meta) DeleteObject

func (m *Meta) DeleteObject(object *Object, DeleteMarker bool, objMap *ObjMap) error

func (*Meta) GetAllObject

func (m *Meta) GetAllObject(bucketName string, objectName string) (object []*Object, err error)

func (*Meta) GetBucket

func (m *Meta) GetBucket(bucketName string, willNeed bool) (bucket *Bucket, err error)

Note the usage info got from this method is possibly not accurate because we don't invalid cache when updating usage. For accurate usage info, use `GetUsage()`

func (*Meta) GetBucketInfo

func (m *Meta) GetBucketInfo(bucketName string) (*Bucket, error)

func (*Meta) GetBuckets

func (m *Meta) GetBuckets() (buckets []Bucket, err error)

func (*Meta) GetCluster

func (m *Meta) GetCluster(fsid string, pool string) (cluster Cluster, err error)

func (*Meta) GetMultipart

func (m *Meta) GetMultipart(bucketName, objectName, uploadId string) (multipart Multipart, err error)

func (*Meta) GetObject

func (m *Meta) GetObject(bucketName string, objectName string, willNeed bool) (object *Object, err error)

func (*Meta) GetObjectMap

func (m *Meta) GetObjectMap(bucketName, objectName string) (objMap *ObjMap, err error)

func (*Meta) GetObjectVersion

func (m *Meta) GetObjectVersion(bucketName, objectName, version string, willNeed bool) (object *Object, err error)

func (*Meta) GetUsage

func (m *Meta) GetUsage(bucketName string) (int64, error)

func (*Meta) GetUserBuckets

func (m *Meta) GetUserBuckets(userId string, willNeed bool) (buckets []string, err error)

func (*Meta) GetUserInfo

func (m *Meta) GetUserInfo(uid string) ([]string, error)

func (*Meta) PutBucketToLifeCycle

func (m *Meta) PutBucketToLifeCycle(bucket Bucket) error

func (*Meta) PutObjMapEntry

func (m *Meta) PutObjMapEntry(objMap *ObjMap) error

func (*Meta) PutObject

func (m *Meta) PutObject(object *Object, multipart *Multipart, objMap *ObjMap, updateUsage bool) error

func (*Meta) PutObjectEntry

func (m *Meta) PutObjectEntry(object *Object) error

func (*Meta) PutObjectPart

func (m *Meta) PutObjectPart(multipart Multipart, part Part) (err error)

func (*Meta) PutObjectToGarbageCollection

func (m *Meta) PutObjectToGarbageCollection(object *Object) error

Insert object to `garbageCollection` table

func (*Meta) RemoveBucketForUser

func (m *Meta) RemoveBucketForUser(bucketName string, userId string) (err error)

func (*Meta) RemoveBucketFromLifeCycle

func (m *Meta) RemoveBucketFromLifeCycle(bucket Bucket) error

func (*Meta) RemoveGarbageCollection

func (m *Meta) RemoveGarbageCollection(garbage GarbageCollection) error

func (*Meta) ScanGarbageCollection

func (m *Meta) ScanGarbageCollection(limit int, startRowKey string) ([]GarbageCollection, error)

func (*Meta) ScanLifeCycle

func (m *Meta) ScanLifeCycle(limit int, marker string) (result ScanLifeCycleResult, err error)

func (*Meta) UpdateObjectAcl

func (m *Meta) UpdateObjectAcl(object *Object) error

func (*Meta) UpdateObjectAttrs

func (m *Meta) UpdateObjectAttrs(object *Object) error

func (*Meta) UpdateUsage

func (m *Meta) UpdateUsage(bucketName string, size int64)

type MetaCache

type MetaCache interface {
	Get(table redis.RedisDatabase, key string,
		onCacheMiss func() (interface{}, error),
		unmarshaller func([]byte) (interface{}, error), willNeed bool) (value interface{}, err error)
	Remove(table redis.RedisDatabase, key string)
	GetCacheHitRatio() float64
}