data

README

Data

Documentation

Index

• Constants
• Variables
• func NewEtcdCli(c *conf.Data) *eCli.Client
• func NewEtcdRepo(data *Data, logger log.Logger) biz.EtcdRepo
• func NewLevelDBRepo(conf *conf.Data, leveldb *leveldb.DB, logger log.Logger) biz.LevelDBRepo
• func NewOssRepo(data *Data, logger log.Logger) biz.OssRepo
• func NewRedisCli(c *conf.Data) *redis.Client
• func NewS3Cli(c *conf.Data) *s3.S3
• func NewS3Storage(opt OpenOption) (storage.Storage, error)
• type Config
• type Data
  • func NewData(etcd *eCli.Client, leveldb *leveldb.DB, s3 *s3.S3, rdb *redis.Client, ...) (*Data, func(), error)
• type LevelDB
• type OpenOption
• type S3Client
  • func GetS3Client(opt OpenOption) (*S3Client, error)
  • func (client *S3Client) GetBytes(key string) ([]byte, error)
  • func (client *S3Client) List() ([]storage.FileDesc, error)
  • func (client *S3Client) PutBytes(key string, data []byte) error
  • func (client *S3Client) Remove(key string) error
• type S3Storage
  • func (ms *S3Storage) Close() error
  • func (ms *S3Storage) Create(fd storage.FileDesc) (storage.Writer, error)
  • func (ms *S3Storage) GetMeta() (storage.FileDesc, error)
  • func (ms *S3Storage) List(ft storage.FileType) ([]storage.FileDesc, error)
  • func (ms *S3Storage) Lock() (storage.Locker, error)
  • func (*S3Storage) Log(str string)
  • func (ms *S3Storage) Open(fd storage.FileDesc) (storage.Reader, error)
  • func (ms *S3Storage) Remove(fd storage.FileDesc) error
  • func (ms *S3Storage) Rename(oldfd, newfd storage.FileDesc) error
  • func (ms *S3Storage) SetMeta(fd storage.FileDesc) error
• type S3StorageLock
  • func (lock *S3StorageLock) Unlock()

Constants

const (
	KiB = 1024
	MiB = KiB * 1024
	GiB = MiB * 1024
)

const CacheSize = 500

Variables

var ProviderSet = wire.NewSet(NewData, NewEtcdRepo, NewEtcdCli, NewLevelDBRepo, NewS3Cli, NewOssRepo, NewRedisCli)

ProviderSet is data providers.

Functions

func NewEtcdCli

func NewEtcdCli(c *conf.Data) *eCli.Client

func NewEtcdRepo

func NewEtcdRepo(data *Data, logger log.Logger) biz.EtcdRepo

NewLevelRepo .

func NewLevelDBRepo

func NewLevelDBRepo(conf *conf.Data, leveldb *leveldb.DB, logger log.Logger) biz.LevelDBRepo

NewLevelRepo .

func NewOssRepo

func NewOssRepo(data *Data, logger log.Logger) biz.OssRepo

NewLevelRepo .

func NewRedisCli

func NewRedisCli(c *conf.Data) *redis.Client

func NewS3Cli

func NewS3Cli(c *conf.Data) *s3.S3

func NewS3Storage

func NewS3Storage(opt OpenOption) (storage.Storage, error)

NewS3Storage 返回一个基于S3接口的存储实现

Types

type Config

type Config struct {
	Endpoint         string
	MasterIp         []string
	Ak               string
	Sk               string
	Region           string
	DataDir          string
	LocationCacheDir string
}

配置文件结构

type Data

type Data struct {
	// contains filtered or unexported fields
}

Data .

func NewData

func NewData(etcd *eCli.Client, leveldb *leveldb.DB, s3 *s3.S3, rdb *redis.Client, logger log.Logger) (*Data, func(), error)

NewData .

type LevelDB

type LevelDB struct {
	DB *leveldb.DB
}

type OpenOption

type OpenOption struct {
	Bucket        string
	Path          string
	Ak            string
	Sk            string
	Region        string
	Endpoint      string
	LocalCacheDir string
}

type S3Client

type S3Client struct {
	// contains filtered or unexported fields
}

func GetS3Client

func GetS3Client(opt OpenOption) (*S3Client, error)

此部分由block server调用

获取S3客户端

func (*S3Client) GetBytes

func (client *S3Client) GetBytes(key string) ([]byte, error)

获取数据

func (*S3Client) List

func (client *S3Client) List() ([]storage.FileDesc, error)

List数据

func (*S3Client) PutBytes

func (client *S3Client) PutBytes(key string, data []byte) error

写入数据

func (*S3Client) Remove

func (client *S3Client) Remove(key string) error

删除数据

type S3Storage

type S3Storage struct {
	// contains filtered or unexported fields
}

S3Storage is a s3-backed storage.

func (*S3Storage) Close

func (ms *S3Storage) Close() error

func (*S3Storage) Create

func (ms *S3Storage) Create(fd storage.FileDesc) (storage.Writer, error)

向minio中写入数据

func (*S3Storage) GetMeta

func (ms *S3Storage) GetMeta() (storage.FileDesc, error)

获取元数据

func (*S3Storage) List

func (ms *S3Storage) List(ft storage.FileType) ([]storage.FileDesc, error)

列举 storage中文件信息

func (*S3Storage) Lock

func (ms *S3Storage) Lock() (storage.Locker, error)

锁

func (*S3Storage) Log

func (*S3Storage) Log(str string)

func (*S3Storage) Open

func (ms *S3Storage) Open(fd storage.FileDesc) (storage.Reader, error)

根据FileDesc打开blockserver与minio的联系，读数据

func (*S3Storage) Remove

func (ms *S3Storage) Remove(fd storage.FileDesc) error

删除数据

func (*S3Storage) Rename

func (ms *S3Storage) Rename(oldfd, newfd storage.FileDesc) error

func (*S3Storage) SetMeta

func (ms *S3Storage) SetMeta(fd storage.FileDesc) error

设置元数据

type S3StorageLock

type S3StorageLock struct {
	// contains filtered or unexported fields
}

func (*S3StorageLock) Unlock

func (lock *S3StorageLock) Unlock()