storage

Mar 30, 2023

Changes in this version

type DiskStorage

+ func (st *DiskStorage) Filepath(key string) (string, error)

type S3Config

+ PutChunkOpts minio.PutObjectPartOptions

Sep 29, 2022

Changes in this version

type S3Storage

+ func (st *S3Storage) Client() *minio.Core

Sep 19, 2022

Changes in this version

+ const LockFile

+ var DefaultBlockConfig = &BlockConfig

+ var DefaultDiskConfig = &DiskConfig

+ var DefaultS3Config = &S3Config

+ var ErrAlreadyExists = new_error("key already exists")

+ var ErrAlreadyLocked = new_error("storage lock already open")

+ var ErrClosed = new_error("closed")

+ var ErrInvalidKey = new_error("invalid key")

+ var ErrNotFound = new_error("key not found")

+ type BlockConfig struct

+ BlockSize int

+ Compression Compressor

+ Overwrite bool

+ ReadBufSize int

+ WriteBufSize int

+ type BlockStorage struct

+ func OpenBlock(path string, cfg *BlockConfig) (*BlockStorage, error)

+ func (st *BlockStorage) Clean(ctx context.Context) error

+ func (st *BlockStorage) Close() error

+ func (st *BlockStorage) ReadBytes(ctx context.Context, key string) ([]byte, error)

+ func (st *BlockStorage) ReadStream(ctx context.Context, key string) (io.ReadCloser, error)

+ func (st *BlockStorage) Remove(ctx context.Context, key string) error

+ func (st *BlockStorage) Stat(ctx context.Context, key string) (bool, error)

+ func (st *BlockStorage) WalkKeys(ctx context.Context, opts WalkKeysOptions) error

+ func (st *BlockStorage) WriteBytes(ctx context.Context, key string, value []byte) error

+ func (st *BlockStorage) WriteStream(ctx context.Context, key string, r io.Reader) error

+ type Compressor interface

+ Reader func(io.Reader) (io.ReadCloser, error)

+ Writer func(io.Writer) (io.WriteCloser, error)

+ func GZipCompressor() Compressor

+ func GZipCompressorLevel(level int) Compressor

+ func NoCompression() Compressor

+ func SnappyCompressor() Compressor

+ func ZLibCompressor() Compressor

+ func ZLibCompressorLevel(level int) Compressor

+ func ZLibCompressorLevelDict(level int, dict []byte) Compressor

+ type DiskConfig struct

+ Compression Compressor

+ LockFile string

+ Overwrite bool

+ Transform KeyTransform

+ WriteBufSize int

+ type DiskStorage struct

+ func OpenDisk(path string, cfg *DiskConfig) (*DiskStorage, error)

+ func (st *DiskStorage) Clean(ctx context.Context) error

+ func (st *DiskStorage) Close() error

+ func (st *DiskStorage) ReadBytes(ctx context.Context, key string) ([]byte, error)

+ func (st *DiskStorage) ReadStream(ctx context.Context, key string) (io.ReadCloser, error)

+ func (st *DiskStorage) Remove(ctx context.Context, key string) error

+ func (st *DiskStorage) Stat(ctx context.Context, key string) (bool, error)

+ func (st *DiskStorage) WalkKeys(ctx context.Context, opts WalkKeysOptions) error

+ func (st *DiskStorage) WriteBytes(ctx context.Context, key string, value []byte) error

+ func (st *DiskStorage) WriteStream(ctx context.Context, key string, r io.Reader) error

+ type Entry struct

+ Key string

+ Size int64

+ type KeyTransform interface

+ KeyToPath func(string) string

+ PathToKey func(string) string

+ func NopTransform() KeyTransform

+ type Lock struct

+ func OpenLock(path string) (*Lock, error)

+ func (f *Lock) Add()

+ func (f *Lock) Close() error

+ func (f *Lock) Closed() bool

+ func (f *Lock) Done()

+ type MemoryStorage struct

+ func OpenMemory(size int, overwrites bool) *MemoryStorage

+ func (st *MemoryStorage) Clean(ctx context.Context) error

+ func (st *MemoryStorage) Close() error

+ func (st *MemoryStorage) ReadBytes(ctx context.Context, key string) ([]byte, error)

+ func (st *MemoryStorage) ReadStream(ctx context.Context, key string) (io.ReadCloser, error)

+ func (st *MemoryStorage) Remove(ctx context.Context, key string) error

+ func (st *MemoryStorage) Stat(ctx context.Context, key string) (bool, error)

+ func (st *MemoryStorage) WalkKeys(ctx context.Context, opts WalkKeysOptions) error

+ func (st *MemoryStorage) WriteBytes(ctx context.Context, key string, b []byte) error

+ func (st *MemoryStorage) WriteStream(ctx context.Context, key string, r io.Reader) error

+ type S3Config struct

+ CoreOpts minio.Options

+ GetOpts minio.GetObjectOptions

+ ListSize int

+ PutChunkSize int64

+ PutOpts minio.PutObjectOptions

+ RemoveOpts minio.RemoveObjectOptions

+ StatOpts minio.StatObjectOptions

+ type S3Storage struct

+ func OpenS3(endpoint string, bucket string, cfg *S3Config) (*S3Storage, error)

+ func (st *S3Storage) Clean(ctx context.Context) error

+ func (st *S3Storage) Close() error

+ func (st *S3Storage) ReadBytes(ctx context.Context, key string) ([]byte, error)

+ func (st *S3Storage) ReadStream(ctx context.Context, key string) (io.ReadCloser, error)

+ func (st *S3Storage) Remove(ctx context.Context, key string) error

+ func (st *S3Storage) Stat(ctx context.Context, key string) (bool, error)

+ func (st *S3Storage) WalkKeys(ctx context.Context, opts WalkKeysOptions) error

+ func (st *S3Storage) WriteBytes(ctx context.Context, key string, value []byte) error

+ func (st *S3Storage) WriteStream(ctx context.Context, key string, r io.Reader) error

+ type Storage interface

+ Clean func(ctx context.Context) error

+ Close func() error

+ ReadBytes func(ctx context.Context, key string) ([]byte, error)

+ ReadStream func(ctx context.Context, key string) (io.ReadCloser, error)

+ Remove func(ctx context.Context, key string) error

+ Stat func(ctx context.Context, key string) (bool, error)

+ WalkKeys func(ctx context.Context, opts WalkKeysOptions) error

+ WriteBytes func(ctx context.Context, key string, value []byte) error

+ WriteStream func(ctx context.Context, key string, r io.Reader) error

+ type WalkKeysOptions struct

+ WalkFn func(context.Context, Entry) error