Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security Policy
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

filab

package module

Go to main page

Versions in this module

v1

v1.1.2

Sep 21, 2018

v1.1.1

Sep 21, 2018

v1.1.0

Jun 29, 2018

Changes in this version

type Path

+ BaseStr func() string

+ Dir func() Path

+ DirStr func() string

v1.0.3

Jun 27, 2018

v1.0.2

Jun 27, 2018

v1.0.1

Jun 27, 2018

v1.0.0

Jun 27, 2018

Changes in this version

+ func Exist(ctx context.Context, p Path) (bool, error)

+ func MaybeAddDecompression(file string, w io.WriteCloser) (io.WriteCloser, error)

+ func NewReader(ctx context.Context, p Path) (io.ReadCloser, error)

+ func NewWriter(ctx context.Context, p Path) (io.WriteCloser, error)

+ func RegisterDriver(driver StorageDriver) error

+ func Walk(ctx context.Context, p Path, w WalkFunc)

+ type DriverType *string

+ type FileStorage interface

+ MustParse func(p string) Path

+ NewPbReaderS func(p Path) (pbio.ReadCloser, error)

+ NewPbWriterS func(p Path) (pbio.WriteCloser, error)

+ NewReaderS func(p Path) (io.ReadCloser, error)

+ NewWriterS func(p Path) (io.WriteCloser, error)

+ RegisterDriver func(driver StorageDriver) error

+ func DefaultFileStore() FileStorage

+ func New() FileStorage

+ type FileStoreBase interface

+ Delete func(context.Context, Path) error

+ Exist func(context.Context, Path) (bool, error)

+ List func(context.Context, Path) ([]Path, error)

+ NewReader func(context.Context, Path) (io.ReadCloser, error)

+ NewWriter func(context.Context, Path) (io.WriteCloser, error)

+ Parse func(s string) (Path, error)

+ Walk func(context.Context, Path, WalkFunc) error

+ type Path interface

+ Copy func() Path

+ Join func(p ...string) Path

+ String func() string

+ Type func() DriverType

+ func List(ctx context.Context, p Path) ([]Path, error)

+ func MustParse(s string) Path

+ func Parse(s string) (Path, error)

+ type StorageDriver interface

+ Name func() string

+ Scheme func() string

+ Type func() DriverType

+ type WalkFunc func(p Path, err error) error

v0

v0.9.0

Jun 25, 2018

Changes in this version

+ const DefaultAutoReloaderInterval

+ const DefaultDirPerm

+ const DefaultProtoMaxSize

+ const DefaultQueueSize

+ const MaxDaysInPast

+ var ErrObjectExist = errors.New("storage: object does exist")

+ func AggregateProtoFiles(files []string, dest io.WriteCloser) error

+ func AggregateToGcs(gceClient *storage.Client, ctx context.Context, files []string, ...) error

+ func BucketFind(bucket *storage.BucketHandle, s string) *storage.ObjectIterator

+ func ConnectToCloud(keyFile string) (*storage.Client, error)

+ func CopyFile(dst, src string, perm os.FileMode) error

+ func CopyToCloud(gclient *storage.Client, ctx context.Context, filePath, objectPath string) error

+ func CopyToCloudF(gclient *CloudStorageClient, filePath, objectPath string)

+ func FindAnyForDateSharded(client *storage.Client, gs *GCSPath, pattern *regexp.Regexp, date time.Time) ([]string, error)

+ func FindLast(client *storage.Client, gs *GCSPath, pattern *regexp.Regexp) (string, error)

+ func FindLastForDate(client *storage.Client, gs *GCSPath, pattern *regexp.Regexp, t time.Time) (string, error)

+ func GcsCreateWriter(client *storage.Client, ctx context.Context, gsPath string, overwrite bool) (*storage.Writer, error)

+ func MaybeAddCompression(file string, w io.WriteCloser) (io.WriteCloser, error)

+ func MustCreateReader(p string) io.ReadCloser

+ func NewFileReader(file string) (f io.ReadCloser, err error)

+ func NewFileWriter(file string) (w io.WriteCloser, err error)

+ func ObjectsExist(client *storage.Client, files ...*GCSPath) bool

+ func PrefixedWithPattern(client *storage.Client, ctx context.Context, gs *GCSPath, ...) ([]string, error)

+ type Backuper struct

+ Aggregate bool

+ DeleteAfterBackup bool

+ GceKeyFile string

+ GcsPath GCSPath

+ Interval time.Duration

+ StripSrcPrefix string

+ func NewBackuper(interval time.Duration, gcsPath GCSPath, key string, delete bool) *Backuper

+ func (b *Backuper) Add(f string, t time.Time)

+ func (b *Backuper) BackupNow(ctx context.Context) error

+ func (b *Backuper) Start()

+ func (b *Backuper) Stop()

+ type CloudStorageClient struct

+ func NewCloudStorageClient(bucketName string, keyFile string) (*CloudStorageClient, error)

+ func (g *CloudStorageClient) Close() error

+ func (g *CloudStorageClient) Copy(dst, src string) error

+ func (g *CloudStorageClient) CopyAndRm(dst, src string) error

+ func (g *CloudStorageClient) CreateWriter(ctx context.Context, fileName string, overwrite bool) (*storage.Writer, error)

+ func (g *CloudStorageClient) Find(s string) *storage.ObjectIterator

+ func (g *CloudStorageClient) ForBucket(bucket string) *CloudStorageClient

+ func (g *CloudStorageClient) GzipReader(filepath string, ctx context.Context) (reader io.ReadCloser, err error)

+ func (g *CloudStorageClient) Reader(filepath string, ctx context.Context) (*storage.Reader, error)

+ type FileHelper struct

+ func NewFileHelper(opts ...Option) *FileHelper

+ func (f *FileHelper) Close() error

+ func (f *FileHelper) FindAnyForDateSharded(gs *GCSPath, pattern *regexp.Regexp, t time.Time) ([]string, error)

+ func (f *FileHelper) FindAnySharded(gs *GCSPath, pattern *regexp.Regexp, t time.Time) ([]string, error)

+ func (f *FileHelper) FindLast(gs *GCSPath, pattern *regexp.Regexp) (string, error)

+ func (f *FileHelper) FindLastForDate(gs *GCSPath, pattern *regexp.Regexp, t time.Time) (string, error)

+ func (f *FileHelper) ListAll(gs *GCSPath, pattern *regexp.Regexp) ([]string, error)

+ func (f *FileHelper) NewPbReader(p string) (pbio.ReadCloser, error)

+ func (f *FileHelper) NewPbWriter(p string) (pbio.WriteCloser, error)

+ func (f *FileHelper) NewReader(p string) (io.ReadCloser, error)

+ func (f *FileHelper) NewWriter(p string) (io.WriteCloser, error)

+ type FileStore interface

+ FindAnyForDateSharded func(basePath string, pattern *regexp.Regexp, t time.Time) ([]string, error)

+ FindLastForDate func(basePath string, pattern *regexp.Regexp, t time.Time) (string, error)

+ NewPbReader func(p string) (pbio.ReadCloser, error)

+ NewPbWriter func(p string) (pbio.WriteCloser, error)

+ NewReader func(p string) (io.ReadCloser, error)

+ NewWriter func(p string) (io.WriteCloser, error)

+ ReaderForLast func(dirPath string, pattern *regexp.Regexp) io.ReadCloser

+ type GCSPath struct

+ Bucket string

+ Path string

+ func GenSharded(dirPath *GCSPath, prefix string, numShards int, suffix string) []*GCSPath

+ func MustParseGcs(s string) *GCSPath

+ func ParseGcsPath(s string) (*GCSPath, error)

+ func (g *GCSPath) Copy() *GCSPath

+ func (g *GCSPath) Join(p ...string) *GCSPath

+ func (g *GCSPath) String() string

+ func (g *GCSPath) WithBucket(b string) *GCSPath

+ func (g *GCSPath) WithPath(p string) *GCSPath

+ type Option interface

+ Apply func(*FileHelper)

+ func WithClient(c *storage.Client) Option

+ func WithKeyFile(f string) Option

+ func WithNewDir() Option

+ func WithTimeout(t time.Duration) Option

+ type StringMatcher interface

+ MatchString func(s string) bool