filesystem

May 15, 2024

Changes in this version

type File

+ FS func() FileSystem

+ type LocalFile struct

+ func (lf *LocalFile) FS() FileSystem

type S3OpenedFile

+ func (of *S3OpenedFile) FS() FileSystem

Apr 3, 2024

Changes in this version

type FileInfo

+ FS func() FileSystem

type LocalFileInfo

+ func (s LocalFileInfo) FS() FileSystem

type S3FileInfo

+ func (s S3FileInfo) FS() FileSystem

Sep 29, 2023

Changes in this version

type EmptySubtreeCleaner

+ Logger logrus.FieldLogger

Sep 29, 2023

Changes in this version

+ const AlgoBFS

+ const AlgoDFS

Sep 28, 2023

Changes in this version

type EmptySubtreeCleaner

+ Count int

Sep 27, 2023

Changes in this version

+ func IsDir(ctx context.Context, fs FileSystem, name string) (bool, error)

+ func RemoveEmptyDirs(ctx context.Context, fs FileSystem, basePath string) error

+ type EmptySubtreeCleaner struct

+ FS FileSystem

+ type Node struct

+ Children []*Node

+ Path string

Jan 16, 2023

Changes in this version

type FileSystem

+ Base func(string) string

type Local

+ func (l *Local) Base(name string) string

type S3

+ func (s *S3) Base(name string) string

Jan 4, 2023

Changes in this version

type FileSystem

+ Prepend func(string, string, string) string

type Local

+ func (l *Local) Prepend(basePath, group, name string) string

type S3

+ func (s *S3) Prepend(basePath, bucketName, name string) string

Jan 4, 2023

Changes in this version

type FileSystem

+ Ext func(string) string

type Local

+ func (l *Local) Ext(name string) string

type S3

+ func (s *S3) Ext(name string) string

Dec 21, 2022

Changes in this version

type FileSystem

+ Dir func(string) string

+ Join func(...string) string

type Local

+ func (l *Local) Dir(name string) string

+ func (l *Local) Join(names ...string) string

type S3

+ func (s *S3) Dir(name string) string

+ func (s *S3) Join(paths ...string) string

Aug 24, 2022

Changes in this version

+ var ErrFileAlreadyOpened = errors.New("file already opened")

Jun 29, 2022

Changes in this version

+ func AfterOperationCB() cbFunc

+ func BeforeOperationCB() cbFunc

+ func SetAfterOperationCB(f cbFunc)

+ func SetBeforeOperationCB(f cbFunc)

Jun 28, 2022

Changes in this version

type FileSystem

+ RemoveFiles func([]string) error

type Local

+ func (l *Local) RemoveFiles(names []string) error

type S3

+ func (s *S3) RemoveFiles(names []string) error

Jun 2, 2022

Changes in this version

+ type FileNameData struct

+ Data []byte

+ Name string

type FileSystem

+ WriteFiles func([]FileNameData) error

type Local

+ func (l *Local) WriteFiles(f []FileNameData) error

type S3

+ func (s *S3) WriteFiles(f []FileNameData) error

Apr 27, 2022

Changes in this version

type DirEntry

+ FullName func() string

type FileInfo

+ FullName func() string

type FilesInfo

+ func (fsi FilesInfo) FullNames() []string

+ type LocalDirEntry struct

+ func (s LocalDirEntry) FullName() string

+ func (s LocalDirEntry) Info() (fs.FileInfo, error)

+ func (s LocalDirEntry) IsDir() bool

+ func (s LocalDirEntry) Name() string

+ func (s LocalDirEntry) Type() fs.FileMode

+ type LocalFileInfo struct

+ func NewLocalFileInfo(fi os.FileInfo, fullName string) LocalFileInfo

+ func (s LocalFileInfo) FullName() string

+ func (s LocalFileInfo) IsDir() bool

+ func (s LocalFileInfo) ModTime() time.Time

+ func (s LocalFileInfo) Mode() fs.FileMode

+ func (s LocalFileInfo) Name() string

+ func (s LocalFileInfo) Size() int64

+ func (s LocalFileInfo) Sys() interface{}

type S3DirEntry

+ func (s S3DirEntry) FullName() string

type S3FileInfo

+ func (s S3FileInfo) FullName() string

Apr 14, 2022

Changes in this version

type File

+ Name func() string

type S3

+ func (s *S3) TempFileName(name string) string

type S3OpenedFile

+ func (of *S3OpenedFile) LocalName() string

+ func (of *S3OpenedFile) SetUnderlying(f File)

+ func (of *S3OpenedFile) Underlying() File

type S3OpenedFilesList

+ func (ofl *S3OpenedFilesList) AddAndLockEntry(localFileName string, entry *S3OpenedFilesListEntry)

+ func (ofl *S3OpenedFilesList) DeleteAndUnlockEntry(localFileName string)

+ func (ofl *S3OpenedFilesList) Len() int

type S3OpenedFilesListEntry

+ func (ofle *S3OpenedFilesListEntry) Lock()

+ func (ofle *S3OpenedFilesListEntry) Unlock()

Apr 14, 2022

Changes in this version

type FileSystem

+ OpenW func(string) (File, error)

type Local

+ func (l *Local) OpenW(name string) (File, error)

type S3

+ func (s *S3) OpenW(name string) (File, error)

Apr 14, 2022

Changes in this version

+ var ErrUnknownFileMode = errors.New("unknown file mode")

type FileSystem

+ OpenForAppend func(string) (File, error)

type Local

+ func (l *Local) OpenForAppend(name string) (File, error)

type S3

+ func (s *S3) OpenForAppend(name string) (File, error)

Apr 14, 2022

Changes in this version

type FileSystem

+ Create func(string) (File, error)

type S3

+ func (s *S3) Create(name string) (File, error)

Apr 13, 2022

Changes in this version

+ var ErrDirectoryNotExists = errors.New("directory not exists")

+ var ErrSkipDir = fs.SkipDir

type S3FileInfo

+ func NewS3FileInfo(s3 *S3, oi minio.ObjectInfo) S3FileInfo

+ func NewS3FileInfoStub(s3 *S3, key string, modTime time.Time) S3FileInfo

Apr 13, 2022

Changes in this version

+ const DirStubFileContent

+ const DirStubFileName

+ const TempDir

+ var ErrCantOpenS3Directory = errors.New("can't open S3 directory")

+ var ErrCantUseRenameWithStubObject = errors.New("can't use rename with stub object")

+ var ErrDestinationPathIsNotDirectory = errors.New("destination path is not directory while source is")

+ var ErrDirectoryNotEmpty = errors.New("directory not empty")

+ var ErrNotADirectory = errors.New("given path is not a directory")

+ var ErrRenamingNonExistentDirectory = errors.New("can't rename non-existent directory")

+ type DirEntry interface

+ type File interface

+ Sync func() error

+ Truncate func(int64) error

+ type FileInfo interface

+ type FileSystem interface

+ Exists func(string) (bool, error)

+ IsEmptyPath func(string) (bool, error)

+ IsNotExist func(error) bool

+ MakePathAll func(string) error

+ Open func(string) (File, error)

+ PreparePath func(string) (string, error)

+ ReadDir func(string) (FilesInfo, error)

+ ReadFile func(string) ([]byte, error)

+ Reader func(string) (io.ReadCloser, error)

+ Remove func(string) error

+ RemoveAll func(string) error

+ Rename func(string, string) error

+ Stat func(string) (FileInfo, error)

+ WalkDir func(string, WalkDirFunc) error

+ WithContext func(context.Context) FileSystem

+ WriteFile func(string, []byte) error

+ func NewLocal() FileSystem

+ type FilesInfo []FileInfo

+ func (fsi FilesInfo) Names() []string

+ type Local struct

+ func (l *Local) Create(name string) (File, error)

+ func (l *Local) Exists(name string) (bool, error)

+ func (l *Local) IsEmptyPath(name string) (bool, error)

+ func (l *Local) IsNotExist(err error) bool

+ func (l *Local) MakePathAll(name string) error

+ func (l *Local) Open(name string) (File, error)

+ func (l *Local) PreparePath(name string) (string, error)

+ func (l *Local) ReadDir(name string) (FilesInfo, error)

+ func (l *Local) ReadFile(name string) ([]byte, error)

+ func (l *Local) Reader(name string) (io.ReadCloser, error)

+ func (l *Local) Remove(name string) error

+ func (l *Local) RemoveAll(name string) error

+ func (l *Local) Rename(from, to string) error

+ func (l *Local) Stat(name string) (FileInfo, error)

+ func (l *Local) WalkDir(root string, walkDirFunc WalkDirFunc) error

+ func (l *Local) WithContext(ctx context.Context) FileSystem

+ func (l *Local) WriteFile(name string, data []byte) error

+ type S3 struct

+ func NewS3(ctx context.Context, p S3Params) (s3 *S3, err error)

+ func (s *S3) Count(name string, recursive bool, ...) (int64, error)

+ func (s *S3) Exists(name string) (bool, error)

+ func (s *S3) IsEmptyPath(name string) (bool, error)

+ func (s *S3) IsNotExist(err error) bool

+ func (s *S3) Logger() logrus.FieldLogger

+ func (s *S3) MakePathAll(name string) error

+ func (s *S3) MinioClient() *minio.Client

+ func (s *S3) Open(name string) (File, error)

+ func (s *S3) OpenedFilesList() *S3OpenedFilesList

+ func (s *S3) OpenedFilesListLock()

+ func (s *S3) OpenedFilesListUnlock()

+ func (s *S3) PreparePath(name string) (string, error)

+ func (s *S3) ReadDir(name string) (FilesInfo, error)

+ func (s *S3) ReadFile(name string) ([]byte, error)

+ func (s *S3) Reader(name string) (io.ReadCloser, error)

+ func (s *S3) Remove(name string) error

+ func (s *S3) RemoveAll(name string) error

+ func (s *S3) Rename(from string, to string) error

+ func (s *S3) SetListDirectoryEntries(v bool)

+ func (s *S3) Stat(name string) (FileInfo, error)

+ func (s *S3) WalkDir(name string, walkDirFunc WalkDirFunc) error

+ func (s *S3) WithContext(ctx context.Context) FileSystem

+ func (s *S3) WriteFile(name string, b []byte) error

+ type S3DirEntry struct

+ func (s S3DirEntry) Info() (fs.FileInfo, error)

+ func (s S3DirEntry) IsDir() bool

+ func (s S3DirEntry) Name() string

+ func (s S3DirEntry) Type() fs.FileMode

+ type S3FileInfo struct

+ func (s S3FileInfo) IsDir() bool

+ func (s S3FileInfo) ModTime() time.Time

+ func (s S3FileInfo) Mode() fs.FileMode

+ func (s S3FileInfo) Name() string

+ func (s S3FileInfo) Size() int64

+ func (s S3FileInfo) Sys() interface{}

+ type S3OpenedFile struct

+ func (of *S3OpenedFile) Close() error

+ func (of *S3OpenedFile) Name() string

+ func (of *S3OpenedFile) Read(bytes []byte) (int, error)

+ func (of *S3OpenedFile) ReadAt(p []byte, off int64) (n int, err error)

+ func (of *S3OpenedFile) Seek(offset int64, whence int) (int64, error)

+ func (of *S3OpenedFile) Stat() (fs.FileInfo, error)

+ func (of *S3OpenedFile) Sync() error

+ func (of *S3OpenedFile) Truncate(size int64) error

+ func (of *S3OpenedFile) Write(p []byte) (n int, err error)

+ type S3OpenedFilesList struct

+ func NewS3OpenedFilesList() *S3OpenedFilesList

+ func (s3c *S3OpenedFilesList) Map() map[string]S3OpenedFilesListEntry

+ type S3OpenedFilesListEntry struct

+ Added time.Time

+ S3File *S3OpenedFile

+ type S3Params struct

+ AccessKey string

+ BucketName string

+ EmulateEmptyDirs bool

+ Endpoint string

+ ListDirectoryEntries bool

+ Logger logrus.FieldLogger

+ OpenedFilesTTL time.Duration

+ OpenedFilesTempDir string

+ Region string

+ SecretKey string

+ UseSSL bool

+ type WalkDirFunc func(string, DirEntry, error) error