gowfs

package module

Go to main page

Versions in this module

v0

v0.3.0

Apr 10, 2020

Changes in this version

+ func Backoff(coef float64) func(time.Duration) time.Duration

+ func Retries(tries int, delay time.Duration, backoff func(time.Duration) time.Duration) func() []time.Duration

type Configuration

+ Retries func() []time.Duration

v0.2.1

Jan 27, 2020

v0.2.0

Aug 28, 2019

Changes in this version

type Configuration

+ MaxIdleConnsPerHost int

+ Password string

+ TLSClientSkipSecurity bool

+ UseBaseAuth bool

+ UseHTTPS bool

v0.1.0

Mar 23, 2014

Changes in this version

+ const MAX_DOWN_CHUNK

+ const MAX_UP_CHUNK

+ const OP_APPEND

+ const OP_CANCELDELEGATIONTOKEN

+ const OP_CONCAT

+ const OP_CREATE

+ const OP_CREATESYMLINK

+ const OP_DELETE

+ const OP_GETCONTENTSUMMARY

+ const OP_GETDELEGATIONTOKEN

+ const OP_GETDELEGATIONTOKENS

+ const OP_GETFILECHECKSUM

+ const OP_GETFILESTATUS

+ const OP_LISTSTATUS

+ const OP_MKDIRS

+ const OP_OPEN

+ const OP_RENAME

+ const OP_RENEWDELEGATIONTOKEN

+ const OP_SETOWNER

+ const OP_SETPERMISSION

+ const OP_SETREPLICATION

+ const OP_SETTIMES

+ const WebHdfsVer

+ type Configuration struct

+ Addr string

+ BasePath string

+ ConnectionTimeout time.Duration

+ DisableCompression bool

+ DisableKeepAlives bool

+ ResponseHeaderTimeout time.Duration

+ User string

+ func NewConfiguration() *Configuration

+ func (conf *Configuration) GetNameNodeUrl() (*url.URL, error)

+ type ContentSummary struct

+ DirectoryCount int64

+ FileCount int64

+ Length int64

+ Quota int64

+ SpaceConsumed int64

+ SpaceQuota int64

+ type FileChecksum struct

+ Algorithm string

+ Bytes string

+ Length int64

+ type FileStatus struct

+ AccesTime int64

+ BlockSize int64

+ Group string

+ Length int64

+ ModificationTime int64

+ Owner string

+ PathSuffix string

+ Permission string

+ Replication int64

+ Type string

+ type FileStatuses struct

+ FileStatus []FileStatus

+ type FileSystem struct

+ Config Configuration

+ func NewFileSystem(conf Configuration) (*FileSystem, error)

+ func (fs *FileSystem) Append(data io.Reader, p Path, buffersize int) (bool, error)

+ func (fs *FileSystem) CancelDelegationToken(token string) (bool, error)

+ func (fs *FileSystem) Concat(target Path, sources []string) (bool, error)

+ func (fs *FileSystem) Create(data io.Reader, p Path, overwrite bool, blocksize uint64, replication uint16, ...) (bool, error)

+ func (fs *FileSystem) CreateSymlink(dest Path, link Path, createParent bool) (bool, error)

+ func (fs *FileSystem) Delete(path Path, recursive bool) (bool, error)

+ func (fs *FileSystem) GetContentSummary(p Path) (ContentSummary, error)

+ func (fs *FileSystem) GetDelegationToken(renewer string) (Token, error)

+ func (fs *FileSystem) GetDelegationTokens(renewer string) ([]Token, error)

+ func (fs *FileSystem) GetFileChecksum(p Path) (FileChecksum, error)

+ func (fs *FileSystem) GetFileStatus(p Path) (FileStatus, error)

+ func (fs *FileSystem) GetHomeDirectory() (Path, error)

+ func (fs *FileSystem) ListStatus(p Path) ([]FileStatus, error)

+ func (fs *FileSystem) MkDirs(p Path, fm os.FileMode) (bool, error)

+ func (fs *FileSystem) Open(p Path, offset, length int64, buffSize int) (io.ReadCloser, error)

+ func (fs *FileSystem) Rename(source Path, destination Path) (bool, error)

+ func (fs *FileSystem) RenewDelegationToken(token string) (int64, error)

+ func (fs *FileSystem) SetOwner(path Path, owner string, group string) (bool, error)

+ func (fs *FileSystem) SetPermission(path Path, permission os.FileMode) (bool, error)

+ func (fs *FileSystem) SetReplication(path Path, replication uint16) (bool, error)

+ func (fs *FileSystem) SetTimes(path Path, accesstime int64, modificationtime int64) (bool, error)

+ type FsShell struct

+ FileSystem *FileSystem

+ WorkingPath string

+ func (shell FsShell) AppendToFile(filePaths []string, hdfsPath string) (bool, error)

+ func (shell FsShell) Cat(hdfsPaths []string, writr io.Writer) error

+ func (shell FsShell) Chgrp(hdfsPaths []string, grpName string) (bool, error)

+ func (shell FsShell) Chmod(hdfsPaths []string, perm os.FileMode) (bool, error)

+ func (shell FsShell) Chown(hdfsPaths []string, owner string) (bool, error)

+ func (shell FsShell) Exists(hdfsPath string) (bool, error)

+ func (shell FsShell) Get(hdfsPath, localFile string) (bool, error)

+ func (shell FsShell) MoveFromLocal(localFile, hdfsPath string, overwrite bool) (bool, error)

+ func (shell FsShell) MoveToLocal(hdfsPath, localFile string) (bool, error)

+ func (shell FsShell) Put(localFile string, hdfsPath string, overwrite bool) (bool, error)

+ func (shell FsShell) PutMany(files []string, hdfsPath string, overwrite bool) (bool, error)

+ func (shell FsShell) Rm(hdfsPath string) (bool, error)

+ type HdfsJsonData struct

+ Boolean bool

+ ContentSummary ContentSummary

+ FileChecksum FileChecksum

+ FileStatus FileStatus

+ FileStatuses FileStatuses

+ Long int64

+ RemoteException RemoteException

+ Token Token

+ Tokens Tokens

+ type Path struct

+ Name string

+ RefererUrl url.URL

+ type RemoteException struct

+ Exception string

+ JavaClassName string

+ Message string

+ func (re RemoteException) Error() string

+ type Token struct

+ UrlString string

+ type Tokens struct

+ Token []Token

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL