hdfs

May 11, 2018

Changes in this version

type Client

+ func (c *Client) Walk(root string, walkFn filepath.WalkFunc) error

type FileWriter

+ func (f *FileWriter) Flush() error

Oct 26, 2017

Changes in this version

type Client

+ func NewClient(options ClientOptions) (*Client, error)

+ type ClientOptions struct

+ Addresses []string

+ Namenode *rpc.NamenodeConnection

+ User string

Mar 13, 2017

Changes in this version

+ var StatFsError = errors.New("Failed to get HDFS usage")

type Client

+ func (c *Client) StatFs() (FsInfo, error)

+ type FsInfo struct

+ BlocksInFuture uint64

+ Capacity uint64

+ CorruptBlocks uint64

+ MissingBlocks uint64

+ MissingReplOneBlocks uint64

+ PendingDeletionBlocks uint64

+ Remaining uint64

+ UnderReplicated uint64

+ Used uint64

Feb 25, 2017

Changes in this version

type Client

+ func NewForConnection(namenode *rpc.NamenodeConnection) *Client

Oct 26, 2016

Changes in this version

+ func Username() (string, error)

type Client

+ func (c *Client) Append(name string) (*FileWriter, error)

+ func (c *Client) Close() error

+ func (c *Client) CopyToRemote(src string, dst string) error

+ func (c *Client) Create(name string) (*FileWriter, error)

+ func (c *Client) CreateFile(name string, replication int, blockSize int64, perm os.FileMode) (*FileWriter, error)

+ type FileWriter struct

+ func (f *FileWriter) Close() error

+ func (f *FileWriter) Write(b []byte) (int, error)

+ type HadoopConf map[string]string

+ func LoadHadoopConf(inputPath string) HadoopConf

+ func (conf HadoopConf) Namenodes() ([]string, error)

+ type Property struct

+ Name string

+ Value string

Feb 28, 2015

Changes in this version

type Client

+ func (c *Client) GetContentSummary(name string) (*ContentSummary, error)

+ type ContentSummary struct

+ func (cs *ContentSummary) DirectoryCount() int

+ func (cs *ContentSummary) FileCount() int

+ func (cs *ContentSummary) NameQuota() int

+ func (cs *ContentSummary) Size() int64

+ func (cs *ContentSummary) SizeAfterReplication() int64

+ func (cs *ContentSummary) SpaceQuota() int64

Dec 19, 2014

Changes in this version

+ type Client struct

+ func New(address string) (*Client, error)

+ func NewForUser(address string, user string) (*Client, error)

+ func (c *Client) Chmod(name string, perm os.FileMode) error

+ func (c *Client) Chown(name string, user, group string) error

+ func (c *Client) Chtimes(name string, atime time.Time, mtime time.Time) error

+ func (c *Client) CopyToLocal(src string, dst string) error

+ func (c *Client) CreateEmptyFile(filename string) error

+ func (c *Client) Mkdir(dirname string, perm os.FileMode) error

+ func (c *Client) MkdirAll(dirname string, perm os.FileMode) error

+ func (c *Client) Open(name string) (file *FileReader, err error)

+ func (c *Client) ReadDir(dirname string) ([]os.FileInfo, error)

+ func (c *Client) ReadFile(filename string) ([]byte, error)

+ func (c *Client) Remove(name string) error

+ func (c *Client) Rename(oldpath, newpath string) error

+ func (c *Client) Stat(name string) (os.FileInfo, error)

+ type FileInfo struct

+ func (fi *FileInfo) AccessTime() time.Time

+ func (fi *FileInfo) IsDir() bool

+ func (fi *FileInfo) ModTime() time.Time

+ func (fi *FileInfo) Mode() os.FileMode

+ func (fi *FileInfo) Name() string

+ func (fi *FileInfo) Owner() string

+ func (fi *FileInfo) OwnerGroup() string

+ func (fi *FileInfo) Size() int64

+ func (fi *FileInfo) Sys() interface{}

+ type FileReader struct

+ func (f *FileReader) Checksum() ([]byte, error)

+ func (f *FileReader) Close() error

+ func (f *FileReader) Name() string

+ func (f *FileReader) Read(b []byte) (int, error)

+ func (f *FileReader) ReadAt(b []byte, off int64) (int, error)

+ func (f *FileReader) Readdir(n int) ([]os.FileInfo, error)

+ func (f *FileReader) Readdirnames(n int) ([]string, error)

+ func (f *FileReader) Seek(offset int64, whence int) (int64, error)

+ func (f *FileReader) Stat() os.FileInfo