hdfs

package
v0.13.0-rc Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Feb 26, 2020 License: Apache-2.0 Imports: 27 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type CCacheOptions

type CCacheOptions struct {
	CCache credentials.CCache
}

CCacheOptions is options for ccache

type EventListener

type EventListener struct {
	// Logger logs stuff
	Logger *logrus.Logger
	// k8sClient is kubernetes client
	K8sClient kubernetes.Interface
}

EventListener implements Eventing for HDFS events

func (*EventListener) StartEventSource

func (listener *EventListener) StartEventSource(eventSource *gateways.EventSource, eventStream gateways.Eventing_StartEventSourceServer) error

StartEventSource starts an event source

func (*EventListener) ValidateEventSource

func (listener *EventListener) ValidateEventSource(ctx context.Context, eventSource *gateways.EventSource) (*gateways.ValidEventSource, error)

ValidateEventSource validates hdfs event source

type HDFSConfig

type HDFSConfig struct {
	Addresses  []string // comma-separated name nodes
	HDFSUser   string
	KrbOptions *KrbOptions
}

HDFSConfig is config for HDFS

type KeytabOptions

type KeytabOptions struct {
	Keytab   keytab.Keytab
	Username string
	Realm    string
}

KeytabOptions is options for keytab

type KrbOptions

type KrbOptions struct {
	CCacheOptions        *CCacheOptions
	KeytabOptions        *KeytabOptions
	Config               string
	ServicePrincipalName string
}

KrbOptions is options for Kerberos

type WatchableHDFS

type WatchableHDFS struct {
	// contains filtered or unexported fields
}

WatchableHDFS wraps hdfs.Client for naivewatcher

func (*WatchableHDFS) GetFileID

func (w *WatchableHDFS) GetFileID(fi os.FileInfo) interface{}

GetFileID returns the file ID

func (*WatchableHDFS) Walk

func (w *WatchableHDFS) Walk(root string, walkFn filepath.WalkFunc) error

Walk walks a directory

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL