hdfs

Documentation

Index

• type CCacheOptions
• type EventListener
  • func (el *EventListener) GetEventName() string
  • func (el *EventListener) GetEventSourceName() string
  • func (el *EventListener) GetEventSourceType() apicommon.EventSourceType
  • func (el *EventListener) StartListening(ctx context.Context, dispatch func([]byte, ...eventsourcecommon.Option) error) error
  • func (listener *EventListener) ValidateEventSource(ctx context.Context) error
• type HDFSConfig
• type KeytabOptions
• type KrbOptions
• type WatchableHDFS
  • func (w *WatchableHDFS) GetFileID(fi os.FileInfo) interface{}
  • func (w *WatchableHDFS) Walk(root string, walkFn filepath.WalkFunc) error

Types

type CCacheOptions

type CCacheOptions struct {
	CCache credentials.CCache
}

CCacheOptions is options for ccache

type EventListener

type EventListener struct {
	EventSourceName string
	EventName       string
	HDFSEventSource v1alpha1.HDFSEventSource
	Metrics         *metrics.Metrics
}

EventListener implements Eventing for HDFS events

func (*EventListener) GetEventName

func (el *EventListener) GetEventName() string

GetEventName returns name of event

func (*EventListener) GetEventSourceName

func (el *EventListener) GetEventSourceName() string

GetEventSourceName returns name of event source

func (*EventListener) GetEventSourceType

func (el *EventListener) GetEventSourceType() apicommon.EventSourceType

GetEventSourceType return type of event server

func (*EventListener) StartListening

func (el *EventListener) StartListening(ctx context.Context, dispatch func([]byte, ...eventsourcecommon.Option) error) error

StartListening starts listening events

func (*EventListener) ValidateEventSource

func (listener *EventListener) ValidateEventSource(ctx context.Context) error

ValidateEventSource validates hdfs event source

type HDFSConfig

type HDFSConfig struct {
	Addresses  []string // comma-separated name nodes
	HDFSUser   string
	KrbOptions *KrbOptions
}

HDFSConfig is config for HDFS

type KeytabOptions

type KeytabOptions struct {
	Keytab   keytab.Keytab
	Username string
	Realm    string
}

KeytabOptions is options for keytab

type KrbOptions

type KrbOptions struct {
	CCacheOptions        *CCacheOptions
	KeytabOptions        *KeytabOptions
	Config               string
	ServicePrincipalName string
}

KrbOptions is options for Kerberos

type WatchableHDFS

type WatchableHDFS struct {
	// contains filtered or unexported fields
}

WatchableHDFS wraps hdfs.Client for naivewatcher

func (*WatchableHDFS) GetFileID

func (w *WatchableHDFS) GetFileID(fi os.FileInfo) interface{}

GetFileID returns the file ID

func (*WatchableHDFS) Walk

func (w *WatchableHDFS) Walk(root string, walkFn filepath.WalkFunc) error

Walk walks a directory