hdfs

Documentation

Index

• type CCacheOptions
• type EventSourceExecutor
  • func (ese *EventSourceExecutor) StartEventSource(eventSource *gateways.EventSource, ...) error
  • func (ese *EventSourceExecutor) ValidateEventSource(ctx context.Context, es *gateways.EventSource) (*gateways.ValidEventSource, error)
• type GatewayClientConfig
  • func (c *GatewayClientConfig) Validate() error
• type GatewayConfig
• type HDFSConfig
• type KeytabOptions
• type KrbOptions
• type WatchableHDFS
  • func (w *WatchableHDFS) GetFileID(fi os.FileInfo) interface{}
  • func (w *WatchableHDFS) Walk(root string, walkFn filepath.WalkFunc) error

Types

type CCacheOptions

type CCacheOptions struct {
	CCache credentials.CCache
}

CCacheOptions is options for ccache

type EventSourceExecutor

type EventSourceExecutor struct {
	Log zerolog.Logger
	// Clientset is kubernetes client
	Clientset kubernetes.Interface
	// Namespace where gateway is deployed
	Namespace string
}

EventSourceExecutor implements Eventing

func (*EventSourceExecutor) StartEventSource

func (ese *EventSourceExecutor) StartEventSource(eventSource *gateways.EventSource, eventStream gateways.Eventing_StartEventSourceServer) error

StartEventSource starts an event source

func (*EventSourceExecutor) ValidateEventSource

func (ese *EventSourceExecutor) ValidateEventSource(ctx context.Context, es *gateways.EventSource) (*gateways.ValidEventSource, error)

ValidateEventSource validates gateway event source

type GatewayClientConfig

type GatewayClientConfig struct {
	// Addresses is accessible addresses of HDFS name nodes
	Addresses []string `json:"addresses"`

	// HDFSUser is the user to access HDFS file system.
	// It is ignored if either ccache or keytab is used.
	HDFSUser string `json:"hdfsUser,omitempty"`

	// KrbCCacheSecret is the secret selector for Kerberos ccache
	// Either ccache or keytab can be set to use Kerberos.
	KrbCCacheSecret *corev1.SecretKeySelector `json:"krbCCacheSecret,omitempty"`

	// KrbKeytabSecret is the secret selector for Kerberos keytab
	// Either ccache or keytab can be set to use Kerberos.
	KrbKeytabSecret *corev1.SecretKeySelector `json:"krbKeytabSecret,omitempty"`

	// KrbUsername is the Kerberos username used with Kerberos keytab
	// It must be set if keytab is used.
	KrbUsername string `json:"krbUsername,omitempty"`

	// KrbRealm is the Kerberos realm used with Kerberos keytab
	// It must be set if keytab is used.
	KrbRealm string `json:"krbRealm,omitempty"`

	// KrbConfig is the configmap selector for Kerberos config as string
	// It must be set if either ccache or keytab is used.
	KrbConfigConfigMap *corev1.ConfigMapKeySelector `json:"krbConfigConfigMap,omitempty"`

	// KrbServicePrincipalName is the principal name of Kerberos service
	// It must be set if either ccache or keytab is used.
	KrbServicePrincipalName string `json:"krbServicePrincipalName,omitempty"`
}

GatewayClientConfig contains HDFS client configurations

func (*GatewayClientConfig) Validate

func (c *GatewayClientConfig) Validate() error

Validate validates GatewayClientConfig

type GatewayConfig

type GatewayConfig struct {
	common.WatchPathConfig `json:",inline"`

	// Type of file operations to watch
	Type string `json:"type"`
	// CheckInterval is a string that describes an interval duration to check the directory state, e.g. 1s, 30m, 2h... (defaults to 1m)
	CheckInterval string `json:"checkInterval,omitempty"`

	GatewayClientConfig `json:",inline"`
}

GatewayConfig contains information to setup a HDFS integration

type HDFSConfig

type HDFSConfig struct {
	Addresses  []string // comma-separated name nodes
	HDFSUser   string
	KrbOptions *KrbOptions
}

HDFSConfig is config for HDFS

type KeytabOptions

type KeytabOptions struct {
	Keytab   keytab.Keytab
	Username string
	Realm    string
}

KeytabOptions is options for keytab

type KrbOptions

type KrbOptions struct {
	CCacheOptions        *CCacheOptions
	KeytabOptions        *KeytabOptions
	Config               string
	ServicePrincipalName string
}

KrbOptions is options for Kerberos

type WatchableHDFS

type WatchableHDFS struct {
	// contains filtered or unexported fields
}

WatchableHDFS wraps hdfs.Client for naivewatcher

func (*WatchableHDFS) GetFileID

func (w *WatchableHDFS) GetFileID(fi os.FileInfo) interface{}

GetFileID returns the file ID

func (*WatchableHDFS) Walk

func (w *WatchableHDFS) Walk(root string, walkFn filepath.WalkFunc) error

Walk walks a directory