hdfs

Documentation

Index

• func ValidateArtifact(errPrefix string, art *wfv1.HDFSArtifact) error
• type ArtifactDriver
  • func CreateDriver(ctx context.Context, ci resource.Interface, art *wfv1.HDFSArtifact) (*ArtifactDriver, error)
  • func (driver *ArtifactDriver) Delete(s *wfv1.Artifact) error
  • func (driver *ArtifactDriver) IsDirectory(artifact *wfv1.Artifact) (bool, error)
  • func (driver *ArtifactDriver) ListObjects(artifact *wfv1.Artifact) ([]string, error)
  • func (driver *ArtifactDriver) Load(_ *wfv1.Artifact, path string) error
  • func (driver *ArtifactDriver) OpenStream(a *wfv1.Artifact) (io.ReadCloser, error)
  • func (driver *ArtifactDriver) Save(path string, outputArtifact *wfv1.Artifact) error
• type CCacheOptions
• type KeytabOptions
• type KrbOptions

Functions

func ValidateArtifact

func ValidateArtifact(errPrefix string, art *wfv1.HDFSArtifact) error

ValidateArtifact validates HDFS artifact

Types

type ArtifactDriver

type ArtifactDriver struct {
	Addresses  []string // comma-separated name nodes
	Path       string
	Force      bool
	HDFSUser   string
	KrbOptions *KrbOptions
}

ArtifactDriver is a driver for HDFS

func CreateDriver

func CreateDriver(ctx context.Context, ci resource.Interface, art *wfv1.HDFSArtifact) (*ArtifactDriver, error)

CreateDriver constructs ArtifactDriver

func (*ArtifactDriver) Delete

func (driver *ArtifactDriver) Delete(s *wfv1.Artifact) error

Delete is unsupported for the hdfs artifacts

func (*ArtifactDriver) IsDirectory

func (driver *ArtifactDriver) IsDirectory(artifact *wfv1.Artifact) (bool, error)

func (*ArtifactDriver) ListObjects

func (driver *ArtifactDriver) ListObjects(artifact *wfv1.Artifact) ([]string, error)

func (*ArtifactDriver) Load

func (driver *ArtifactDriver) Load(_ *wfv1.Artifact, path string) error

Load downloads artifacts from HDFS compliant storage

func (*ArtifactDriver) OpenStream

func (driver *ArtifactDriver) OpenStream(a *wfv1.Artifact) (io.ReadCloser, error)

func (*ArtifactDriver) Save

func (driver *ArtifactDriver) Save(path string, outputArtifact *wfv1.Artifact) error

Save saves an artifact to HDFS compliant storage

type CCacheOptions

type CCacheOptions struct {
	CCache credentials.CCache
}

CCacheOptions is options for ccache

type KeytabOptions

type KeytabOptions struct {
	Keytab   keytab.Keytab
	Username string
	Realm    string
}

KeytabOptions is options for keytab

type KrbOptions

type KrbOptions struct {
	CCacheOptions        *CCacheOptions
	KeytabOptions        *KeytabOptions
	Config               string
	ServicePrincipalName string
}

KrbOptions is options for Kerberos