tetl

Documentation

Overview

Package tetl provides helpers for ETL.

• Copyright (c) 2018-2023, NVIDIA CORPORATION. All rights reserved.

Index

• Constants
• func CheckNoRunningETLContainers(t *testing.T, params api.BaseParams)
• func ETLBucketWithCleanup(t *testing.T, bp api.BaseParams, bckFrom, bckTo cmn.Bck, msg *apc.TCBMsg) string
• func ETLShouldBeRunning(t *testing.T, params api.BaseParams, etlName string)
• func ETLShouldNotBeRunning(t *testing.T, params api.BaseParams, etlName string)
• func GetTransformYaml(etlName string) ([]byte, error)
• func InitCode(t *testing.T, bp api.BaseParams, msg etl.InitCodeMsg) (xid string)
• func InitSpec(t *testing.T, bp api.BaseParams, etlName, comm string) (xid string)
• func ReportXactionStatus(bp api.BaseParams, xid string, stopCh *cos.StopCh, interval time.Duration, ...)
• func SpecToInitMsg(spec []byte) (msg *etl.InitSpecMsg, err error)
• func StopAndDeleteETL(t *testing.T, bp api.BaseParams, etlName string)
• func WaitForAborted(bp api.BaseParams, xid, kind string, timeout time.Duration) error
• func WaitForContainersStopped(t *testing.T, bp api.BaseParams)
• func WaitForFinished(bp api.BaseParams, xid, kind string, timeout time.Duration) (err error)

Constants

const (
	Tar2TF        = "tar2tf"
	Echo          = "transformer-echo"
	EchoGolang    = "echo-go"
	MD5           = "transformer-md5"
	Tar2tfFilters = "tar2tf-filters"
)

Functions

func CheckNoRunningETLContainers

func CheckNoRunningETLContainers(t *testing.T, params api.BaseParams)

func ETLBucketWithCleanup

func ETLBucketWithCleanup(t *testing.T, bp api.BaseParams, bckFrom, bckTo cmn.Bck, msg *apc.TCBMsg) string

func ETLShouldBeRunning

func ETLShouldBeRunning(t *testing.T, params api.BaseParams, etlName string)

func ETLShouldNotBeRunning

func ETLShouldNotBeRunning(t *testing.T, params api.BaseParams, etlName string)

func GetTransformYaml

func GetTransformYaml(etlName string) ([]byte, error)

func InitCode

func InitCode(t *testing.T, bp api.BaseParams, msg etl.InitCodeMsg) (xid string)

func InitSpec

func InitSpec(t *testing.T, bp api.BaseParams, etlName, comm string) (xid string)

func ReportXactionStatus

func ReportXactionStatus(bp api.BaseParams, xid string, stopCh *cos.StopCh, interval time.Duration, totalObj int)

func SpecToInitMsg

func SpecToInitMsg(spec []byte) (msg *etl.InitSpecMsg, err error)

func StopAndDeleteETL

func StopAndDeleteETL(t *testing.T, bp api.BaseParams, etlName string)

func WaitForAborted

func WaitForAborted(bp api.BaseParams, xid, kind string, timeout time.Duration) error

func WaitForContainersStopped

func WaitForContainersStopped(t *testing.T, bp api.BaseParams)

func WaitForFinished

func WaitForFinished(bp api.BaseParams, xid, kind string, timeout time.Duration) (err error)

NOTE: relies on x-kind to choose the waiting method TODO -- FIXME: remove and simplify - here and everywhere