persist

Documentation

Index

• func AddDataTypes(datatypes []types.DataType) (err error)
• func GetTransformFiles(transformDir string) (transformFiles []string, err error)
• type Config
• type LocalPersistStorageConfig
• type PersistStorage

Functions

func AddDataTypes

func AddDataTypes(datatypes []types.DataType) (err error)

func GetTransformFiles

func GetTransformFiles(transformDir string) (transformFiles []string, err error)

Types

type Config

type Config struct {
	TrainNamespace               string
	ExternalTransformDirectories string
	LocalPersistStorage          LocalPersistStorageConfig
	FormatCollection             *formatadaptor.FileFormatCollection
}

type LocalPersistStorageConfig

type LocalPersistStorageConfig struct {
	RootDir          string
	StateDir         string
	ElasticPort      int
	DatasetDirectory string
	InputFiles       []types.DatasetFile
}

type PersistStorage

type PersistStorage interface {
	// Initialize file structure / databases
	Init(config Config) error
	// Close all resources for storage
	Close() error

	// check if transform has been computed
	//IsDone(transformId string) (bool, error)
	// runs the induced transform
	Run(itransformId string) error
	// execute entire pipeline
	Execute() error

	// get graph id vertices and id edges
	GetGraph() (types.ProtoMLGraph, error)

	// add induced transform
	AddInducedTransform(itransform types.InducedTransform) (itransformID string, err error)
	// update induced transform
	UpdateInducedTransform(itransformId string, itransform types.InducedTransform) (err error)

	// insert data on a tranform from a file
	AddTransformFile(transformFile string) (transform types.Transform, transformID string, err error)
	// insert data file into persist
	AddDataFile(dataFile types.DatasetFile) (dataID []string, err error)
}