pipeline

Documentation

Index

• Constants
• Variables
• func GetDataResolver() resolve.CompositeResolver
• func GetManager() *resource.Manager
• func GetMapperFactory() mapper.Factory
• func NewDefaultOperationOutputMapper(stage *Stage) mapper.Mapper
• func NewPipelineScope(input map[string]interface{}, labels map[string]interface{}) (data.Scope, error)
• func NewResourceLoader(mapperFactory mapper.Factory, resolver resolve.CompositeResolver) resource.Loader
• func SetMapperFactory(factory mapper.Factory)
• type BasicRemotePipelineProvider
  • func (*BasicRemotePipelineProvider) GetPipeline(pipelineURI string) (*DefinitionConfig, error)
• type Definition
  • func NewDefinition(config *DefinitionConfig, mf mapper.Factory, ...) (*Definition, error)
  • func (d *Definition) MetaData() *metadata.IOMetadata
  • func (d *Definition) Name() string
• type DefinitionConfig
• type Instance
  • func NewInstance(definition *Definition, id string, logger log.Logger) *Instance
  • func (inst *Instance) Id() string
  • func (inst *Instance) Run(input map[string]interface{}) (output map[string]interface{}, err error)
• type Manager
  • func NewManager() *Manager
  • func (m *Manager) GetPipeline(uri string) (*Definition, error)
• type NewDefaultMapperFactory
  • func (n *NewDefaultMapperFactory) NewMapper(mappings map[string]interface{}) (mapper.Mapper, error)
• type PipelineInput
• type PipelineOutput
• type ResourceLoader
  • func (rl *ResourceLoader) LoadResource(config *resource.Config) (*resource.Resource, error)
• type Stage
  • func NewStage(config *StageConfig, mf mapper.Factory, resolver resolve.CompositeResolver) (*Stage, error)
• type StageConfig
• type Task
  • func NewTask(config TaskConfig, mf mapper.Factory, resolver resolve.CompositeResolver) (Task, error)
• type TaskConfig
• type TaskImpl
  • func (t TaskImpl) Eval(scope data.Scope, logger log.Logger) (data.Scope, error)
  • func (t TaskImpl) Name() string
  • func (t TaskImpl) Position()

Constants

const (
	ResType = "cam"
)

Variables

var DefaultManager *resource.Manager

Functions

func GetDataResolver

func GetDataResolver() resolve.CompositeResolver

func GetManager

func GetManager() *resource.Manager

func GetMapperFactory

func GetMapperFactory() mapper.Factory

func NewDefaultOperationOutputMapper

func NewDefaultOperationOutputMapper(stage *Stage) mapper.Mapper

func NewPipelineScope

func NewPipelineScope(input map[string]interface{}, labels map[string]interface{}) (data.Scope, error)

NewPipelineScope gets the scope from the input and label map.

func NewResourceLoader

func NewResourceLoader(mapperFactory mapper.Factory, resolver resolve.CompositeResolver) resource.Loader

func SetMapperFactory

func SetMapperFactory(factory mapper.Factory)

Types

type BasicRemotePipelineProvider

type BasicRemotePipelineProvider struct {
}

func (*BasicRemotePipelineProvider) GetPipeline

func (*BasicRemotePipelineProvider) GetPipeline(pipelineURI string) (*DefinitionConfig, error)

type Definition

type Definition struct {
	// contains filtered or unexported fields
}

Defination struct

func NewDefinition

func NewDefinition(config *DefinitionConfig, mf mapper.Factory, resolver resolve.CompositeResolver) (*Definition, error)

NewDefinition gets a defination struct from config.

func (*Definition) MetaData

func (d *Definition) MetaData() *metadata.IOMetadata

func (*Definition) Name

func (d *Definition) Name() string

type DefinitionConfig

type DefinitionConfig struct {
	Name   string          `json:"name"`
	Tasks  []TaskConfig    `json:"structure"`
	Input  []PipelineInput `json:"input"`
	Output PipelineOutput  `json:"output"`
}

type Instance

type Instance struct {
	// contains filtered or unexported fields
}

func NewInstance

func NewInstance(definition *Definition, id string, logger log.Logger) *Instance

NewInstance gets new instance from defination

func (*Instance) Id

func (inst *Instance) Id() string

func (*Instance) Run

func (inst *Instance) Run(input map[string]interface{}) (output map[string]interface{}, err error)

Run runs the instance of the CML.

type Manager

type Manager struct {
	// contains filtered or unexported fields
}

func NewManager

func NewManager() *Manager

func (*Manager) GetPipeline

func (m *Manager) GetPipeline(uri string) (*Definition, error)

type NewDefaultMapperFactory

type NewDefaultMapperFactory struct {
}

func (*NewDefaultMapperFactory) NewMapper

func (n *NewDefaultMapperFactory) NewMapper(mappings map[string]interface{}) (mapper.Mapper, error)

Newmapper gets the mapper from the mappings.

type PipelineInput

type PipelineInput struct {
	Type      string      `json:"type"`
	Dimension int         `json:"dimension"`
	Shape     []int       `json:"shape"`
	Label     interface{} `json:"label"`
}

Input of the CML Pipeline.

type PipelineOutput

type PipelineOutput struct {
	Type string      `json:"type"`
	Data interface{} `json:"data"`
}

Output of CML Pipeline

type ResourceLoader

type ResourceLoader struct {
	// contains filtered or unexported fields
}

func (*ResourceLoader) LoadResource

func (rl *ResourceLoader) LoadResource(config *resource.Config) (*resource.Resource, error)

Load Reasource from the config.

type Stage

type Stage struct {
	// contains filtered or unexported fields
}

func NewStage

func NewStage(config *StageConfig, mf mapper.Factory, resolver resolve.CompositeResolver) (*Stage, error)

NewStage gets the satage from the stage config.

type StageConfig

type StageConfig struct {
	*operation.Config
}

type Task

type Task interface {
	Eval(scope data.Scope, logger log.Logger) (data.Scope, error)
	Name() string
	Position()
}

func NewTask

func NewTask(config TaskConfig, mf mapper.Factory, resolver resolve.CompositeResolver) (Task, error)

NewTask returns a Task based on the TaskConfig.

type TaskConfig

type TaskConfig struct {
	Operation string      `json:"operation,required"`
	Params    interface{} `json:"params,omitempty"`
	Input     interface{} `json:"input,omitempty"`
	Output    interface{} `json:"output,required"`
}

Config of Task.

type TaskImpl

type TaskImpl struct {
	// contains filtered or unexported fields
}

func (TaskImpl) Eval

func (t TaskImpl) Eval(scope data.Scope, logger log.Logger) (data.Scope, error)

Eval runs the Task. A Task is composed of single or multiple stages.

func (TaskImpl) Name

func (t TaskImpl) Name() string

func (TaskImpl) Position

func (t TaskImpl) Position()