exec_ops

Documentation

Index

• func AddItem(url string, dataset skyhook.Dataset, key string, ext string, format string, ...) (skyhook.Item, error)
• func DecodeParams(node skyhook.Runnable, x interface{}, emptyOK bool) error
• func GetDataset(url string, id int) (skyhook.Dataset, error)
• func GetDatasetItems(url string, dataset skyhook.Dataset) (map[string]skyhook.Item, error)
• func GetDatasets(url string, ids []int) ([]skyhook.Dataset, error)
• func GetItems(url string, datasets []skyhook.Dataset) (map[string][]skyhook.Item, error)
• func GetOutputsSimilarToInputs(params string, inputTypes map[string][]skyhook.DataType) []skyhook.ExecOutput
• func GroupItems(rawItems map[string][][]skyhook.Item) map[string]map[string][]skyhook.Item
• func MapGetNeededInputs(node skyhook.ExecNode, outputs []string) map[string][][]string
• func MapGetOutputKeys(node skyhook.ExecNode, inputs map[string][][]string) []string
• func SimpleTasks(node skyhook.Runnable, rawItems map[string][][]skyhook.Item) ([]skyhook.ExecTask, error)
• func SingleTask(key string) ...
• func WriteItem(url string, dataset skyhook.Dataset, key string, data interface{}, ...) error
• func WriteItemWithFormat(url string, dataset skyhook.Dataset, key string, data interface{}, ...) error

Functions

func AddItem

func AddItem(url string, dataset skyhook.Dataset, key string, ext string, format string, metadata skyhook.DataMetadata) (skyhook.Item, error)

func DecodeParams

func DecodeParams(node skyhook.Runnable, x interface{}, emptyOK bool) error

Decode node parameters. If decoding fails, returns an error, except if the error is because no parameters were provided and emptyOK is set.

func GetDataset

func GetDataset(url string, id int) (skyhook.Dataset, error)

func GetDatasetItems

func GetDatasetItems(url string, dataset skyhook.Dataset) (map[string]skyhook.Item, error)

func GetDatasets

func GetDatasets(url string, ids []int) ([]skyhook.Dataset, error)

func GetItems

func GetItems(url string, datasets []skyhook.Dataset) (map[string][]skyhook.Item, error)

func GetOutputsSimilarToInputs

func GetOutputsSimilarToInputs(params string, inputTypes map[string][]skyhook.DataType) []skyhook.ExecOutput

func GroupItems

func GroupItems(rawItems map[string][][]skyhook.Item) map[string]map[string][]skyhook.Item

group together items of the same key across the datasets rawItems[inp][i][j] is the jth item in the ith dataset for input "inp" returns map: key -> input -> list of corresponding items in each dataset items with keys that don't appear in all datasets are dropped

func MapGetNeededInputs

func MapGetNeededInputs(node skyhook.ExecNode, outputs []string) map[string][][]string

func MapGetOutputKeys

func MapGetOutputKeys(node skyhook.ExecNode, inputs map[string][][]string) []string

func SimpleTasks

func SimpleTasks(node skyhook.Runnable, rawItems map[string][][]skyhook.Item) ([]skyhook.ExecTask, error)

make tasks by grouping items of same key across the datasets

func SingleTask

func SingleTask(key string) func(skyhook.Runnable, map[string][][]skyhook.Item) ([]skyhook.ExecTask, error)

make a single task with all the input items

func WriteItem

func WriteItem(url string, dataset skyhook.Dataset, key string, data interface{}, metadata skyhook.DataMetadata) error

func WriteItemWithFormat

func WriteItemWithFormat(url string, dataset skyhook.Dataset, key string, data interface{}, metadata skyhook.DataMetadata, ext string, format string) error