utils

Documentation

Index

• func Contains(s []string, e string) bool
• func CopyMap(o map[string]string) (r map[string]string)
• func MakeBinaryLiteral(v []byte) *core.Literal
• func MakeDefaultLiteralForType(typ *core.LiteralType) (*core.Literal, error)
• func MakeGenericLiteral(v *structpb.Struct) *core.Literal
• func MakeLiteral(v interface{}) (*core.Literal, error)
• func MakeLiteralForBlob(path storage.DataReference, isDir bool, format string) *core.Literal
• func MakeLiteralForCollection(v []interface{}) (*core.Literal, error)
• func MakeLiteralForMap(v map[string]interface{}) (*core.Literal, error)
• func MakeLiteralForSimpleType(t core.SimpleType, s string) (*core.Literal, error)
• func MakeLiteralMap(v map[string]interface{}) (*core.LiteralMap, error)
• func MakePrimitive(v interface{}) (*core.Primitive, error)
• func MakePrimitiveForType(t core.SimpleType, s string) (*core.Primitive, error)
• func MakePrimitiveLiteral(v interface{}) (*core.Literal, error)
• func MarshalObjToStruct(input interface{}) (*structpb.Struct, error)
• func MarshalStruct(in proto.Message, out *structpb.Struct) error
• func MarshalToString(msg proto.Message) (string, error)
• func MustMakeDefaultLiteralForType(typ *core.LiteralType) *core.Literal
• func MustMakeLiteral(v interface{}) *core.Literal
• func MustMakePrimitive(v interface{}) *core.Primitive
• func MustMakePrimitiveLiteral(v interface{}) *core.Literal
• func ReplaceTemplateCommandArgs(ctx context.Context, command []string, in io.InputReader, ...) ([]string, error)
• func UnionMaps(maps ...map[string]string) map[string]string
• func UnmarshalStruct(structObj *structpb.Struct, msg proto.Message) error
• type ErrorCollection
  • func (e ErrorCollection) Error() string

Functions

func Contains

func Contains(s []string, e string) bool

func CopyMap

func CopyMap(o map[string]string) (r map[string]string)

func MakeBinaryLiteral

func MakeBinaryLiteral(v []byte) *core.Literal

func MakeDefaultLiteralForType

func MakeDefaultLiteralForType(typ *core.LiteralType) (*core.Literal, error)

func MakeGenericLiteral

func MakeGenericLiteral(v *structpb.Struct) *core.Literal

func MakeLiteral

func MakeLiteral(v interface{}) (*core.Literal, error)

func MakeLiteralForBlob

func MakeLiteralForBlob(path storage.DataReference, isDir bool, format string) *core.Literal

func MakeLiteralForCollection

func MakeLiteralForCollection(v []interface{}) (*core.Literal, error)

func MakeLiteralForMap

func MakeLiteralForMap(v map[string]interface{}) (*core.Literal, error)

func MakeLiteralForSimpleType

func MakeLiteralForSimpleType(t core.SimpleType, s string) (*core.Literal, error)

func MakeLiteralMap

func MakeLiteralMap(v map[string]interface{}) (*core.LiteralMap, error)

func MakePrimitive

func MakePrimitive(v interface{}) (*core.Primitive, error)

func MakePrimitiveForType

func MakePrimitiveForType(t core.SimpleType, s string) (*core.Primitive, error)

func MakePrimitiveLiteral

func MakePrimitiveLiteral(v interface{}) (*core.Literal, error)

func MarshalObjToStruct

func MarshalObjToStruct(input interface{}) (*structpb.Struct, error)

TODO: Use the stdlib version in the future, or move there if not there. Don't use this if input is a proto Message.

func MarshalStruct

func MarshalStruct(in proto.Message, out *structpb.Struct) error

func MarshalToString

func MarshalToString(msg proto.Message) (string, error)

func MustMakeDefaultLiteralForType

func MustMakeDefaultLiteralForType(typ *core.LiteralType) *core.Literal

func MustMakeLiteral

func MustMakeLiteral(v interface{}) *core.Literal

func MustMakePrimitive

func MustMakePrimitive(v interface{}) *core.Primitive

func MustMakePrimitiveLiteral

func MustMakePrimitiveLiteral(v interface{}) *core.Literal

func ReplaceTemplateCommandArgs

func ReplaceTemplateCommandArgs(ctx context.Context, command []string, in io.InputReader, out io.OutputFilePaths) ([]string, error)

Evaluates templates in each command with the equivalent value from passed args. Templates are case-insensitive Supported templates are:

• {{ .InputFile }} to receive the input file path. The protocol used will depend on the underlying system configuration. E.g. s3://bucket/key/to/file.pb or /var/run/local.pb are both valid.
• {{ .OutputPrefix }} to receive the path prefix for where to store the outputs.
• {{ .Inputs.myInput }} to receive the actual value of the input passed. See docs on LiteralMapToTemplateArgs for how what to expect each literal type to be serialized as.

If a command isn't a valid template or failed to evaluate, it'll be returned as is. NOTE: I wanted to do in-place replacement, until I realized that in-place replacement will alter the definition of the graph. This is not desirable, as we may have to retry and in that case the replacement will not work and we want to create a new location for outputs

func UnionMaps

func UnionMaps(maps ...map[string]string) map[string]string

This function unions a list of maps (each can be nil or populated) by allocating a new map. Conflicting keys will always defer to the later input map's corresponding value.

func UnmarshalStruct

func UnmarshalStruct(structObj *structpb.Struct, msg proto.Message) error

Types

type ErrorCollection

type ErrorCollection struct {
	Errors []error
}

func (ErrorCollection) Error

func (e ErrorCollection) Error() string