cmd

package
v1.0.0-beta19 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Dec 16, 2022 License: Apache-2.0 Imports: 39 Imported by: 1

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var ExportTarget = io.Writer(os.Stdout)

Functions

func Execute 

func Execute() error

Execute executes the root command.

func GenerateHashFromIDs 

func GenerateHashFromIDs(rowData []string, variantID string, ids []int) string

func LoadBundle 

func LoadBundle(ctx *ls.Context, file []string) (ls.SchemaLoader, error)

func LoadSchemaFromFileOrRepo 

func LoadSchemaFromFileOrRepo(ctx *ls.Context, compiledSchema, repoDir, schemaName, typeName string, bundleNames []string) (*ls.Layer, error)

func LoadValuesetFiles 

func LoadValuesetFiles(ctx *ls.Context, vs *Valuesets, cache valueset.ValuesetCache, files []string) error

func NewReadGraphStep 

func NewReadGraphStep(cmd *cobra.Command) pipeline.ReadGraphStep

func OutputIngestedGraph 

func OutputIngestedGraph(cmd *cobra.Command, outFormat string, target *lpg.Graph, wr io.Writer, includeSchema bool) error

func ReadLayers 

func ReadLayers(input []byte, interner ls.Interner) ([]*ls.Layer, error)

ReadLayers reads layer(s) from jsongraph, jsonld

func RecalculatePaths 

func RecalculatePaths(bnd *bundle.Bundle, dir string)

Types

type Attribute 

type Attribute struct {
	ID            string `json:"@id"`
	AttributeName string `json:"attributeName"`
	Types         string `json:"@type"`
}

Following structs are used to define a Layered Schema

type BaseIngestParams 

type BaseIngestParams struct {
	Repo                 string   `json:"repo" yaml:"repo"`
	Schema               string   `json:"schema" yaml:"schema"`
	Type                 string   `json:"type" yaml:"type"`
	Bundle               []string `json:"bundle" yaml:"bundle"`
	CompiledSchema       string   `json:"compiledSchema" yaml:"compiledSchema"`
	EmbedSchemaNodes     bool     `json:"embedSchemaNodes" yaml:"embedSchemaNodes"`
	OnlySchemaAttributes bool     `json:"onlySchemaAttributes" yaml:"onlySchemaAttributes"`
	IngestNullValues     bool     `json:"ingestNullValues" yaml:"ingestNullValues"`
}

func (BaseIngestParams) IsEmptySchema 

func (b BaseIngestParams) IsEmptySchema() bool

IsEmptySchema returns true if none of the schema properties are set

type CSVExport 

type CSVExport struct {
	SpecFile string `json:"specFile" yaml:"specFile"`
	lscsv.Writer
	File string `json:"file" yaml:"file"`
	// contains filtered or unexported fields
}

func (CSVExport) Help 

func (CSVExport) Help()

func (*CSVExport) Run 

func (ecsv *CSVExport) Run(pipeline *pipeline.PipelineContext) error

type CSVIngester 

type CSVIngester struct {
	BaseIngestParams
	StartRow     int    `json:"startRow" yaml:"startRow"`
	EndRow       int    `json:"endRow" yaml:"endRow"`
	HeaderRow    int    `json:"headerRow" yaml:"headerRow"`
	ID           string `json:"id" yaml:"id"`
	IngestByRows bool   `json:"ingestByRows" yaml:"ingestByRows"`
	Delimiter    string `json:"delimiter" yaml:"delimiter"`
	// contains filtered or unexported fields
}

func (CSVIngester) Help 

func (CSVIngester) Help()

func (*CSVIngester) Run 

func (ci *CSVIngester) Run(pipeline *pipeline.PipelineContext) error

type CSVJoinConfig 

type CSVJoinConfig struct {
	VariantID string `json:"variantId" yaml:"variantId"`
	Cols      []int  `json:"cols" yaml:"cols"`
	IDCols    []int  `json:"idCols" yaml:"idCols"`
	// Any one of these columns must be full to assume this is valid entry
	Any []int `json:"any" yaml:"any"`
	// contains filtered or unexported fields
}

type CSVJoinIngester 

type CSVJoinIngester struct {
	BaseIngestParams
	StartRow  int             `json:"startRow" yaml:"startRow"`
	EndRow    int             `json:"endRow" yaml:"endRow"`
	HeaderRow int             `json:"headerRow" yaml:"headerRow"`
	ID        string          `json:"id" yaml:"id"`
	Delimiter string          `json:"delimiter" yaml:"delimiter"`
	Entities  []CSVJoinConfig `json:"entities" yaml:"entities"`
	// contains filtered or unexported fields
}

func (*CSVJoinIngester) Run 

func (cji *CSVJoinIngester) Run(pipeline *pipeline.PipelineContext) error

type ImportJSONSchemaRequest 

type ImportJSONSchemaRequest struct {
	Entities []jsonsch.Entity   `json:"entities"`
	SchemaID string             `json:"schemaId"`
	Schema   string             `json:"schemaVariant"`
	Layers   []SliceByTermsSpec `json:"layers"`
}

func (*ImportJSONSchemaRequest) CompileAndImport 

func (req *ImportJSONSchemaRequest) CompileAndImport() (*lpg.Graph, []jsonsch.EntityLayer, error)

func (*ImportJSONSchemaRequest) Slice 

func (req *ImportJSONSchemaRequest) Slice(index int, item jsonsch.EntityLayer) ([]*ls.Layer, error)

type JSONExport 

type JSONExport struct{}

func (JSONExport) Help 

func (JSONExport) Help()

func (*JSONExport) Run 

func (*JSONExport) Run(pipeline *pipeline.PipelineContext) error

type JSONIngester 

type JSONIngester struct {
	BaseIngestParams
	ID string
	// contains filtered or unexported fields
}

func (JSONIngester) Help 

func (JSONIngester) Help()

func (*JSONIngester) Run 

func (ji *JSONIngester) Run(pipeline *pipeline.PipelineContext) error

type LS 

type LS struct {
	Context   string `json:"@context"`
	ID        string `json:"@id"`
	Type      string `json:"@type"`
	ValueType string `json:"valueType"`
	Layer     Layer  `json:"layer"`
}

type Layer 

type Layer struct {
	Type          string      `json:"@type"`
	AttributeList []Attribute `json:"attributeList"`
}

type MeasureStep 

type MeasureStep struct {
	BaseIngestParams
	SchemaNodeIDs []string `json:"schemaNodeIds" yaml:"schemaNodeIds"`
	// contains filtered or unexported fields
}

func (MeasureStep) Help 

func (MeasureStep) Help()

func (*MeasureStep) Run 

func (ms *MeasureStep) Run(pipeline *pipeline.PipelineContext) error

type OCStep 

type OCStep struct {
	Expr []string
}

func (OCStep) Help 

func (OCStep) Help()

func (*OCStep) Run 

func (oc *OCStep) Run(pipeline *pipeline.PipelineContext) error

type Options 

type Options struct {
	// Order in which to search valueset
	LookupOrder []string `json:"lookupOrder" yaml:"lookupOrder"`
	// Which value to return
	Output []string `json:"output" yaml:"output"`
	// Types of string separation i.e. ";", "|", ",", " "
	Separator map[string]string `json:"separator" yaml:"separator"`
}

type ReshapeStep 

type ReshapeStep struct {
	BaseIngestParams
	ScriptFile string `json:"scriptFile" yaml:"scriptFile"`
	// contains filtered or unexported fields
}

func (ReshapeStep) Help 

func (ReshapeStep) Help()

func (*ReshapeStep) Run 

func (rs *ReshapeStep) Run(pipeline *pipeline.PipelineContext) error

type SliceByTermsSpec 

type SliceByTermsSpec struct {
	Type  string   `json:"type"`
	Terms []string `json:"terms"`
	ID    string   `json:"@id"`
	File  string   `json:"file"`
}

func (SliceByTermsSpec) Slice 

func (spec SliceByTermsSpec) Slice(sourceLayer *ls.Layer, targetType string, templateData interface{}) (*ls.Layer, error)

type Valueset 

type Valueset struct {
	ID      string          `json:"id" yaml:"id"`
	Values  []ValuesetValue `json:"values" yaml:"values"`
	Options Options         `json:"options" yaml:"options"`
}

func (Valueset) Lookup 

func (vs Valueset) Lookup(req ls.ValuesetLookupRequest) (ls.ValuesetLookupResponse, error)

type ValuesetStep 

type ValuesetStep struct {
	BaseIngestParams
	ValuesetFiles []string `json:"valuesetFiles" yaml:"valuesetFiles"`
	Tables        []string `json:"tables" yaml:"tables"`
	// contains filtered or unexported fields
}

func (ValuesetStep) Help 

func (ValuesetStep) Help()

func (*ValuesetStep) Run 

func (vs *ValuesetStep) Run(pipeline *pipeline.PipelineContext) error

type ValuesetValue 

type ValuesetValue struct {
	// Possible input values
	Values []string `json:"values" yaml:"values"`
	// Possible input value as key-value pairs
	KeyValues     map[string]string `json:"keyValues" yaml:"keyValues"`
	CaseSensitive bool              `json:"caseSensitive" yaml:"caseSensitive"`
	// Result output value
	Result string `json:"result" yaml:"result"`
	// Result output values as key-value pairs
	ResultValues map[string]string `json:"results" yaml:"results"`
}

func (ValuesetValue) IsDefault 

func (v ValuesetValue) IsDefault() bool

func (ValuesetValue) Match 

func (v ValuesetValue) Match(req ls.ValuesetLookupRequest) (*ls.ValuesetLookupResponse, error)

type Valuesets 

type Valuesets struct {
	Services     map[string]string   `json:"services" yaml:"services"`
	Spreadsheets []string            `json:"spreadsheets" yaml:"spreadsheets"`
	Sets         map[string]Valueset `json:"valuesets" yaml:"valuesets"`
	// contains filtered or unexported fields
}

func (*Valuesets) LoadSpreadsheets 

func (vsets *Valuesets) LoadSpreadsheets(ctx *ls.Context, reldir string) error

func (Valuesets) Lookup 

func (vsets Valuesets) Lookup(ctx *ls.Context, req ls.ValuesetLookupRequest) (ls.ValuesetLookupResponse, error)

Lookup can be used as the external lookup func of LookupProcessor

type WriteGraphStep 

type WriteGraphStep struct {
	Format        string
	IncludeSchema bool
	Cmd           *cobra.Command
}

func NewWriteGraphStep 

func NewWriteGraphStep(cmd *cobra.Command) WriteGraphStep

func (WriteGraphStep) Help 

func (WriteGraphStep) Help()

func (WriteGraphStep) Run 

func (wr WriteGraphStep) Run(pipeline *pipeline.PipelineContext) error

type XMLIngester 

type XMLIngester struct {
	BaseIngestParams
	ID string
	// contains filtered or unexported fields
}

func (XMLIngester) Help 

func (XMLIngester) Help()

func (*XMLIngester) Run 

func (xml *XMLIngester) Run(pipeline *pipeline.PipelineContext) error

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.