transformers

Documentation

Index

• func ApplyPagination(paginationOpts *datacatalog.PaginationOptions, input *models.ListModelsInput) error
• func CreateArtifactModel(request *datacatalog.CreateArtifactRequest, artifactData []models.ArtifactData, ...) (models.Artifact, error)
• func CreateDatasetModel(dataset *datacatalog.Dataset) (*models.Dataset, error)
• func FilterToListInput(ctx context.Context, sourceEntity common.Entity, ...) (models.ListModelsInput, error)
• func FromArtifactModel(artifact models.Artifact) (*datacatalog.Artifact, error)
• func FromArtifactModels(artifacts []models.Artifact) ([]*datacatalog.Artifact, error)
• func FromDatasetID(datasetID *datacatalog.DatasetID) models.DatasetKey
• func FromDatasetModel(dataset models.Dataset) (*datacatalog.Dataset, error)
• func FromPartitionKeyModel(partitionKeys []models.PartitionKey) []string
• func FromTagModel(datasetID *datacatalog.DatasetID, tag models.Tag) *datacatalog.Tag
• func ToArtifactKey(datasetID *datacatalog.DatasetID, artifactID string) models.ArtifactKey
• func ToTagKey(datasetID *datacatalog.DatasetID, tagName string) models.TagKey

Functions

func ApplyPagination

func ApplyPagination(paginationOpts *datacatalog.PaginationOptions, input *models.ListModelsInput) error

func CreateArtifactModel

func CreateArtifactModel(request *datacatalog.CreateArtifactRequest, artifactData []models.ArtifactData, dataset models.Dataset) (models.Artifact, error)

func CreateDatasetModel

func CreateDatasetModel(dataset *datacatalog.Dataset) (*models.Dataset, error)

Create a dataset model from the Dataset api object. This will serialize the metadata in the dataset as part of the transform

func FilterToListInput

func FilterToListInput(ctx context.Context, sourceEntity common.Entity, filterExpression *datacatalog.FilterExpression) (models.ListModelsInput, error)

func FromArtifactModel

func FromArtifactModel(artifact models.Artifact) (*datacatalog.Artifact, error)

func FromArtifactModels

func FromArtifactModels(artifacts []models.Artifact) ([]*datacatalog.Artifact, error)

func FromDatasetID

func FromDatasetID(datasetID *datacatalog.DatasetID) models.DatasetKey

Create a dataset ID from the dataset key model

func FromDatasetModel

func FromDatasetModel(dataset models.Dataset) (*datacatalog.Dataset, error)

Create a Dataset api object given a model, this will unmarshal the metadata into the object as part of the transform

func FromPartitionKeyModel

func FromPartitionKeyModel(partitionKeys []models.PartitionKey) []string

func FromTagModel

func FromTagModel(datasetID *datacatalog.DatasetID, tag models.Tag) *datacatalog.Tag

func ToArtifactKey

func ToArtifactKey(datasetID *datacatalog.DatasetID, artifactID string) models.ArtifactKey

Transforms datasetID and artifact combination into an ArtifactKey The DatasetID is optional since artifactIDs are unique per Artifact

func ToTagKey

func ToTagKey(datasetID *datacatalog.DatasetID, tagName string) models.TagKey