glue

Documentation

Index

• Constants
• Variables
• func ColumnEqual(column, otherColumn *glue.Column) bool
• type ColumnCollection
  • func NewColumnCollection(columns []*glue.Column) *ColumnCollection
  • func (c *ColumnCollection) CompareWith(i int, v interface{}, j int) metastore.CompareResult
  • func (c *ColumnCollection) Len() int
  • func (c *ColumnCollection) Less(i, j int) bool
  • func (c *ColumnCollection) Name(i int) string
  • func (c *ColumnCollection) Swap(i, j int)
  • func (c *ColumnCollection) Value(i int) interface{}
• type MSClient
  • func NewMSClient(ctx context.Context, cfg *aws.Config, catalogID string) (*MSClient, error)
  • func (g *MSClient) CopyOrMerge(fromDB, fromTable, toDB, toTable, toBranch, serde string, partition []string) error
  • func (g *MSClient) CopyOrMergeToSymlink(fromDB, fromTable, toDB, toTable, locationPrefix string) error
  • func (g *MSClient) CopyPartition(fromDB, fromTable, toDB, toTable, toBranch, serde string, partition []string) error
  • func (g *MSClient) Diff(fromDB, fromTable, toDB, toTable string) (*metastore.MetaDiff, error)
• type PartitionCollection
  • func NewPartitionCollection(partitions []*glue.Partition) *PartitionCollection
  • func (p *PartitionCollection) CompareWith(i int, v interface{}, j int) metastore.CompareResult
  • func (p *PartitionCollection) Len() int
  • func (p *PartitionCollection) Less(i, j int) bool
  • func (p *PartitionCollection) Name(i int) string
  • func (p *PartitionCollection) Swap(i, j int)
  • func (p *PartitionCollection) Value(i int) interface{}

Constants

const MaxParts = 1000 // max possible 1000

Variables

var (
	ErrExpectedType           = errors.New("expected type")
	ErrUnexpectedValue        = errors.New("unexpected value")
	ErrWrongPartitionLocation = errors.New("wrong partition location")
	ErrWrongLocationExpected  = errors.New("wrong location expected")
	ErrWrongColumnExpected    = errors.New("wrong column expected")
)

Functions

func ColumnEqual

func ColumnEqual(column, otherColumn *glue.Column) bool

Types

type ColumnCollection

type ColumnCollection struct {
	// contains filtered or unexported fields
}

func NewColumnCollection

func NewColumnCollection(columns []*glue.Column) *ColumnCollection

func (*ColumnCollection) CompareWith

func (c *ColumnCollection) CompareWith(i int, v interface{}, j int) metastore.CompareResult

func (*ColumnCollection) Len

func (c *ColumnCollection) Len() int

func (*ColumnCollection) Less

func (c *ColumnCollection) Less(i, j int) bool

func (*ColumnCollection) Name

func (c *ColumnCollection) Name(i int) string

func (*ColumnCollection) Swap

func (c *ColumnCollection) Swap(i, j int)

func (*ColumnCollection) Value

func (c *ColumnCollection) Value(i int) interface{}

type MSClient

type MSClient struct {
	// contains filtered or unexported fields
}

func NewMSClient

func NewMSClient(ctx context.Context, cfg *aws.Config, catalogID string) (*MSClient, error)

func (*MSClient) CopyOrMerge

func (g *MSClient) CopyOrMerge(fromDB, fromTable, toDB, toTable, toBranch, serde string, partition []string) error

func (*MSClient) CopyOrMergeToSymlink

func (g *MSClient) CopyOrMergeToSymlink(fromDB, fromTable, toDB, toTable, locationPrefix string) error

func (*MSClient) CopyPartition

func (g *MSClient) CopyPartition(fromDB, fromTable, toDB, toTable, toBranch, serde string, partition []string) error

func (*MSClient) Diff

func (g *MSClient) Diff(fromDB, fromTable, toDB, toTable string) (*metastore.MetaDiff, error)

type PartitionCollection

type PartitionCollection struct {
	// contains filtered or unexported fields
}

func NewPartitionCollection

func NewPartitionCollection(partitions []*glue.Partition) *PartitionCollection

func (*PartitionCollection) CompareWith

func (p *PartitionCollection) CompareWith(i int, v interface{}, j int) metastore.CompareResult

func (*PartitionCollection) Len

func (p *PartitionCollection) Len() int

func (*PartitionCollection) Less

func (p *PartitionCollection) Less(i, j int) bool

func (*PartitionCollection) Name

func (p *PartitionCollection) Name(i int) string

func (*PartitionCollection) Swap

func (p *PartitionCollection) Swap(i, j int)

func (*PartitionCollection) Value

func (p *PartitionCollection) Value(i int) interface{}