schemarepository

Documentation

Index

• Constants
• Variables
• type GlueSchemaRepository
  • func NewGlueSchemaRepository(wh warehouseutils.WarehouseT) (*GlueSchemaRepository, error)
  • func (gl *GlueSchemaRepository) AddColumn(tableName, columnName, columnType string) (err error)
  • func (gl *GlueSchemaRepository) AlterColumn(tableName, columnName, columnType string) (err error)
  • func (gl *GlueSchemaRepository) CreateSchema() (err error)
  • func (gl *GlueSchemaRepository) CreateTable(tableName string, columnMap map[string]string) (err error)
  • func (gl *GlueSchemaRepository) FetchSchema(warehouse warehouseutils.WarehouseT) (warehouseutils.SchemaT, error)
• type LocalSchemaRepository
  • func NewLocalSchemaRepository(wh warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (*LocalSchemaRepository, error)
  • func (ls *LocalSchemaRepository) AddColumn(tableName, columnName, columnType string) (err error)
  • func (ls *LocalSchemaRepository) AlterColumn(tableName, columnName, columnType string) (err error)
  • func (ls *LocalSchemaRepository) CreateSchema() (err error)
  • func (ls *LocalSchemaRepository) CreateTable(tableName string, columnMap map[string]string) (err error)
  • func (ls *LocalSchemaRepository) FetchSchema(warehouse warehouseutils.WarehouseT) (warehouseutils.SchemaT, error)
• type SchemaRepository
  • func NewSchemaRepository(wh warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (SchemaRepository, error)

Constants

const MAX_CHARACTER_LIMIT = 65535

Variables

var (
	// config
	AWSAccessKey        = "accessKey"
	AWSAccessKeyID      = "accessKeyID"
	AWSBucketNameConfig = "bucketName"
	AWSS3Prefix         = "prefix"
	AWSRegion           = "region"
	UseGlueConfig       = "useGlue"
)

var (
	VARCHAR_TYPE = fmt.Sprintf("varchar(%d)", MAX_CHARACTER_LIMIT)
)

Types

type GlueSchemaRepository

type GlueSchemaRepository struct {
	Warehouse warehouseutils.WarehouseT
	Namespace string
	// contains filtered or unexported fields
}

func NewGlueSchemaRepository

func NewGlueSchemaRepository(wh warehouseutils.WarehouseT) (*GlueSchemaRepository, error)

func (*GlueSchemaRepository) AddColumn

func (gl *GlueSchemaRepository) AddColumn(tableName, columnName, columnType string) (err error)

func (*GlueSchemaRepository) AlterColumn

func (gl *GlueSchemaRepository) AlterColumn(tableName, columnName, columnType string) (err error)

func (*GlueSchemaRepository) CreateSchema

func (gl *GlueSchemaRepository) CreateSchema() (err error)

func (*GlueSchemaRepository) CreateTable

func (gl *GlueSchemaRepository) CreateTable(tableName string, columnMap map[string]string) (err error)

func (*GlueSchemaRepository) FetchSchema

func (gl *GlueSchemaRepository) FetchSchema(warehouse warehouseutils.WarehouseT) (warehouseutils.SchemaT, error)

type LocalSchemaRepository

type LocalSchemaRepository struct {
	// contains filtered or unexported fields
}

func NewLocalSchemaRepository

func NewLocalSchemaRepository(wh warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (*LocalSchemaRepository, error)

func (*LocalSchemaRepository) AddColumn

func (ls *LocalSchemaRepository) AddColumn(tableName, columnName, columnType string) (err error)

func (*LocalSchemaRepository) AlterColumn

func (ls *LocalSchemaRepository) AlterColumn(tableName, columnName, columnType string) (err error)

func (*LocalSchemaRepository) CreateSchema

func (ls *LocalSchemaRepository) CreateSchema() (err error)

func (*LocalSchemaRepository) CreateTable

func (ls *LocalSchemaRepository) CreateTable(tableName string, columnMap map[string]string) (err error)

func (*LocalSchemaRepository) FetchSchema

func (ls *LocalSchemaRepository) FetchSchema(warehouse warehouseutils.WarehouseT) (warehouseutils.SchemaT, error)

type SchemaRepository

type SchemaRepository interface {
	FetchSchema(warehouse warehouseutils.WarehouseT) (warehouseutils.SchemaT, error)
	CreateSchema() (err error)
	CreateTable(tableName string, columnMap map[string]string) (err error)
	AddColumn(tableName, columnName, columnType string) (err error)
	AlterColumn(tableName, columnName, columnType string) (err error)
}

func NewSchemaRepository

func NewSchemaRepository(wh warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (SchemaRepository, error)