hive

Documentation

Index

• type HivePartition
• type HivePartitions
  • func ParsePathString(path string) HivePartitions
  • func (hv HivePartitions) Get(key string) string
  • func (hv HivePartitions) PathString() string
• type S3Client
• type SymlinkGenerator
  • func NewSymlinkGenerator(s3client S3Client) *SymlinkGenerator
  • func (sg *SymlinkGenerator) StoreSymlink(ctx context.Context, bucket, prefix string, hivePartitions HivePartitions, ...) (*s3.PutObjectOutput, error)

Types

type HivePartition

type HivePartition struct {
	Key   string
	Value string
}

type HivePartitions

type HivePartitions []HivePartition

func ParsePathString

func ParsePathString(path string) HivePartitions

ParsePathString converts a path to a map of partition key/values by locating tokens which contain an `=` sign and splitting on that character.

func (HivePartitions) Get

func (hv HivePartitions) Get(key string) string

func (HivePartitions) PathString

func (hv HivePartitions) PathString() string

PathString convert a map of partition key/values to a path string

type S3Client

type S3Client interface {
	PutObject(ctx context.Context, params *s3.PutObjectInput, optFns ...func(*s3.Options)) (*s3.PutObjectOutput, error)
}

type SymlinkGenerator

type SymlinkGenerator struct {
	// contains filtered or unexported fields
}

func NewSymlinkGenerator

func NewSymlinkGenerator(s3client S3Client) *SymlinkGenerator

func (*SymlinkGenerator) StoreSymlink

func (sg *SymlinkGenerator) StoreSymlink(ctx context.Context, bucket, prefix string, hivePartitions HivePartitions, symlinkKeys []string) (*s3.PutObjectOutput, error)