pqparam

Documentation

Index

• type Compression
• type HivePartitionOption
  • func WithFilenamePattern(filenamePattern string) HivePartitionOption
  • func WithOverwriteOrIgnore(overwriteOrIgnore bool) HivePartitionOption
  • func WithPartitionBy(partitionBy ...string) HivePartitionOption
• type ReadParam
  • func WithBinaryAsString(binaryAsString bool) ReadParam
  • func WithFileRowNum(fileRowNum bool) ReadParam
  • func WithFilename(filename bool) ReadParam
  • func WithHivePartition(hivePartition bool) ReadParam
  • func WithUnionByName(unionByName bool) ReadParam
• type ReadParams
  • func NewReadParams(params ...ReadParam) *ReadParams
  • func (p *ReadParams) Params() string
• type WriteParam
  • func WithCompression(compression Compression) WriteParam
  • func WithHivePartitionConfig(options ...HivePartitionOption) WriteParam
  • func WithPerThreadOutput(perThreadOutput bool) WriteParam
  • func WithRowGroupSize(rowGroupSize int64) WriteParam
• type WriteParams
  • func NewWriteParams(params ...WriteParam) *WriteParams
  • func (p *WriteParams) Params() string

Types

type Compression

type Compression string

const (
	Snappy Compression = "snappy"
	Zstd   Compression = "zstd"
	Gzip   Compression = "gzip"
)

type HivePartitionOption

type HivePartitionOption func(*hivePartitionConfig)

func WithFilenamePattern

func WithFilenamePattern(filenamePattern string) HivePartitionOption

func WithOverwriteOrIgnore

func WithOverwriteOrIgnore(overwriteOrIgnore bool) HivePartitionOption

func WithPartitionBy

func WithPartitionBy(partitionBy ...string) HivePartitionOption

type ReadParam

type ReadParam func(*ReadParams)

func WithBinaryAsString

func WithBinaryAsString(binaryAsString bool) ReadParam

func WithFileRowNum

func WithFileRowNum(fileRowNum bool) ReadParam

func WithFilename

func WithFilename(filename bool) ReadParam

func WithHivePartition

func WithHivePartition(hivePartition bool) ReadParam

func WithUnionByName

func WithUnionByName(unionByName bool) ReadParam

type ReadParams

type ReadParams struct {
	// contains filtered or unexported fields
}

func NewReadParams

func NewReadParams(params ...ReadParam) *ReadParams

func (*ReadParams) Params

func (p *ReadParams) Params() string

type WriteParam

type WriteParam func(*WriteParams)

func WithCompression

func WithCompression(compression Compression) WriteParam

func WithHivePartitionConfig

func WithHivePartitionConfig(options ...HivePartitionOption) WriteParam

func WithPerThreadOutput

func WithPerThreadOutput(perThreadOutput bool) WriteParam

func WithRowGroupSize

func WithRowGroupSize(rowGroupSize int64) WriteParam

type WriteParams

type WriteParams struct {
	// contains filtered or unexported fields
}

func NewWriteParams

func NewWriteParams(params ...WriteParam) *WriteParams

func (*WriteParams) Params

func (p *WriteParams) Params() string