repetition

Documentation

Index

• func BoolType(se *sch.SchemaElement)
• func Float32Type(se *sch.SchemaElement)
• func Float64Type(se *sch.SchemaElement)
• func Gzip(p *ParquetWriter) error
• func Int32Type(se *sch.SchemaElement)
• func Int64Type(se *sch.SchemaElement)
• func MaxPageSize(m int) func(*ParquetWriter) error
• func Snappy(p *ParquetWriter) error
• func StringType(se *sch.SchemaElement)
• func Uint32Type(se *sch.SchemaElement)
• func Uint64Type(se *sch.SchemaElement)
• func Uncompressed(p *ParquetWriter) error
• type Document
• type Field
  • func Fields(compression compression) []Field
• type Language
• type Levels
• type Link
• type ParquetReader
  • func NewParquetReader(r io.ReadSeeker, opts ...func(*ParquetReader)) (*ParquetReader, error)
  • func (p *ParquetReader) Error() error
  • func (p *ParquetReader) Levels() []Levels
  • func (p *ParquetReader) Next() bool
  • func (p *ParquetReader) Rows() int64
  • func (p *ParquetReader) Scan(x *Document)
• type ParquetWriter
  • func NewParquetWriter(w io.Writer, opts ...func(*ParquetWriter) error) (*ParquetWriter, error)
  • func (p *ParquetWriter) Add(rec Document)
  • func (p *ParquetWriter) Close() error
  • func (p *ParquetWriter) Write() error
• type StringOptionalField
  • func NewStringOptionalField(...) *StringOptionalField
  • func (f *StringOptionalField) Add(r Document)
  • func (f *StringOptionalField) Levels() ([]uint8, []uint8)
  • func (f *StringOptionalField) Read(r io.ReadSeeker, pg parquet.Page) error
  • func (f *StringOptionalField) Scan(r *Document)
  • func (f *StringOptionalField) Schema() parquet.Field
  • func (f *StringOptionalField) Write(w io.Writer, meta *parquet.Metadata) error

Functions

func BoolType

func BoolType(se *sch.SchemaElement)

func Float32Type

func Float32Type(se *sch.SchemaElement)

func Float64Type

func Float64Type(se *sch.SchemaElement)

func Gzip

func Gzip(p *ParquetWriter) error

func Int32Type

func Int32Type(se *sch.SchemaElement)

func Int64Type

func Int64Type(se *sch.SchemaElement)

func MaxPageSize

func MaxPageSize(m int) func(*ParquetWriter) error

MaxPageSize is the maximum number of rows in each row groups' page.

func Snappy

func Snappy(p *ParquetWriter) error

func StringType

func StringType(se *sch.SchemaElement)

func Uint32Type

func Uint32Type(se *sch.SchemaElement)

func Uint64Type

func Uint64Type(se *sch.SchemaElement)

func Uncompressed

func Uncompressed(p *ParquetWriter) error

Types

type Document

type Document struct {
	Links []Link `parquet:"links"`
}

type Field

type Field interface {
	Add(r Document)
	Write(w io.Writer, meta *parquet.Metadata) error
	Schema() parquet.Field
	Scan(r *Document)
	Read(r io.ReadSeeker, pg parquet.Page) error
	Name() string
	Levels() ([]uint8, []uint8)
}

func Fields

func Fields(compression compression) []Field

type Language

type Language struct {
	Codes     []string `parquet:"code"`
	URL       *string  `parquet:"url"`
	Countries []string `parquet:"countries"`
}

type Levels

type Levels struct {
	Name string
	Defs []uint8
	Reps []uint8
}

type Link

type Link struct {
	Backward []Language `parquet:"backward"`
	Forward  []Language `parquet:"forward"`
}

type ParquetReader

type ParquetReader struct {
	// contains filtered or unexported fields
}

ParquetReader reads one page from a row group.

func NewParquetReader

func NewParquetReader(r io.ReadSeeker, opts ...func(*ParquetReader)) (*ParquetReader, error)

func (*ParquetReader) Error

func (p *ParquetReader) Error() error

func (*ParquetReader) Levels

func (p *ParquetReader) Levels() []Levels

func (*ParquetReader) Next

func (p *ParquetReader) Next() bool

func (*ParquetReader) Rows

func (p *ParquetReader) Rows() int64

func (*ParquetReader) Scan

func (p *ParquetReader) Scan(x *Document)

type ParquetWriter

type ParquetWriter struct {
	// contains filtered or unexported fields
}

ParquetWriter reprents a row group

func NewParquetWriter

func NewParquetWriter(w io.Writer, opts ...func(*ParquetWriter) error) (*ParquetWriter, error)

func (*ParquetWriter) Add

func (p *ParquetWriter) Add(rec Document)

func (*ParquetWriter) Close

func (p *ParquetWriter) Close() error

func (*ParquetWriter) Write

func (p *ParquetWriter) Write() error

type StringOptionalField

type StringOptionalField struct {
	parquet.OptionalField
	// contains filtered or unexported fields
}

func NewStringOptionalField

func NewStringOptionalField(read func(r Document, vals []string, def, rep []uint8) ([]string, []uint8, []uint8), write func(r *Document, vals []string, defs, reps []uint8) (int, int), path []string, types []int, opts ...func(*parquet.OptionalField)) *StringOptionalField

func (*StringOptionalField) Add

func (f *StringOptionalField) Add(r Document)

func (*StringOptionalField) Levels

func (f *StringOptionalField) Levels() ([]uint8, []uint8)

func (*StringOptionalField) Read

func (f *StringOptionalField) Read(r io.ReadSeeker, pg parquet.Page) error

func (*StringOptionalField) Scan

func (f *StringOptionalField) Scan(r *Document)

func (*StringOptionalField) Schema

func (f *StringOptionalField) Schema() parquet.Field

func (*StringOptionalField) Write

func (f *StringOptionalField) Write(w io.Writer, meta *parquet.Metadata) error