compresscsv

README

compresscsv

Compressing CSV datasets (and others)

Documentation

Index

• type Flags
• type Format
• type MatrixBuffer
  • func (m *MatrixBuffer) Analyze()
  • func (m *MatrixBuffer) Encode(enc *xdr.Encoder) (err error)
  • func (m *MatrixBuffer) Init(columns, rows int)
  • func (m *MatrixBuffer) ReadCsv(r *csv.Reader) (err error)
  • func (m *MatrixBuffer) Reset()

Types

type Flags

type Flags uint

const (
	MB_Nullable Flags = 1 << iota
	MB_Integer
	MB_Boolean
	MB_Single
)

type Format

type Format uint32

const (
	// Fast, good compression ratio.
	F_Bzip2 Format = iota

	// Slow, better compression ratio.
	F_Lzma

	// Fast, poor compression ratio.
	F_Flate

	F_Lz4
)

type MatrixBuffer

type MatrixBuffer struct {
	Raw      [][]string
	Flags    []Flags
	MaxRows  int
	Prefered Format
}

func (*MatrixBuffer) Analyze

func (m *MatrixBuffer) Analyze()

func (*MatrixBuffer) Encode

func (m *MatrixBuffer) Encode(enc *xdr.Encoder) (err error)

func (*MatrixBuffer) Init

func (m *MatrixBuffer) Init(columns, rows int)

func (*MatrixBuffer) ReadCsv

func (m *MatrixBuffer) ReadCsv(r *csv.Reader) (err error)

func (*MatrixBuffer) Reset

func (m *MatrixBuffer) Reset()