flatjsonl

Feb 19, 2024

Changes in this version

type Config

+ MatchLinePrefix string

Jan 10, 2024

Changes in this version

+ const ExtractJSON

+ const ExtractURL

type Config

+ ExtractValuesRegex map[string]Extract

+ type Extract string

+ func DecodeURL(s []byte) ([]byte, Extract, error)

+ func (Extract) Enum() []any

+ func (e Extract) Extractor() Extractor

+ type Extractor func(s []byte) (json []byte, name Extract, err error)

type Processor

+ func New(f Flags) (*Processor, error)

+ type URL struct

+ Fragment string

+ Host string

+ Pass string

+ Path []string

+ Port string

+ Query url.Values

+ Scheme string

+ User string

Nov 13, 2023

Changes in this version

type Config

+ ExcludeKeys []string

Oct 9, 2023

Changes in this version

type Processor

+ Stdout io.Writer

Mar 29, 2023

Changes in this version

+ func Main()

Feb 8, 2023

Changes in this version

type FastWalker

+ func (fv *FastWalker) GetKey(seq int64, flatPath []byte, path []string, v *fastjson.Value)

type Reader

+ Processor *Processor

Feb 2, 2023

Changes in this version

type FastWalker

+ ExtractStrings bool

type Flags

+ ExtractStrings bool

type Reader

+ ExtractStrings bool

Jan 27, 2023

Changes in this version

+ const ProgressBytes

+ const ProgressDuration

+ const ProgressGauge

+ func MetricsStatus(s ProgressStatus) string

type CSVWriter

+ func (c CSVWriter) Metrics() []ProgressMetric

+ type CountingWriter struct

+ Writer io.Writer

+ func (cr *CountingWriter) Bytes() int64

+ func (cr *CountingWriter) Write(p []byte) (n int, err error)

type Flags

+ Verbosity int

+ type MetricsExposer interface

+ Metrics func() []ProgressMetric

type Progress

+ func (p *Progress) AddMetrics(metrics ...ProgressMetric)

+ type ProgressMetric struct

+ Name string

+ Type ProgressType

+ Value *int64

type ProgressStatus

+ Metrics []ProgressMetric

+ type ProgressType string

type RawWriter

+ func (c RawWriter) Metrics() []ProgressMetric

type Writer

+ Progress *Progress

Jan 26, 2023

Changes in this version

type Flags

+ MemLimit uint64

Jan 12, 2023

Changes in this version

type Flags

+ PGDump string

+ SQLMaxCols int

+ type PGDumpWriter struct

+ func NewPGDumpWriter(fn string, tableName string, p *Processor) (*PGDumpWriter, error)

+ func (c *PGDumpWriter) Close() error

+ func (c *PGDumpWriter) ReceiveRow(seq int64, values []Value) error

+ func (c *PGDumpWriter) SetupKeys(keys []flKey) error

Jan 12, 2023

Changes in this version

+ const NopFile

type Flags

+ GetKey string

+ type LoopReader struct

+ BytesLimit int

+ func LoopReaderFromFile(fn string, bytesLimit int) (*LoopReader, error)

+ func (l *LoopReader) Compression() string

+ func (l *LoopReader) Read(p []byte) (n int, err error)

+ func (l *LoopReader) Reset()

+ func (l *LoopReader) Size() int64

Jan 4, 2023

Changes in this version

type FastWalker

+ WantPath bool

Jan 3, 2023

Changes in this version

+ func DefaultStatus(s ProgressStatus) string

+ type Input struct

+ FileName string

+ Reader interface{ ... }

type Processor

+ Log func(args ...any)

+ func (p *Processor) PrepareKeys() error

+ func (p *Processor) WriteOutput() error

Jan 2, 2023

Changes in this version

type CSVWriter

+ func (c *CSVWriter) SetupKeys(keys []flKey) (err error)

type Config

+ Transpose map[string]string

type Flags

+ BufSize int

+ SQLiteMaxCols int

+ type KeyHierarchy struct

+ Name string

+ Sub map[string]KeyHierarchy

+ func (k *KeyHierarchy) Add(path []string)

+ func (k KeyHierarchy) Hierarchy() interface{}

type RawWriter

+ func (c *RawWriter) SetupKeys(keys []flKey) (err error)

type SQLiteWriter

+ func (c *SQLiteWriter) SetupKeys(keys []flKey) error

type Value

+ Dst string

type WriteReceiver

+ SetupKeys func(keys []flKey) error

type Writer

+ func (w *Writer) SetupKeys(keys []flKey) error

Dec 30, 2022

Changes in this version

type Flags

+ Raw string

+ RawDelim string

+ type RawWriter struct

+ func NewRawWriter(fn string, delimiter string) (*RawWriter, error)

+ func (c *RawWriter) Close() error

+ func (c *RawWriter) ReceiveRow(keys []string, values []Value) error

Dec 22, 2022

Changes in this version

type Config

+ ConcatDelimiter *string

Aug 16, 2022

Changes in this version

type Config

+ OutputTimezone string

Aug 16, 2022

Changes in this version

type Config

+ OutputTimeFormat string

+ ParseTime map[string]string

type Flags

+ OffsetLines int

type Reader

+ OffsetLines int64

Aug 10, 2022

Changes in this version

type Flags

+ KeyLimit int

Aug 8, 2022

Changes in this version

type Flags

+ ProgressInterval time.Duration

Jul 21, 2022

Changes in this version

type Flags

+ FieldLimit int

Jul 13, 2022

Changes in this version

+ const TypeAbsent

+ const TypeNull

+ type FastWalker struct

+ FnBool func(seq int64, path []string, value bool)

+ FnNull func(seq int64, path []string)

+ FnNumber func(seq int64, path []string, value float64, raw []byte)

+ FnString func(seq int64, path []string, value []byte)

+ func (fv *FastWalker) WalkFastJSON(seq int64, path []string, v *fastjson.Value)

type Flags

+ Concurrency int

+ type ProgressStatus struct

+ DonePercent float64

+ Elapsed time.Duration

+ LinesCompleted int64

+ Remaining time.Duration

+ SpeedLPS float64

+ SpeedMBPS float64

+ Task string

type Reader

+ Concurrency int

+ OnError func(err error)

+ type Value struct

+ Bool bool

+ Number float64

+ RawNumber string

+ Seq int64

+ String string

+ Type Type

+ func (v Value) Format() string

Jul 3, 2022

Changes in this version

+ const TypeBool

+ const TypeFloat

+ const TypeInt

+ const TypeString

type Config

+ IncludeKeysRegex []string

type Flags

+ ShowKeysInfo bool

+ type Type string

+ func (t Type) Update(u Type) Type

Jul 1, 2022

Changes in this version

type Config

+ ReplaceKeysRegex map[string]string

type Flags

+ CaseSensitiveKeys bool

Jun 30, 2022

Changes in this version

type Flags

+ AddSequence bool

type Reader

+ AddSequence bool

+ Sequence int64

Jun 28, 2022

Changes in this version

+ func Format(v interface{}) string

+ func KeyFromPath(path []string) string

+ func WalkFastJSON(path []string, v *fastjson.Value, f func(path []string, value interface{}))

+ type CSVWriter struct

+ func NewCSVWriter(fn string) (*CSVWriter, error)

+ func (c *CSVWriter) Close() error

+ func (c *CSVWriter) ReceiveRow(keys []string, values []interface{}) error

+ type Config struct

+ IncludeKeys []string

+ ReplaceKeys map[string]string

+ type CountingReader struct

+ Reader io.Reader

+ func (cr *CountingReader) Bytes() int64

+ func (cr *CountingReader) Read(p []byte) (n int, err error)

+ type Flags struct

+ CSV string

+ Config string

+ HideProgress bool

+ Input string

+ MatchLinePrefix string

+ MaxLines int

+ MaxLinesKeys int

+ Output string

+ ReplaceKeys bool

+ SQLTable string

+ SQLite string

+ ShowKeysFlat bool

+ ShowKeysHier bool

+ SkipZeroCols bool

+ func (f *Flags) Inputs() []string

+ func (f *Flags) Parse()

+ func (f *Flags) PrepareOutput()

+ func (f *Flags) Register()

+ type Key struct

+ Name string

+ Sub map[string]Key

+ func (k *Key) Add(path []string)

+ func (k Key) Hierarchy() interface{}

+ type Processor struct

+ func NewProcessor(f Flags, cfg Config, inputs []string) *Processor

+ func (p *Processor) Process() error

+ type Progress struct

+ Interval time.Duration

+ Print func(donePercent float64, lines int64, spdMBPS float64, remaining time.Duration)

+ func (p *Progress) CountLine() int64

+ func (p *Progress) Lines() int64

+ func (p *Progress) Start(total int64, cr *CountingReader)

+ func (p *Progress) Stop()

+ type Reader struct

+ Buf []byte

+ MatchPrefix *regexp.Regexp

+ MaxLines int64

+ OnDecodeErr func(err error)

+ Progress *Progress

+ func (rd *Reader) Read(fn string, walkFn func(path []string, value interface{}), ...) error

+ type SQLiteWriter struct

+ func NewSQLiteWriter(fn string, tableName string) (*SQLiteWriter, error)

+ func (c *SQLiteWriter) Close() error

+ func (c *SQLiteWriter) ReceiveRow(keys []string, values []interface{}) error

+ type WriteReceiver interface

+ Close func() error

+ ReceiveRow func(keys []string, values []interface{}) error

+ type Writer struct

+ func (w *Writer) Add(r WriteReceiver)

+ func (w *Writer) Close() error

+ func (w *Writer) HasReceivers() bool

+ func (w *Writer) ReceiveRow(keys []string, values []interface{}) error