recordwriter

Documentation

Index

• func DefaultClusteredPathbuilder(record interface{}, partition int) string
• func DefaultPathbuilder(record interface{}) string
• func NewLineJSONClustered(it iterator.LesserIteratorClustered, wf writerfactory.WriterFactory, ...) error
• func NewLineJSONPartitioned(it iterator.RecordIterator, wf writerfactory.WriterFactory, ...) error

Functions

func DefaultClusteredPathbuilder

func DefaultClusteredPathbuilder(record interface{}, partition int) string

DefaultClusteredPathbuilder builds a path from the GetPartitions + an incremntal partition id.

func DefaultPathbuilder

func DefaultPathbuilder(record interface{}) string

DefaultPathbuilder builds a path from the GetPartitions

func NewLineJSONClustered

func NewLineJSONClustered(
	it iterator.LesserIteratorClustered,
	wf writerfactory.WriterFactory,
	pathBuilder func(record interface{}, partition int) string,
) error

NewLineJSONClustered extracts possible partitions from the records yielded by the sorted iterator and writes them to the cache (and underlying writer) with the cluster-ids which guarrantees sorted order within each cluster Note the writers will NOT be closed by NewLineJSONClustered; that should be handled after it has been returned; as such it is usefull to use a writercache.Cache{}

func NewLineJSONPartitioned

func NewLineJSONPartitioned(
	it iterator.RecordIterator,
	wf writerfactory.WriterFactory,
	pathBuilder func(record interface{}) string,
) error

NewLineJSONPartitioned extracts possible partitions from the records yielded by the iterator and writes them to the cache (and underlying writer) under the key {record.GetPartitions().ToPartitionKey()}/unsorted_records_s{suffix}.json