Versions in this module Expand all Collapse all v1 v1.3.19 Jun 6, 2023 v1.3.18 Jun 6, 2023 Changes in this version + const DiskStoreType + const ExtractToDisk + const ExtractToMem + const ExtractToWriter + const FormatTypeFloat + const FormatTypeInt + const FormatTypeString + const OffsetStoreType + const SGLStoreType + func Ext(path string) string + func ValidateAlgorithmFormatType(ty string) error + type Creator interface + CreateShard func(s *Shard, w io.Writer, loadContent LoadContentFunc) (int64, error) + ExtractShard func(lom *cluster.LOM, r cos.ReadReaderAt, extractor RecordExtractor, toDisk bool) (int64, int, error) + MetadataSize func() int64 + SupportsOffset func() bool + UsingCompression func() bool + func NewTarExtractCreator(t cluster.Target) Creator + func NewTargzExtractCreator(t cluster.Target) Creator + func NewZipExtractCreator(t cluster.Target) Creator + func NopExtractCreator(internal Creator) Creator + type KeyExtractor interface + ExtractKey func(ske *SingleKeyExtractor) (any, error) + PrepareExtractor func(name string, r cos.ReadSizer, ext string) (cos.ReadSizer, *SingleKeyExtractor, bool) + func NewContentKeyExtractor(ty, ext string) (KeyExtractor, error) + func NewMD5KeyExtractor() (KeyExtractor, error) + func NewNameKeyExtractor() (KeyExtractor, error) + type LoadContentFunc func(w io.Writer, rec *Record, obj *RecordObj) (int64, error) + type Record struct + DaemonID string + Key any + Name string + Objects []*RecordObj + func (r *Record) MakeUniqueName(obj *RecordObj) string + func (r *Record) TotalSize() int64 + func (z *Record) DecodeMsg(dc *msgp.Reader) (err error) + func (z *Record) EncodeMsg(en *msgp.Writer) (err error) + func (z *Record) Msgsize() (s int) + type RecordExtractor interface + ExtractRecordWithBuffer func(args extractRecordArgs) (int64, error) + type RecordManager struct + Records *Records + func NewRecordManager(t cluster.Target, bck cmn.Bck, extension string, extractCreator Creator, ...) *RecordManager + func (rm *RecordManager) ChangeStoreType(fullContentPath, newStoreType string, value any, buf []byte) (n int64) + func (rm *RecordManager) Cleanup() + func (rm *RecordManager) EnqueueRecords(records *Records) + func (rm *RecordManager) ExtractRecordWithBuffer(args extractRecordArgs) (size int64, err error) + func (rm *RecordManager) ExtractionPaths() *sync.Map + func (rm *RecordManager) FullContentPath(obj *RecordObj) string + func (rm *RecordManager) MergeEnqueuedRecords() + func (rm *RecordManager) RecordContents() *sync.Map + type RecordObj struct + ContentPath string + Extension string + MetadataSize int64 + ObjectFileType string + Offset int64 + Size int64 + StoreType string + func (z *RecordObj) DecodeMsg(dc *msgp.Reader) (err error) + func (z *RecordObj) EncodeMsg(en *msgp.Writer) (err error) + func (z *RecordObj) Msgsize() (s int) + type Records struct + func NewRecords(n int) *Records + func (*Records) MarshalJSON() ([]byte, error) + func (*Records) UnmarshalJSON([]byte) error + func (r *Records) All() []*Record + func (r *Records) DeleteDup(name, ext string) + func (r *Records) Drain() + func (r *Records) Exists(name, ext string) (exists bool) + func (r *Records) Find(name string) (record *Record, exists bool) + func (r *Records) Insert(records ...*Record) + func (r *Records) Len() int + func (r *Records) Less(i, j int, formatType string) (bool, error) + func (r *Records) RecordMemorySize() (size uint64) + func (r *Records) Slice(start, end int) *Records + func (r *Records) Swap(i, j int) + func (r *Records) TotalObjectCount() int + func (z *Records) DecodeMsg(dc *msgp.Reader) (err error) + func (z *Records) EncodeMsg(en *msgp.Writer) (err error) + func (z *Records) Msgsize() (s int) + type Shard struct + Name string + Records *Records + Size int64 + func (*Shard) MarshalJSON() ([]byte, error) + func (*Shard) UnmarshalJSON([]byte) error + func (z *Shard) DecodeMsg(dc *msgp.Reader) (err error) + func (z *Shard) EncodeMsg(en *msgp.Writer) (err error) + func (z *Shard) Msgsize() (s int) + type SingleKeyExtractor struct