data

Jul 24, 2023

Changes in this version

+ type Dataset interface

+ Getitem func(rank, size int) (_, _ int)

+ OnEpochEnd func(epoch int64)

+ OnTrainEnd func()

+ Rand func(rank int) (_, _ int)

+ func New(sizes, groups []int, partition bool) Dataset

+ type DatasetBase struct

+ func (DatasetBase) Getitem(rank, size int) (_, _ int)

+ func (DatasetBase) OnEpochEnd(epoch int64)

+ func (DatasetBase) OnTrainEnd()

+ func (DatasetBase) Rand(rank int) (_, _ int)

+ type PartitionedDataset struct

+ func NewPartitionedDataset(sizes, groups []int) *PartitionedDataset

+ func (d *PartitionedDataset) Getitem(rank, size int) (_, _ int)

+ func (d *PartitionedDataset) OnEpochEnd(epoch int64)

+ func (d *PartitionedDataset) OnTrainEnd()

+ func (d *PartitionedDataset) Rand(rank int) (_, _ int)

+ type Sample struct

+ func NewSample(index, size int) Sample

+ func (s Sample) Less(than btree.Item) bool

+ type ShardedDataset struct

+ func NewShardedDataset(sizes []int) *ShardedDataset

+ func (d *ShardedDataset) Getitem(rank, size int) (_, _ int)

+ func (d *ShardedDataset) OnEpochEnd(epoch int64)

+ func (d *ShardedDataset) OnTrainEnd()

+ func (d *ShardedDataset) Rand(rank int) (_, _ int)