dataobjects

Documentation

Index

• Constants
• func LegacyWhereToRange(where abstract.WhereStatement) (ypath.Range, error)
• func ParsePartKey(k string) (partKey, error)
• type Part
  • func NewPart(name string, nodeID yt.NodeID, rng ypath.Range, txID yt.TxID) *Part
  • func (p *Part) FullName() string
  • func (p *Part) LowerBound() uint64
  • func (p *Part) Name() string
  • func (p *Part) NodeID() yt.NodeID
  • func (p *Part) PartKey() PartKey
  • func (p *Part) ToOldTableDescription() (*abstract.TableDescription, error)
  • func (p *Part) ToTablePart() (*abstract.TableDescription, error)
  • func (p *Part) TxID() yt.TxID
  • func (p *Part) UpperBound() uint64
• type PartKey
• type YTDataObjects
  • func NewDataObjects(cfg *yt2.YtSource, tx yt.Tx, lgr log.Logger, filter base.DataObjectFilter) *YTDataObjects
  • func (objs *YTDataObjects) Close()
  • func (objs *YTDataObjects) Err() error
  • func (objs *YTDataObjects) Next() bool
  • func (objs *YTDataObjects) Object() (base.DataObject, error)
  • func (objs *YTDataObjects) ParsePartKey(data string) (*abstract.TableID, error)
  • func (objs *YTDataObjects) ToOldTableMap() (abstract.TableMap, error)
  • func (objs *YTDataObjects) ToTableParts() ([]abstract.TableDescription, error)

Constants

const MinShardSize = 50000

const RowIdxKey = "$row_index"

Functions

func LegacyWhereToRange

func LegacyWhereToRange(where abstract.WhereStatement) (ypath.Range, error)

LegacyWhereToRange is now unused pair to rangeToLegacyWhere. May be needed later for incremental transfers, etc

func ParsePartKey

func ParsePartKey(k string) (partKey, error)

Types

type Part

type Part struct {
	// contains filtered or unexported fields
}

func NewPart

func NewPart(name string, nodeID yt.NodeID, rng ypath.Range, txID yt.TxID) *Part

func (*Part) FullName

func (p *Part) FullName() string

func (*Part) LowerBound

func (p *Part) LowerBound() uint64

func (*Part) Name

func (p *Part) Name() string

func (*Part) NodeID

func (p *Part) NodeID() yt.NodeID

func (*Part) PartKey

func (p *Part) PartKey() PartKey

func (*Part) ToOldTableDescription

func (p *Part) ToOldTableDescription() (*abstract.TableDescription, error)

func (*Part) ToTablePart

func (p *Part) ToTablePart() (*abstract.TableDescription, error)

func (*Part) TxID

func (p *Part) TxID() yt.TxID

func (*Part) UpperBound

func (p *Part) UpperBound() uint64

type PartKey

type PartKey interface {
	TableKey() string
	Range() ypath.Range
	String() (string, error)
}

type YTDataObjects

type YTDataObjects struct {
	// contains filtered or unexported fields
}

func NewDataObjects

func NewDataObjects(cfg *yt2.YtSource, tx yt.Tx, lgr log.Logger, filter base.DataObjectFilter) *YTDataObjects

func (*YTDataObjects) Close

func (objs *YTDataObjects) Close()

func (*YTDataObjects) Err

func (objs *YTDataObjects) Err() error

func (*YTDataObjects) Next

func (objs *YTDataObjects) Next() bool

func (*YTDataObjects) Object

func (objs *YTDataObjects) Object() (base.DataObject, error)

func (*YTDataObjects) ParsePartKey

func (objs *YTDataObjects) ParsePartKey(data string) (*abstract.TableID, error)

func (*YTDataObjects) ToOldTableMap

func (objs *YTDataObjects) ToOldTableMap() (abstract.TableMap, error)

func (*YTDataObjects) ToTableParts

func (objs *YTDataObjects) ToTableParts() ([]abstract.TableDescription, error)