delta

Documentation

Index

• Constants
• Variables
• type Action
• type ActionFormat
• type ActionTypes
• type AddAction
• type Checkpoint
• type CommitInfo
• type Metadata
• type Protocol
• type RemoveAction
• type Table
  • func LoadTable(uri string) (*Table, error)
  • func NewTable(uri string) *Table
• type TableOptions
• type TableState

Constants

const (
	LogDir             = "_delta_log"
	LastCheckPointFile = "_last_checkpoint"
	AddPath            = "add.path"
	RemovePath         = "remove.path"
	CDCPath            = "cdc.path"
	MetadataPath       = "metaData.id"
	TxnPath            = "txn.lastUpdated"
	ProtocolPath       = "protocol.minReaderVersion"
)

Variables

var ActionPaths = []string{AddPath, RemovePath, MetadataPath, CDCPath, TxnPath, ProtocolPath}

Types

type Action

type Action struct {
	Path            string
	DataChange      bool
	PartitionValues map[string]string
	Size            int64
	Tags            map[string]string
}

type ActionFormat

type ActionFormat struct {
	Provider string
	Options  map[string]string
}

type ActionTypes

type ActionTypes interface {
	AddAction | RemoveAction | Metadata | CommitInfo | Protocol
}

type AddAction

type AddAction struct {
	Action
	ModificationTime      int64
	PartitionValuesParsed parquet.RowGroup
	Stats                 string
	StatsParsed           parquet.RowGroup
}

type Checkpoint

type Checkpoint struct {
	Version int64 //20 digit decimals
	Size    int64
	Parts   uint32 //10 digit decimals
}

type CommitInfo

type CommitInfo map[string]interface{}

type Metadata

type Metadata struct {
	ID               uuid.UUID
	Name             string
	Description      string
	Format           ActionFormat
	SchemaString     string
	PartitionColumns []string
	CreatedTime      int64
	Configuration    map[string]string
}

type Protocol

type Protocol struct {
	MinReaderVersion int32
	MinWriterVersion int32
}

type RemoveAction

type RemoveAction struct {
	Action
	DeletionTimestamp    int64
	ExtendedFileMetadata bool
}

type Table

type Table struct {
	Storage          storage.Backend
	Options          TableOptions
	Version          int64
	VersionTimestamp int64
	URI              string
	State            TableState
	// contains filtered or unexported fields
}

func LoadTable

func LoadTable(uri string) (*Table, error)

func NewTable

func NewTable(uri string) *Table

type TableOptions

type TableOptions struct {
	// contains filtered or unexported fields
}

type TableState

type TableState struct {
	Tombstones               map[string]RemoveAction
	Files                    []AddAction
	CommitInfos              []CommitInfo
	AppTransactionVersion    map[string]int64
	MinReaderVersion         int32
	MinWriterVersion         int32
	CurrentMetadata          Metadata
	TombstoneRetentionMillis int64
	LogRetentionMillis       int64
	EnableExpiredLogCleanup  bool
}