action

Documentation

Index

• type AddCDCFile
  • func (a *AddCDCFile) IsDataChanged() bool
  • func (a *AddCDCFile) JSON() (string, error)
  • func (a *AddCDCFile) PathAsURI() (*url.URL, error)
  • func (a *AddCDCFile) Wrap() *Single
• type AddFile
  • func (a *AddFile) Copy(dataChange bool, path string) *AddFile
  • func (a *AddFile) IsDataChanged() bool
  • func (a *AddFile) JSON() (string, error)
  • func (a *AddFile) PathAsURI() (*url.URL, error)
  • func (a *AddFile) Wrap() *Single
• type CommitInfo
  • func (c *CommitInfo) Copy(version int64) *CommitInfo
  • func (c *CommitInfo) GetTimestamp() int64
  • func (c *CommitInfo) GetVersion() int64
  • func (c *CommitInfo) JSON() (string, error)
  • func (c *CommitInfo) WithTimestamp(timestamp int64) CommitMarker
  • func (c *CommitInfo) Wrap() *Single
• type CommitMarker
• type Container
  • func New(raw string) (Container, error)
• type FileAction
• type Format
• type JobInfo
• type Metadata
  • func DefaultMetadata() *Metadata
  • func (m *Metadata) DataSchema() (*types.StructType, error)
  • func (m *Metadata) JSON() (string, error)
  • func (m *Metadata) PartitionSchema() (*types.StructType, error)
  • func (m *Metadata) Schema() (*types.StructType, error)
  • func (m *Metadata) Wrap() *Single
• type NotebookInfo
• type Protocol
  • func DefaultProtocol() *Protocol
  • func (p *Protocol) Equals(other *Protocol) bool
  • func (p *Protocol) JSON() (string, error)
  • func (p *Protocol) Wrap() *Single
• type RemoveFile
  • func (r *RemoveFile) Copy(dataChange bool, path string) *RemoveFile
  • func (r *RemoveFile) DelTimestamp() int64
  • func (r *RemoveFile) IsDataChanged() bool
  • func (r *RemoveFile) JSON() (string, error)
  • func (r *RemoveFile) PathAsURI() (*url.URL, error)
  • func (r *RemoveFile) Wrap() *Single
• type SetTransaction
  • func (s *SetTransaction) JSON() (string, error)
  • func (s *SetTransaction) Wrap() *Single
• type Single
  • func (s *Single) Unwrap() Container

Types

type AddCDCFile

type AddCDCFile struct {
	Path            string            `json:"path,omitempty"`
	DataChange      bool              `json:"dataChange,omitempty"`
	PartitionValues map[string]string `json:"partitionValues,omitempty"`
	Size            int64             `json:"size,omitempty"`
	Tags            map[string]string `json:"tags,omitempty"`
}

func (*AddCDCFile) IsDataChanged

func (a *AddCDCFile) IsDataChanged() bool

func (*AddCDCFile) JSON

func (a *AddCDCFile) JSON() (string, error)

func (*AddCDCFile) PathAsURI

func (a *AddCDCFile) PathAsURI() (*url.URL, error)

func (*AddCDCFile) Wrap

func (a *AddCDCFile) Wrap() *Single

type AddFile

type AddFile struct {
	Path             string            `json:"path,omitempty"`
	DataChange       bool              `json:"dataChange,omitempty"`
	PartitionValues  map[string]string `json:"partitionValues,omitempty"`
	Size             int64             `json:"size,omitempty"`
	ModificationTime int64             `json:"modificationTime,omitempty"`
	Stats            string            `json:"stats,omitempty"`
	Tags             map[string]string `json:"tags,omitempty"`
}

func (*AddFile) Copy

func (a *AddFile) Copy(dataChange bool, path string) *AddFile

func (*AddFile) IsDataChanged

func (a *AddFile) IsDataChanged() bool

func (*AddFile) JSON

func (a *AddFile) JSON() (string, error)

func (*AddFile) PathAsURI

func (a *AddFile) PathAsURI() (*url.URL, error)

func (*AddFile) Wrap

func (a *AddFile) Wrap() *Single

type CommitInfo

type CommitInfo struct {
	Version             *int64            `json:"version,omitempty"`
	Timestamp           int64             `json:"timestamp,omitempty"`
	UserID              *string           `json:"userId,omitempty"`
	UserName            *string           `json:"userName,omitempty"`
	Operation           string            `json:"operation,omitempty"`
	OperationParameters map[string]string `json:"operationParameters,omitempty"`
	Job                 *JobInfo          `json:"job,omitempty"`
	Notebook            *NotebookInfo     `json:"notebook,omitempty"`
	ClusterID           *string           `json:"clusterId,omitempty"`
	ReadVersion         *int64            `json:"readVersion,omitempty"`
	IsolationLevel      *string           `json:"isolationLevel,omitempty"`
	IsBlindAppend       *bool             `json:"isBlindAppend,omitempty"`
	OperationMetrics    map[string]string `json:"operationMetrics,omitempty"`
	UserMetadata        *string           `json:"userMetadata,omitempty"`
	EngineInfo          *string           `json:"engineInfo,omitempty"`
}

func (*CommitInfo) Copy

func (c *CommitInfo) Copy(version int64) *CommitInfo

func (*CommitInfo) GetTimestamp

func (c *CommitInfo) GetTimestamp() int64

func (*CommitInfo) GetVersion

func (c *CommitInfo) GetVersion() int64

func (*CommitInfo) JSON

func (c *CommitInfo) JSON() (string, error)

func (*CommitInfo) WithTimestamp

func (c *CommitInfo) WithTimestamp(timestamp int64) CommitMarker

func (*CommitInfo) Wrap

func (c *CommitInfo) Wrap() *Single

type CommitMarker

type CommitMarker interface {
	GetTimestamp() int64
	WithTimestamp(timestamp int64) CommitMarker
	GetVersion() int64
}

type Container

type Container interface {
	Wrap() *Single
	JSON() (string, error)
}

func New

func New(raw string) (Container, error)

type FileAction

type FileAction interface {
	Container
	PathAsURI() (*url.URL, error)
	IsDataChanged() bool
}

type Format

type Format struct {
	Provider string            `json:"provider,omitempty"`
	Options  map[string]string `json:"options,omitempty"`
}

type JobInfo

type JobInfo struct {
	JobID       string `json:"jobId,omitempty"`
	JobName     string `json:"jobName,omitempty"`
	RunID       string `json:"runId,omitempty"`
	JobOwnerID  string `json:"jobOwnerId,omitempty"`
	TriggerType string `json:"triggerType,omitempty"`
}

type Metadata

type Metadata struct {
	ID               string            `json:"id,omitempty"`
	Name             string            `json:"name,omitempty"`
	Description      string            `json:"description,omitempty"`
	Format           Format            `json:"format,omitempty"`
	SchemaString     string            `json:"schemaString,omitempty"`
	PartitionColumns []string          `json:"partitionColumns,omitempty"`
	Configuration    map[string]string `json:"configuration,omitempty"`
	CreatedTime      *int64            `json:"createdTime,omitempty"`
}

func DefaultMetadata

func DefaultMetadata() *Metadata

func (*Metadata) DataSchema

func (m *Metadata) DataSchema() (*types.StructType, error)

func (*Metadata) JSON

func (m *Metadata) JSON() (string, error)

func (*Metadata) PartitionSchema

func (m *Metadata) PartitionSchema() (*types.StructType, error)

func (*Metadata) Schema

func (m *Metadata) Schema() (*types.StructType, error)

func (*Metadata) Wrap

func (m *Metadata) Wrap() *Single

type NotebookInfo

type NotebookInfo struct {
	NotebookID string `json:"notebookId,omitempty"`
}

type Protocol

type Protocol struct {
	MinReaderVersion int32 `json:"minReaderVersion,omitempty"`
	MinWriterVersion int32 `json:"minWriterVersion,omitempty"`
}

func DefaultProtocol

func DefaultProtocol() *Protocol

func (*Protocol) Equals

func (p *Protocol) Equals(other *Protocol) bool

func (*Protocol) JSON

func (p *Protocol) JSON() (string, error)

func (*Protocol) Wrap

func (p *Protocol) Wrap() *Single

type RemoveFile

type RemoveFile struct {
	Path                 string            `json:"path,omitempty"`
	DataChange           bool              `json:"dataChange,omitempty"`
	DeletionTimestamp    *int64            `json:"deletionTimestamp,omitempty"`
	ExtendedFileMetadata bool              `json:"extendedFileMetadata,omitempty"`
	PartitionValues      map[string]string `json:"partitionValues,omitempty"`
	Size                 *int64            `json:"size,omitempty"`
	Tags                 map[string]string `json:"tags,omitempty"`
}

func (*RemoveFile) Copy

func (r *RemoveFile) Copy(dataChange bool, path string) *RemoveFile

func (*RemoveFile) DelTimestamp

func (r *RemoveFile) DelTimestamp() int64

func (*RemoveFile) IsDataChanged

func (r *RemoveFile) IsDataChanged() bool

func (*RemoveFile) JSON

func (r *RemoveFile) JSON() (string, error)

func (*RemoveFile) PathAsURI

func (r *RemoveFile) PathAsURI() (*url.URL, error)

func (*RemoveFile) Wrap

func (r *RemoveFile) Wrap() *Single

type SetTransaction

type SetTransaction struct {
	AppID       string `json:"appId,omitempty"`
	Version     int64  `json:"version,omitempty"`
	LastUpdated *int64 `json:"lastUpdated,omitempty"`
}

func (*SetTransaction) JSON

func (s *SetTransaction) JSON() (string, error)

func (*SetTransaction) Wrap

func (s *SetTransaction) Wrap() *Single

type Single

type Single struct {
	Txn        *SetTransaction `json:"txn,omitempty"`
	Add        *AddFile        `json:"add,omitempty"`
	Remove     *RemoveFile     `json:"remove,omitempty"`
	MetaData   *Metadata       `json:"metaData,omitempty"`
	Protocol   *Protocol       `json:"protocol,omitempty"`
	Cdc        *AddCDCFile     `json:"cdc,omitempty"`
	CommitInfo *CommitInfo     `json:"commitInfo,omitempty"`
}

func (*Single) Unwrap

func (s *Single) Unwrap() Container