delta_sharing

README

go_delta_sharing_client

Community developed Delta Sharing Client to provide access delta Shares to applications written in Golang

Documentation

Index

• func LoadArrowTable(client interface{}, table Table, fileId string) (arrow.Table, error)
• func LoadAsArrowTable(url string, fileno int) (arrow.Table, error)
• func NewSharingClient(Ctx context.Context, ProfileFile string, cacheDir string) (*sharingClient, error)
• func NewSharingClientFromString(Ctx context.Context, ProfileString string, cacheDir string) (*sharingClient, error)
• type CDFFile
• type CdfOptions
• type DSErr
  • func (e *DSErr) Error() string
• type DataChangeFile
• type File
  • func (F *File) GetStats() (*stats, error)
• type RemoveFile
• type Table

Functions

func LoadArrowTable

func LoadArrowTable(client interface{}, table Table, fileId string) (arrow.Table, error)

func LoadAsArrowTable

func LoadAsArrowTable(url string, fileno int) (arrow.Table, error)

func NewSharingClient

func NewSharingClient(Ctx context.Context, ProfileFile string, cacheDir string) (*sharingClient, error)

func NewSharingClientFromString

func NewSharingClientFromString(Ctx context.Context, ProfileString string, cacheDir string) (*sharingClient, error)

Types

type CDFFile

type CDFFile struct {
	File
}

type CdfOptions

type CdfOptions struct {
	StartingVersion   *int    `json:"starting_version,omitempty"`
	EndingVersion     *int    `json:"ending_version,omitempty"`
	StartingTimestamp *string `json:"starting_timestamp,omitempty"`
	EndingTimestamp   *string `json:"ending_timestamp,omitempty"`
}

type DSErr

type DSErr struct {
	Mod  string
	Func string
	Call string
	Msg  string
}

func (*DSErr) Error

func (e *DSErr) Error() string

type DataChangeFile

type DataChangeFile struct {
	File
}

type File

type File struct {
	Url                 string            `json:"url"`
	Id                  string            `json:"id"`
	PartitionValues     map[string]string `json:"partitionValues"`
	Size                float32           `json:"size"`
	Stats               string            `json:"stats,omitempty"`
	Timestamp           float32           `json:"timestamp,omitempty"`
	Version             int32             `json:"version,omitempty"`
	ExpirationTimestamp int32             `json:"expirationTimestamp,omitempty"`
}

func (*File) GetStats

func (F *File) GetStats() (*stats, error)

type RemoveFile

type RemoveFile struct {
	File
}

type Table

type Table struct {
	Name   string `json:"name"`
	Share  string `json:"share"`
	Schema string `json:"schema"`
}