external

Documentation

Index

• Constants
• Variables
• func Call(idx int, proc *process.Process, arg any, isFirst bool, isLast bool) (process.ExecStatus, error)
• func FilterFileList(ctx context.Context, node *plan.Node, proc *process.Process, fileList []string, ...) ([]string, []int64, error)
• func GetCompressType(param *tree.ExternParam, filepath string) string
• func Prepare(proc *process.Process, arg any) error
• func ReadFileOffset(param *tree.ExternParam, mcpu int, fileSize int64) ([]int64, error)
• func String(_ any, buf *bytes.Buffer)
• type Argument
  • func (arg *Argument) Free(*process.Process, bool, error)
• type ExFileparam
• type ExParam
• type ExParamConst
• type ExternalParam
• type FilterParam
• type ParseLineHandler
• type ZonemapFileparam

Constants

const (
	ColumnCntLargerErrorInfo = "the table column is larger than input data column"
)

const NULL_FLAG = "\\N"

Variables

var (
	OneBatchMaxRow   = int(options.DefaultBlockMaxRows)
	S3ParallelMaxnum = 10
)

var (
	STATEMENT_ACCOUNT = "account"
)

Functions

func Call

func Call(idx int, proc *process.Process, arg any, isFirst bool, isLast bool) (process.ExecStatus, error)

func FilterFileList

func FilterFileList(ctx context.Context, node *plan.Node, proc *process.Process, fileList []string, fileSize []int64) ([]string, []int64, error)

func GetCompressType

func GetCompressType(param *tree.ExternParam, filepath string) string

func Prepare

func Prepare(proc *process.Process, arg any) error

func ReadFileOffset

func ReadFileOffset(param *tree.ExternParam, mcpu int, fileSize int64) ([]int64, error)

func String

func String(_ any, buf *bytes.Buffer)

Types

type Argument

type Argument struct {
	Es *ExternalParam
}

func (*Argument) Free

func (arg *Argument) Free(*process.Process, bool, error)

type ExFileparam

type ExFileparam struct {
	End       bool
	FileCnt   int
	FileFin   int
	FileIndex int
	Filepath  string
}

type ExParam

type ExParam struct {
	Fileparam      *ExFileparam
	Zoneparam      *ZonemapFileparam
	Filter         *FilterParam
	MoCsvLineArray [][]string
	// contains filtered or unexported fields
}

type ExParamConst

type ExParamConst struct {
	IgnoreLine    int
	IgnoreLineTag int
	ParallelLoad  bool

	Idx             int
	CreateSql       string
	Close           byte
	Attrs           []string
	Cols            []*plan.ColDef
	FileList        []string
	FileSize        []int64
	FileOffset      []int64
	FileOffsetTotal []*pipeline.FileOffset
	Name2ColIndex   map[string]int32
	Ctx             context.Context
	Extern          *tree.ExternParam

	ClusterTable *plan.ClusterTable
	// contains filtered or unexported fields
}

type ExternalParam

type ExternalParam struct {
	// Externally passed parameters that will not change
	ExParamConst
	// Inner parameters
	ExParam
}

Use for External table scan param

type FilterParam

type FilterParam struct {
	FilterExpr *plan.Expr
	// contains filtered or unexported fields
}

type ParseLineHandler

type ParseLineHandler struct {
	// contains filtered or unexported fields
}

type ZonemapFileparam

type ZonemapFileparam struct {
	// contains filtered or unexported fields
}