sql

package
v0.84.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Sep 9, 2020 License: MIT Imports: 29 Imported by: 1

Documentation

Index

Constants

View Source 
const (
	ToSQLKind        = "toSQL"
	DefaultBatchSize = 10000 //TODO: decide if this should be kept low enough for the lowest (SQLite), or not.
)
View Source 
const FromSQLKind = "fromSQL"

Variables

This section is empty.

Functions

func BigQueryColumnTranslateFunc added in v0.78.0 

func BigQueryColumnTranslateFunc() translationFunc

BigQueryTranslateColumn translates flux colTypes into their corresponding BigQuery column type

func CreateInsertComponents added in v0.35.0 

func CreateInsertComponents(t *ToSQLTransformation, tbl flux.Table) (colNames []string, valStringArray [][]string, valArgsArray [][]interface{}, err error)

func ExecuteQueries added in v0.35.0 

func ExecuteQueries(tx *sql.Tx, s *ToSQLOpSpec, colNames []string, valueStrings *[]string, valueArgs *[]interface{}) (err error)

func MssqlColumnTranslateFunc added in v0.70.0 

func MssqlColumnTranslateFunc() translationFunc

MssqlTranslateColumn translates flux colTypes into their corresponding SQL Server column type

func MysqlColumnTranslateFunc added in v0.55.0 

func MysqlColumnTranslateFunc() translationFunc

MysqlTranslateColumn translates flux colTypes into their corresponding MySQL column type

func NewAwsAthenaRowReader added in v0.70.0 

func NewAwsAthenaRowReader(r *sql.Rows) (execute.RowReader, error)

func NewBigQueryRowReader added in v0.78.0 

func NewBigQueryRowReader(r *sql.Rows) (execute.RowReader, error)

func NewMssqlRowReader added in v0.70.0 

func NewMssqlRowReader(r *sql.Rows) (execute.RowReader, error)

func NewMySQLRowReader added in v0.34.1 

func NewMySQLRowReader(r *sql.Rows) (execute.RowReader, error)

func NewPostgresRowReader added in v0.34.1 

func NewPostgresRowReader(r *sql.Rows) (execute.RowReader, error)

func NewSnowflakeRowReader added in v0.68.0 

func NewSnowflakeRowReader(r *sql.Rows) (execute.RowReader, error)

func NewSqliteRowReader added in v0.55.0 

func NewSqliteRowReader(r *sql.Rows) (execute.RowReader, error)

func PostgresColumnTranslateFunc added in v0.55.0 

func PostgresColumnTranslateFunc() translationFunc

PostgresTranslateColumn translates flux colTypes into their corresponding postgres column type

func SnowflakeColumnTranslateFunc added in v0.68.0 

func SnowflakeColumnTranslateFunc() translationFunc

SnowflakeTranslateColumn translates flux colTypes into their corresponding Snowflake column type

func SqliteColumnTranslateFunc added in v0.55.0 

func SqliteColumnTranslateFunc() translationFunc

SqliteTranslateColumn translates flux colTypes into their corresponding SQLite column type

func UInt8ToFloat added in v0.34.1 

func UInt8ToFloat(a []uint8) (float64, error)

func UInt8ToInt64 added in v0.34.1 

func UInt8ToInt64(a []uint8) (int64, error)

Types

type AwsAthenaRowReader added in v0.70.0 

type AwsAthenaRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*AwsAthenaRowReader) Close added in v0.70.0 

func (m *AwsAthenaRowReader) Close() error

func (*AwsAthenaRowReader) ColumnNames added in v0.70.0 

func (m *AwsAthenaRowReader) ColumnNames() []string

func (*AwsAthenaRowReader) ColumnTypes added in v0.70.0 

func (m *AwsAthenaRowReader) ColumnTypes() []flux.ColType

func (*AwsAthenaRowReader) GetNextRow added in v0.70.0 

func (m *AwsAthenaRowReader) GetNextRow() ([]values.Value, error)

func (*AwsAthenaRowReader) InitColumnNames added in v0.70.0 

func (m *AwsAthenaRowReader) InitColumnNames(names []string)

func (*AwsAthenaRowReader) InitColumnTypes added in v0.70.0 

func (m *AwsAthenaRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*AwsAthenaRowReader) Next added in v0.70.0 

func (m *AwsAthenaRowReader) Next() bool

Next prepares AwsAthenaRowReader to return rows

func (*AwsAthenaRowReader) SetColumnTypes added in v0.70.0 

func (m *AwsAthenaRowReader) SetColumnTypes(types []flux.ColType)

func (*AwsAthenaRowReader) SetColumns added in v0.70.0 

func (m *AwsAthenaRowReader) SetColumns(i []interface{})

type AzureConfig added in v0.70.0 

type AzureConfig struct {
	TenantId            string
	ClientId            string
	ClientSecret        string
	CertificatePath     string
	CertificatePassword string
	Username            string `json:"Username (Azure)"`
	Password            string `json:"Password (Azure)"`
	Location            string
}

Azure authentication config

type BigQueryRowReader added in v0.78.0 

type BigQueryRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*BigQueryRowReader) Close added in v0.78.0 

func (m *BigQueryRowReader) Close() error

func (*BigQueryRowReader) ColumnNames added in v0.78.0 

func (m *BigQueryRowReader) ColumnNames() []string

func (*BigQueryRowReader) ColumnTypes added in v0.78.0 

func (m *BigQueryRowReader) ColumnTypes() []flux.ColType

func (*BigQueryRowReader) GetNextRow added in v0.78.0 

func (m *BigQueryRowReader) GetNextRow() ([]values.Value, error)

func (*BigQueryRowReader) InitColumnNames added in v0.78.0 

func (m *BigQueryRowReader) InitColumnNames(names []string)

func (*BigQueryRowReader) InitColumnTypes added in v0.78.0 

func (m *BigQueryRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*BigQueryRowReader) Next added in v0.78.0 

func (m *BigQueryRowReader) Next() bool

Next prepares BigQueryRowReader to return rows

func (*BigQueryRowReader) SetColumnTypes added in v0.78.0 

func (m *BigQueryRowReader) SetColumnTypes(types []flux.ColType)

func (*BigQueryRowReader) SetColumns added in v0.78.0 

func (m *BigQueryRowReader) SetColumns(i []interface{})

type FromSQLOpSpec 

type FromSQLOpSpec struct {
	DriverName     string `json:"driverName,omitempty"`
	DataSourceName string `json:"dataSourceName,omitempty"`
	Query          string `json:"query,omitempty"`
}

func (*FromSQLOpSpec) Kind 

func (s *FromSQLOpSpec) Kind() flux.OperationKind

type FromSQLProcedureSpec 

type FromSQLProcedureSpec struct {
	plan.DefaultCost
	DriverName     string
	DataSourceName string
	Query          string
}

func (*FromSQLProcedureSpec) Copy 

func (s *FromSQLProcedureSpec) Copy() plan.ProcedureSpec

func (*FromSQLProcedureSpec) Kind 

func (s *FromSQLProcedureSpec) Kind() plan.ProcedureKind

type MssqlRowReader added in v0.70.0 

type MssqlRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*MssqlRowReader) Close added in v0.70.0 

func (m *MssqlRowReader) Close() error

func (*MssqlRowReader) ColumnNames added in v0.70.0 

func (m *MssqlRowReader) ColumnNames() []string

func (*MssqlRowReader) ColumnTypes added in v0.70.0 

func (m *MssqlRowReader) ColumnTypes() []flux.ColType

func (*MssqlRowReader) GetNextRow added in v0.70.0 

func (m *MssqlRowReader) GetNextRow() ([]values.Value, error)

func (*MssqlRowReader) InitColumnNames added in v0.70.0 

func (m *MssqlRowReader) InitColumnNames(names []string)

func (*MssqlRowReader) InitColumnTypes added in v0.70.0 

func (m *MssqlRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*MssqlRowReader) Next added in v0.70.0 

func (m *MssqlRowReader) Next() bool

Next prepares MssqlRowReader to return rows

func (*MssqlRowReader) SetColumnTypes added in v0.70.0 

func (m *MssqlRowReader) SetColumnTypes(types []flux.ColType)

func (*MssqlRowReader) SetColumns added in v0.70.0 

func (m *MssqlRowReader) SetColumns(i []interface{})

type MySQLRowReader added in v0.34.1 

type MySQLRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*MySQLRowReader) Close added in v0.49.0 

func (m *MySQLRowReader) Close() error

func (*MySQLRowReader) ColumnNames added in v0.34.1 

func (m *MySQLRowReader) ColumnNames() []string

func (*MySQLRowReader) ColumnTypes added in v0.34.1 

func (m *MySQLRowReader) ColumnTypes() []flux.ColType

func (*MySQLRowReader) GetNextRow added in v0.34.1 

func (m *MySQLRowReader) GetNextRow() ([]values.Value, error)

func (*MySQLRowReader) InitColumnNames added in v0.34.1 

func (m *MySQLRowReader) InitColumnNames(names []string)

func (*MySQLRowReader) InitColumnTypes added in v0.34.1 

func (m *MySQLRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*MySQLRowReader) Next added in v0.34.1 

func (m *MySQLRowReader) Next() bool

Next prepares MySQLRowReader to return rows

func (*MySQLRowReader) SetColumnTypes added in v0.34.1 

func (m *MySQLRowReader) SetColumnTypes(types []flux.ColType)

func (*MySQLRowReader) SetColumns added in v0.34.1 

func (m *MySQLRowReader) SetColumns(i []interface{})

type PostgresRowReader added in v0.34.1 

type PostgresRowReader struct {
	Cursor *sql.Rows
	// contains filtered or unexported fields
}

func (*PostgresRowReader) Close added in v0.49.0 

func (m *PostgresRowReader) Close() error

func (*PostgresRowReader) ColumnNames added in v0.34.1 

func (m *PostgresRowReader) ColumnNames() []string

func (*PostgresRowReader) ColumnTypes added in v0.34.1 

func (m *PostgresRowReader) ColumnTypes() []flux.ColType

func (*PostgresRowReader) GetNextRow added in v0.34.1 

func (m *PostgresRowReader) GetNextRow() ([]values.Value, error)

func (*PostgresRowReader) InitColumnNames added in v0.34.1 

func (m *PostgresRowReader) InitColumnNames(n []string)

func (*PostgresRowReader) InitColumnTypes added in v0.34.1 

func (m *PostgresRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*PostgresRowReader) Next added in v0.34.1 

func (m *PostgresRowReader) Next() bool

func (*PostgresRowReader) SetColumns added in v0.34.1 

func (m *PostgresRowReader) SetColumns(i []interface{})

type SnowflakeRowReader added in v0.68.0 

type SnowflakeRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*SnowflakeRowReader) Close added in v0.68.0 

func (m *SnowflakeRowReader) Close() error

func (*SnowflakeRowReader) ColumnNames added in v0.68.0 

func (m *SnowflakeRowReader) ColumnNames() []string

func (*SnowflakeRowReader) ColumnTypes added in v0.68.0 

func (m *SnowflakeRowReader) ColumnTypes() []flux.ColType

func (*SnowflakeRowReader) GetNextRow added in v0.68.0 

func (m *SnowflakeRowReader) GetNextRow() ([]values.Value, error)

func (*SnowflakeRowReader) InitColumnNames added in v0.68.0 

func (m *SnowflakeRowReader) InitColumnNames(names []string)

func (*SnowflakeRowReader) InitColumnTypes added in v0.68.0 

func (m *SnowflakeRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*SnowflakeRowReader) Next added in v0.68.0 

func (m *SnowflakeRowReader) Next() bool

Next prepares SnowflakeRowReader to return rows

func (*SnowflakeRowReader) SetColumnTypes added in v0.68.0 

func (m *SnowflakeRowReader) SetColumnTypes(types []flux.ColType)

func (*SnowflakeRowReader) SetColumns added in v0.68.0 

func (m *SnowflakeRowReader) SetColumns(i []interface{})

type SqliteRowReader added in v0.55.0 

type SqliteRowReader struct {
	Cursor *sql.Rows

	NextFunc func() bool
	// contains filtered or unexported fields
}

func (*SqliteRowReader) Close added in v0.55.0 

func (m *SqliteRowReader) Close() error

func (*SqliteRowReader) ColumnNames added in v0.55.0 

func (m *SqliteRowReader) ColumnNames() []string

func (*SqliteRowReader) ColumnTypes added in v0.55.0 

func (m *SqliteRowReader) ColumnTypes() []flux.ColType

func (*SqliteRowReader) GetNextRow added in v0.55.0 

func (m *SqliteRowReader) GetNextRow() ([]values.Value, error)

func (*SqliteRowReader) InitColumnNames added in v0.55.0 

func (m *SqliteRowReader) InitColumnNames(n []string)

func (*SqliteRowReader) InitColumnTypes added in v0.55.0 

func (m *SqliteRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*SqliteRowReader) Next added in v0.55.0 

func (m *SqliteRowReader) Next() bool

func (*SqliteRowReader) SetColumnTypes added in v0.55.0 

func (m *SqliteRowReader) SetColumnTypes(types []flux.ColType)

func (*SqliteRowReader) SetColumns added in v0.55.0 

func (m *SqliteRowReader) SetColumns(i []interface{})

type ToSQLOpSpec added in v0.35.0 

type ToSQLOpSpec struct {
	DriverName     string `json:"driverName,omitempty"`
	DataSourceName string `json:"dataSourcename,omitempty"`
	Table          string `json:"table,omitempty"`
	BatchSize      int    `json:"batchSize,omitempty"`
}

func (ToSQLOpSpec) Kind added in v0.35.0 

func (ToSQLOpSpec) Kind() flux.OperationKind

func (*ToSQLOpSpec) ReadArgs added in v0.35.0 

func (o *ToSQLOpSpec) ReadArgs(args flux.Arguments) error

type ToSQLProcedureSpec added in v0.35.0 

type ToSQLProcedureSpec struct {
	plan.DefaultCost
	Spec *ToSQLOpSpec
}

func (*ToSQLProcedureSpec) Copy added in v0.35.0 

func (o *ToSQLProcedureSpec) Copy() plan.ProcedureSpec

func (*ToSQLProcedureSpec) Kind added in v0.35.0 

func (o *ToSQLProcedureSpec) Kind() plan.ProcedureKind

type ToSQLTransformation added in v0.35.0 

type ToSQLTransformation struct {
	// contains filtered or unexported fields
}

func NewToSQLTransformation added in v0.35.0 

func NewToSQLTransformation(d execute.Dataset, deps flux.Dependencies, cache execute.TableBuilderCache, spec *ToSQLProcedureSpec) (*ToSQLTransformation, error)

func (*ToSQLTransformation) Finish added in v0.35.0 

func (t *ToSQLTransformation) Finish(id execute.DatasetID, err error)

func (*ToSQLTransformation) Process added in v0.35.0 

func (t *ToSQLTransformation) Process(id execute.DatasetID, tbl flux.Table) (err error)

func (*ToSQLTransformation) RetractTable added in v0.35.0 

func (t *ToSQLTransformation) RetractTable(id execute.DatasetID, key flux.GroupKey) error

func (*ToSQLTransformation) UpdateProcessingTime added in v0.35.0 

func (t *ToSQLTransformation) UpdateProcessingTime(id execute.DatasetID, pt execute.Time) error

func (*ToSQLTransformation) UpdateWatermark added in v0.35.0 

func (t *ToSQLTransformation) UpdateWatermark(id execute.DatasetID, pt execute.Time) error

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.