Documentation ¶
Index ¶
- Constants
- func CreateInsertComponents(t *ToSQLTransformation, tbl flux.Table) (colNames []string, valStringArray [][]string, valArgsArray [][]interface{}, ...)
- func ExecuteQueries(tx *sql.Tx, s *ToSQLOpSpec, colNames []string, valueStrings *[]string, ...) (err error)
- func MysqlColumnTranslateFunc() translationFunc
- func NewMySQLRowReader(r *sql.Rows) (execute.RowReader, error)
- func NewPostgresRowReader(r *sql.Rows) (execute.RowReader, error)
- func NewSnowflakeRowReader(r *sql.Rows) (execute.RowReader, error)
- func NewSqliteRowReader(r *sql.Rows) (execute.RowReader, error)
- func PostgresColumnTranslateFunc() translationFunc
- func SnowflakeColumnTranslateFunc() translationFunc
- func SqliteColumnTranslateFunc() translationFunc
- func UInt8ToFloat(a []uint8) (float64, error)
- func UInt8ToInt64(a []uint8) (int64, error)
- type FromSQLOpSpec
- type FromSQLProcedureSpec
- type MySQLRowReader
- func (m *MySQLRowReader) Close() error
- func (m *MySQLRowReader) ColumnNames() []string
- func (m *MySQLRowReader) ColumnTypes() []flux.ColType
- func (m *MySQLRowReader) GetNextRow() ([]values.Value, error)
- func (m *MySQLRowReader) InitColumnNames(names []string)
- func (m *MySQLRowReader) InitColumnTypes(types []*sql.ColumnType)
- func (m *MySQLRowReader) Next() bool
- func (m *MySQLRowReader) SetColumnTypes(types []flux.ColType)
- func (m *MySQLRowReader) SetColumns(i []interface{})
- type PostgresRowReader
- func (m *PostgresRowReader) Close() error
- func (m *PostgresRowReader) ColumnNames() []string
- func (m *PostgresRowReader) ColumnTypes() []flux.ColType
- func (m *PostgresRowReader) GetNextRow() ([]values.Value, error)
- func (m *PostgresRowReader) InitColumnNames(n []string)
- func (m *PostgresRowReader) InitColumnTypes(types []*sql.ColumnType)
- func (m *PostgresRowReader) Next() bool
- func (m *PostgresRowReader) SetColumns(i []interface{})
- type SnowflakeRowReader
- func (m *SnowflakeRowReader) Close() error
- func (m *SnowflakeRowReader) ColumnNames() []string
- func (m *SnowflakeRowReader) ColumnTypes() []flux.ColType
- func (m *SnowflakeRowReader) GetNextRow() ([]values.Value, error)
- func (m *SnowflakeRowReader) InitColumnNames(names []string)
- func (m *SnowflakeRowReader) InitColumnTypes(types []*sql.ColumnType)
- func (m *SnowflakeRowReader) Next() bool
- func (m *SnowflakeRowReader) SetColumnTypes(types []flux.ColType)
- func (m *SnowflakeRowReader) SetColumns(i []interface{})
- type SqliteRowReader
- func (m *SqliteRowReader) Close() error
- func (m *SqliteRowReader) ColumnNames() []string
- func (m *SqliteRowReader) ColumnTypes() []flux.ColType
- func (m *SqliteRowReader) GetNextRow() ([]values.Value, error)
- func (m *SqliteRowReader) InitColumnNames(n []string)
- func (m *SqliteRowReader) InitColumnTypes(types []*sql.ColumnType)
- func (m *SqliteRowReader) Next() bool
- func (m *SqliteRowReader) SetColumnTypes(types []flux.ColType)
- func (m *SqliteRowReader) SetColumns(i []interface{})
- type ToSQLOpSpec
- type ToSQLProcedureSpec
- type ToSQLTransformation
- func (t *ToSQLTransformation) Finish(id execute.DatasetID, err error)
- func (t *ToSQLTransformation) Process(id execute.DatasetID, tbl flux.Table) (err error)
- func (t *ToSQLTransformation) RetractTable(id execute.DatasetID, key flux.GroupKey) error
- func (t *ToSQLTransformation) UpdateProcessingTime(id execute.DatasetID, pt execute.Time) error
- func (t *ToSQLTransformation) UpdateWatermark(id execute.DatasetID, pt execute.Time) error
Constants ¶
View Source
const ( ToSQLKind = "toSQL" DefaultBatchSize = 10000 //TODO: decide if this should be kept low enough for the lowest (SQLite), or not. )
View Source
const FromSQLKind = "fromSQL"
Variables ¶
This section is empty.
Functions ¶
func CreateInsertComponents ¶ added in v0.35.0
func ExecuteQueries ¶ added in v0.35.0
func MysqlColumnTranslateFunc ¶ added in v0.55.0
func MysqlColumnTranslateFunc() translationFunc
MysqlTranslateColumn translates flux colTypes into their corresponding MySQL column type
func NewMySQLRowReader ¶ added in v0.34.1
func NewPostgresRowReader ¶ added in v0.34.1
func NewSnowflakeRowReader ¶ added in v0.68.0
func NewSqliteRowReader ¶ added in v0.55.0
func PostgresColumnTranslateFunc ¶ added in v0.55.0
func PostgresColumnTranslateFunc() translationFunc
PostgresTranslateColumn translates flux colTypes into their corresponding postgres column type
func SnowflakeColumnTranslateFunc ¶ added in v0.68.0
func SnowflakeColumnTranslateFunc() translationFunc
SnowflakeTranslateColumn translates flux colTypes into their corresponding Snowflake column type
func SqliteColumnTranslateFunc ¶ added in v0.55.0
func SqliteColumnTranslateFunc() translationFunc
SqliteTranslateColumn translates flux colTypes into their corresponding SQLite column type
func UInt8ToFloat ¶ added in v0.34.1
func UInt8ToInt64 ¶ added in v0.34.1
Types ¶
type FromSQLOpSpec ¶
type FromSQLOpSpec struct { DriverName string `json:"driverName,omitempty"` DataSourceName string `json:"dataSourceName,omitempty"` Query string `json:"query,omitempty"` }
func (*FromSQLOpSpec) Kind ¶
func (s *FromSQLOpSpec) Kind() flux.OperationKind
type FromSQLProcedureSpec ¶
type FromSQLProcedureSpec struct { plan.DefaultCost DriverName string DataSourceName string Query string }
func (*FromSQLProcedureSpec) Copy ¶
func (s *FromSQLProcedureSpec) Copy() plan.ProcedureSpec
func (*FromSQLProcedureSpec) Kind ¶
func (s *FromSQLProcedureSpec) Kind() plan.ProcedureKind
type MySQLRowReader ¶ added in v0.34.1
type MySQLRowReader struct { Cursor *sql.Rows NextFunc func() bool CloseFunc func() error // contains filtered or unexported fields }
func (*MySQLRowReader) Close ¶ added in v0.49.0
func (m *MySQLRowReader) Close() error
func (*MySQLRowReader) ColumnNames ¶ added in v0.34.1
func (m *MySQLRowReader) ColumnNames() []string
func (*MySQLRowReader) ColumnTypes ¶ added in v0.34.1
func (m *MySQLRowReader) ColumnTypes() []flux.ColType
func (*MySQLRowReader) GetNextRow ¶ added in v0.34.1
func (m *MySQLRowReader) GetNextRow() ([]values.Value, error)
func (*MySQLRowReader) InitColumnNames ¶ added in v0.34.1
func (m *MySQLRowReader) InitColumnNames(names []string)
func (*MySQLRowReader) InitColumnTypes ¶ added in v0.34.1
func (m *MySQLRowReader) InitColumnTypes(types []*sql.ColumnType)
func (*MySQLRowReader) Next ¶ added in v0.34.1
func (m *MySQLRowReader) Next() bool
Next prepares MySQLRowReader to return rows
func (*MySQLRowReader) SetColumnTypes ¶ added in v0.34.1
func (m *MySQLRowReader) SetColumnTypes(types []flux.ColType)
func (*MySQLRowReader) SetColumns ¶ added in v0.34.1
func (m *MySQLRowReader) SetColumns(i []interface{})
type PostgresRowReader ¶ added in v0.34.1
func (*PostgresRowReader) Close ¶ added in v0.49.0
func (m *PostgresRowReader) Close() error
func (*PostgresRowReader) ColumnNames ¶ added in v0.34.1
func (m *PostgresRowReader) ColumnNames() []string
func (*PostgresRowReader) ColumnTypes ¶ added in v0.34.1
func (m *PostgresRowReader) ColumnTypes() []flux.ColType
func (*PostgresRowReader) GetNextRow ¶ added in v0.34.1
func (m *PostgresRowReader) GetNextRow() ([]values.Value, error)
func (*PostgresRowReader) InitColumnNames ¶ added in v0.34.1
func (m *PostgresRowReader) InitColumnNames(n []string)
func (*PostgresRowReader) InitColumnTypes ¶ added in v0.34.1
func (m *PostgresRowReader) InitColumnTypes(types []*sql.ColumnType)
func (*PostgresRowReader) Next ¶ added in v0.34.1
func (m *PostgresRowReader) Next() bool
func (*PostgresRowReader) SetColumns ¶ added in v0.34.1
func (m *PostgresRowReader) SetColumns(i []interface{})
type SnowflakeRowReader ¶ added in v0.68.0
type SnowflakeRowReader struct { Cursor *sql.Rows NextFunc func() bool CloseFunc func() error // contains filtered or unexported fields }
func (*SnowflakeRowReader) Close ¶ added in v0.68.0
func (m *SnowflakeRowReader) Close() error
func (*SnowflakeRowReader) ColumnNames ¶ added in v0.68.0
func (m *SnowflakeRowReader) ColumnNames() []string
func (*SnowflakeRowReader) ColumnTypes ¶ added in v0.68.0
func (m *SnowflakeRowReader) ColumnTypes() []flux.ColType
func (*SnowflakeRowReader) GetNextRow ¶ added in v0.68.0
func (m *SnowflakeRowReader) GetNextRow() ([]values.Value, error)
func (*SnowflakeRowReader) InitColumnNames ¶ added in v0.68.0
func (m *SnowflakeRowReader) InitColumnNames(names []string)
func (*SnowflakeRowReader) InitColumnTypes ¶ added in v0.68.0
func (m *SnowflakeRowReader) InitColumnTypes(types []*sql.ColumnType)
func (*SnowflakeRowReader) Next ¶ added in v0.68.0
func (m *SnowflakeRowReader) Next() bool
Next prepares SnowflakeRowReader to return rows
func (*SnowflakeRowReader) SetColumnTypes ¶ added in v0.68.0
func (m *SnowflakeRowReader) SetColumnTypes(types []flux.ColType)
func (*SnowflakeRowReader) SetColumns ¶ added in v0.68.0
func (m *SnowflakeRowReader) SetColumns(i []interface{})
type SqliteRowReader ¶ added in v0.55.0
type SqliteRowReader struct { Cursor *sql.Rows NextFunc func() bool // contains filtered or unexported fields }
func (*SqliteRowReader) Close ¶ added in v0.55.0
func (m *SqliteRowReader) Close() error
func (*SqliteRowReader) ColumnNames ¶ added in v0.55.0
func (m *SqliteRowReader) ColumnNames() []string
func (*SqliteRowReader) ColumnTypes ¶ added in v0.55.0
func (m *SqliteRowReader) ColumnTypes() []flux.ColType
func (*SqliteRowReader) GetNextRow ¶ added in v0.55.0
func (m *SqliteRowReader) GetNextRow() ([]values.Value, error)
func (*SqliteRowReader) InitColumnNames ¶ added in v0.55.0
func (m *SqliteRowReader) InitColumnNames(n []string)
func (*SqliteRowReader) InitColumnTypes ¶ added in v0.55.0
func (m *SqliteRowReader) InitColumnTypes(types []*sql.ColumnType)
func (*SqliteRowReader) Next ¶ added in v0.55.0
func (m *SqliteRowReader) Next() bool
func (*SqliteRowReader) SetColumnTypes ¶ added in v0.55.0
func (m *SqliteRowReader) SetColumnTypes(types []flux.ColType)
func (*SqliteRowReader) SetColumns ¶ added in v0.55.0
func (m *SqliteRowReader) SetColumns(i []interface{})
type ToSQLOpSpec ¶ added in v0.35.0
type ToSQLOpSpec struct { DriverName string `json:"driverName,omitempty"` DataSourceName string `json:"dataSourcename,omitempty"` Table string `json:"table,omitempty"` BatchSize int `json:"batchSize,omitempty"` }
func (ToSQLOpSpec) Kind ¶ added in v0.35.0
func (ToSQLOpSpec) Kind() flux.OperationKind
type ToSQLProcedureSpec ¶ added in v0.35.0
type ToSQLProcedureSpec struct { plan.DefaultCost Spec *ToSQLOpSpec }
func (*ToSQLProcedureSpec) Copy ¶ added in v0.35.0
func (o *ToSQLProcedureSpec) Copy() plan.ProcedureSpec
func (*ToSQLProcedureSpec) Kind ¶ added in v0.35.0
func (o *ToSQLProcedureSpec) Kind() plan.ProcedureKind
type ToSQLTransformation ¶ added in v0.35.0
type ToSQLTransformation struct {
// contains filtered or unexported fields
}
func NewToSQLTransformation ¶ added in v0.35.0
func NewToSQLTransformation(d execute.Dataset, deps flux.Dependencies, cache execute.TableBuilderCache, spec *ToSQLProcedureSpec) (*ToSQLTransformation, error)
func (*ToSQLTransformation) Finish ¶ added in v0.35.0
func (t *ToSQLTransformation) Finish(id execute.DatasetID, err error)
func (*ToSQLTransformation) RetractTable ¶ added in v0.35.0
func (*ToSQLTransformation) UpdateProcessingTime ¶ added in v0.35.0
func (*ToSQLTransformation) UpdateWatermark ¶ added in v0.35.0
Click to show internal directories.
Click to hide internal directories.