database

Feb 1, 2025

Changes in this version

+ var ChunkByColumnRange = func(conn Connection, t Table, c string, cs, min, max string) ([]string, error)

Jan 22, 2025

Changes in this version

+ type SqlServerLogger struct

+ func (l *SqlServerLogger) Printf(format string, v ...any)

+ func (l *SqlServerLogger) Println(v ...any)

Jan 15, 2025

Changes in this version

type ColumnType

+ CT *sql.ColumnType

+ func (ct *ColumnType) IsSourced() bool

+ type D1Conn struct

+ APIToken string

+ AccountID string

+ Database string

+ URL string

+ UUID string

+ func (conn *D1Conn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *D1Conn) Connect(timeOut ...int) (err error)

+ func (conn *D1Conn) ExecContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ func (conn *D1Conn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *D1Conn) GetSchemata(level SchemataLevel, schemaName string, tableNames ...string) (Schemata, error)

+ func (conn *D1Conn) Init() error

+ func (conn *D1Conn) InsertBatchStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *D1Conn) StreamRowsContext(ctx context.Context, query string, options ...map[string]interface{}) (ds *iop.Datastream, err error)

+ type ElasticsearchConn struct

+ Client *elasticsearch.Client

+ URL string

+ func (conn *ElasticsearchConn) BulkExportFlow(table Table) (df *iop.Dataflow, err error)

+ func (conn *ElasticsearchConn) Close() error

+ func (conn *ElasticsearchConn) Connect(timeOut ...int) error

+ func (conn *ElasticsearchConn) ExecContext(ctx context.Context, sql string, args ...interface{}) (result sql.Result, err error)

+ func (conn *ElasticsearchConn) GetSchemas() (data iop.Dataset, err error)

+ func (conn *ElasticsearchConn) GetSchemata(level SchemataLevel, schema string, tables ...string) (schemata Schemata, err error)

+ func (conn *ElasticsearchConn) GetTableColumns(table *Table, fields ...string) (columns iop.Columns, err error)

+ func (conn *ElasticsearchConn) GetTables(schema string) (data iop.Dataset, err error)

+ func (conn *ElasticsearchConn) Init() error

+ func (conn *ElasticsearchConn) NewTransaction(ctx context.Context, options ...*sql.TxOptions) (tx Transaction, err error)

+ func (conn *ElasticsearchConn) StreamRowsContext(ctx context.Context, tableName string, Opts ...map[string]interface{}) (ds *iop.Datastream, err error)

type MsSQLServerConn

+ func (conn *MsSQLServerConn) CastColumnForSelect(srcCol iop.Column, tgtCol iop.Column) (selectStr string)

+ func (conn *MsSQLServerConn) GetTableColumns(table *Table, fields ...string) (columns iop.Columns, err error)

+ func (conn *MsSQLServerConn) SubmitTemplate(level string, templateMap map[string]string, name string, ...) (data iop.Dataset, err error)

type OracleConn

+ func (conn *OracleConn) CastColumnForSelect(srcCol iop.Column, tgtCol iop.Column) (selectStr string)

+ type SelectOptions struct

+ Fields []string

+ Limit int

+ Offset int

+ Where string

type Table

+ func (t *Table) IsProcedural() bool

Dec 27, 2024

Changes in this version

type MySQLConn

+ func (conn *MySQLConn) Connect(timeOut ...int) (err error)

Dec 1, 2024

Changes in this version

type DuckDbConn

+ func (conn *DuckDbConn) DuckDb() *iop.DuckDb

Oct 21, 2024

Changes in this version

+ var ChunkByColumn = func(conn Connection, table Table, c string, p int) ([]Table, error)

type ProtonConn

+ func (conn *ProtonConn) ExecContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ func (conn *ProtonConn) GetNativeType(col iop.Column) (nativeType string, err error)

Sep 22, 2024

Changes in this version

type BaseConn

+ func (conn *BaseConn) GetTablesAndViews(schema string) (iop.Dataset, error)

type Connection

+ GetTablesAndViews func(string) (iop.Dataset, error)

type DuckDbConn — darwin/amd64, linux/amd64, windows/amd64

+ func (conn *DuckDbConn) BulkImportFlow(tableFName string, df *iop.Dataflow) (count uint64, err error)

type Schema

+ Database string

+ type SchemataLevel string

+ const SchemataLevelColumn

+ const SchemataLevelSchema

+ const SchemataLevelTable

type SnowflakeConn

+ func (conn *SnowflakeConn) GenerateInsertStatement(tableName string, cols iop.Columns, numRows int) string

+ func (conn *SnowflakeConn) GetTablesAndViews(schema string) (iop.Dataset, error)

type StarRocksConn

+ func (conn *StarRocksConn) ExecContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

type Table

+ func (t *Table) MarshalJSON() ([]byte, error)

Aug 27, 2024

Changes in this version

type BaseConn

+ func (conn *BaseConn) ReplaceProps(newProps map[string]string)

type ColumnType

+ FetchedColumn *iop.Column

Aug 14, 2024

Changes in this version

type ClickhouseConn

+ func (conn *ClickhouseConn) GetNativeType(col iop.Column) (nativeType string, err error)

type MsSQLServerConn

+ func (conn *MsSQLServerConn) GenerateDDL(table Table, data iop.Dataset, temporary bool) (string, error)

type MySQLConn

+ func (conn *MySQLConn) GenerateDDL(table Table, data iop.Dataset, temporary bool) (string, error)

type OracleConn

+ func (conn *OracleConn) GenerateDDL(table Table, data iop.Dataset, temporary bool) (string, error)

type SQLiteConn

+ func (conn *SQLiteConn) GenerateDDL(table Table, data iop.Dataset, temporary bool) (string, error)

type Table

+ func (t *Table) AddPrimaryKeyToDDL(ddl string, columns iop.Columns) (string, error)

+ func (t *Table) Indexes(columns iop.Columns) (indexes []TableIndex)

+ type TableIndex struct

+ Columns iop.Columns

+ Name string

+ Table *Table

+ Unique bool

+ func (ti *TableIndex) CreateDDL() string

+ func (ti *TableIndex) DropDDL() string

Jul 25, 2024

Changes in this version

+ var PartitionByColumn = func(conn Connection, table Table, c string, p int) ([]Table, error)

+ var PartitionByOffset = func(conn Connection, table Table, l int) ([]Table, error)

type BaseConn

+ func (conn *BaseConn) PropArrExclude(exclude ...string) []string

type ProtonConn

+ func (conn *ProtonConn) GetCount(tableFName string) (uint64, error)

type SnowflakeConn

+ func (conn *SnowflakeConn) StageGET(internalStagePath, folderPath string) (filePaths []string, err error)

+ func (conn *SnowflakeConn) StagePUT(fileURI string, internalStagePath string) (err error)

type Table

+ func (t *Table) Clone() Table

May 18, 2024

Changes in this version

type DuckDbConn

+ func (conn *DuckDbConn) CastColumnForSelect(srcCol iop.Column, tgtCol iop.Column) (selectStr string)

type RedshiftConn

+ func (conn *RedshiftConn) CastColumnForSelect(srcCol iop.Column, tgtCol iop.Column) (selectStr string)

Apr 28, 2024

Changes in this version

+ type ProtonConn struct

+ URL string

+ func (conn *ProtonConn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *ProtonConn) ConnString() string

+ func (conn *ProtonConn) Connect(timeOut ...int) (err error)

+ func (conn *ProtonConn) GenerateDDL(table Table, data iop.Dataset, temporary bool) (sql string, err error)

+ func (conn *ProtonConn) GenerateInsertStatement(tableName string, fields []string, numRows int) string

+ func (conn *ProtonConn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *ProtonConn) Init() error

+ func (conn *ProtonConn) NewTransaction(ctx context.Context, options ...*sql.TxOptions) (Transaction, error)

Apr 13, 2024

Changes in this version

type BaseConn

+ func (conn *BaseConn) SubmitTemplate(level string, templateMap map[string]string, name string, ...) (data iop.Dataset, err error)

type Connection

+ SubmitTemplate func(level string, templateMap map[string]string, name string, ...) (data iop.Dataset, err error)

type OracleConn

+ func (conn *OracleConn) SubmitTemplate(level string, templateMap map[string]string, name string, ...) (data iop.Dataset, err error)

Apr 5, 2024

Changes in this version

type MsSQLServerConn

+ func (conn *MsSQLServerConn) ConnString() string

+ func (conn *MsSQLServerConn) Connect(timeOut ...int) (err error)

Mar 31, 2024

Changes in this version

+ type PrometheusConn struct

+ Client v1.API

+ URL string

+ func (conn *PrometheusConn) BulkExportFlow(tables ...Table) (df *iop.Dataflow, err error)

+ func (conn *PrometheusConn) Close() error

+ func (conn *PrometheusConn) Connect(timeOut ...int) error

+ func (conn *PrometheusConn) ExecContext(ctx context.Context, sql string, args ...interface{}) (result sql.Result, err error)

+ func (conn *PrometheusConn) GetSQLColumns(table Table) (columns iop.Columns, err error)

+ func (conn *PrometheusConn) GetSchemas() (data iop.Dataset, err error)

+ func (conn *PrometheusConn) GetSchemata(schemaName string, tableNames ...string) (Schemata, error)

+ func (conn *PrometheusConn) GetTableColumns(table *Table, fields ...string) (columns iop.Columns, err error)

+ func (conn *PrometheusConn) GetTables(schema string) (data iop.Dataset, err error)

+ func (conn *PrometheusConn) Init() error

+ func (conn *PrometheusConn) NewTransaction(ctx context.Context, options ...*sql.TxOptions) (tx Transaction, err error)

+ func (conn *PrometheusConn) StreamRowsContext(ctx context.Context, query string, Opts ...map[string]interface{}) (ds *iop.Datastream, err error)

Mar 23, 2024

Changes in this version

+ var DuckDbMux = sync.Mutex

type MongoDBConn

+ func (conn *MongoDBConn) GetSchemata(schemaName string, tableNames ...string) (Schemata, error)

type Schemata

+ func (s *Schemata) Filtered(columnLevel bool, filters ...string) (ns Schemata)

type SnowflakeConn

+ func (conn *SnowflakeConn) CastColumnForSelect(srcCol iop.Column, tgtCol iop.Column) (selectStr string)

Mar 14, 2024

Changes in this version

+ var DuckDbFileCmd = map[string]*exec.Cmd

type ColumnType

+ FetchedType iop.ColumnType

+ type MongoDBConn struct

+ Client *mongo.Client

+ URL string

+ func (conn *MongoDBConn) BulkExportFlow(tables ...Table) (df *iop.Dataflow, err error)

+ func (conn *MongoDBConn) Close() error

+ func (conn *MongoDBConn) Connect(timeOut ...int) error

+ func (conn *MongoDBConn) ExecContext(ctx context.Context, sql string, args ...interface{}) (result sql.Result, err error)

+ func (conn *MongoDBConn) GetSchemas() (data iop.Dataset, err error)

+ func (conn *MongoDBConn) GetTableColumns(table *Table, fields ...string) (columns iop.Columns, err error)

+ func (conn *MongoDBConn) GetTables(schema string) (data iop.Dataset, err error)

+ func (conn *MongoDBConn) Init() error

+ func (conn *MongoDBConn) NewTransaction(ctx context.Context, options ...*sql.TxOptions) (tx Transaction, err error)

+ func (conn *MongoDBConn) StreamRowsContext(ctx context.Context, collectionName string, Opts ...map[string]interface{}) (ds *iop.Datastream, err error)

type OracleConn

+ func (conn *OracleConn) ConnString() string

+ func (conn *OracleConn) Connect(timeOut ...int) (err error)

+ func (conn *OracleConn) Version() int

+ type TrinoConn struct

+ URL string

+ func (conn *TrinoConn) ConnString() string

+ func (conn *TrinoConn) ExecContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ func (conn *TrinoConn) Init() error

+ func (conn *TrinoConn) NewTransaction(ctx context.Context, options ...*sql.TxOptions) (tx Transaction, err error)

Mar 1, 2024

Changes in this version

type BigQueryConn

+ Mux sync.Mutex

type ClickhouseConn

+ func (conn *ClickhouseConn) Connect(timeOut ...int) (err error)

type SnowflakeConn

+ Mux sync.Mutex

Feb 28, 2024

Changes in this version

type RedshiftConn

+ func (conn *RedshiftConn) OptimizeTable(table *Table, newColumns iop.Columns) (ok bool, err error)

+ func (conn *RedshiftConn) WarnStlLoadErrors(err error)

type StarRocksConn

+ func (conn *StarRocksConn) GetDatabases() (data iop.Dataset, err error)

Feb 26, 2024

Changes in this version

+ func GetOptimizeTableStatements(conn Connection, table *Table, newColumns iop.Columns) (ok bool, ddlParts []string, err error)

+ func QuoteNames(dialect dbio.Type, names ...string) (newNames []string)

type BaseConn

+ func (conn *BaseConn) AddMissingColumns(table Table, newCols iop.Columns) (ok bool, err error)

+ func (conn *BaseConn) LogSQL(query string, args ...any)

type Connection

+ AddMissingColumns func(table Table, newCols iop.Columns) (ok bool, err error)

type OracleConn

+ func (conn *OracleConn) GetTableColumns(table *Table, fields ...string) (columns iop.Columns, err error)

+ func (conn *OracleConn) SumbitTemplate(level string, templateMap map[string]string, name string, ...) (data iop.Dataset, err error)

type StarRocksConn

+ func (conn *StarRocksConn) AddMissingColumns(table Table, newCols iop.Columns) (ok bool, err error)

+ func (conn *StarRocksConn) OptimizeTable(table *Table, newColumns iop.Columns) (ok bool, err error)

+ func (conn *StarRocksConn) WaitAlterTable(table Table) (err error)

type Table

+ func (t *Table) SetKeys(pkCols []string, updateCol string, otherKeys TableKeys) error

Feb 11, 2024

Changes in this version

type BigQueryConn

+ func (conn *BigQueryConn) GenerateDDL(table Table, data iop.Dataset, temporary bool) (sql string, err error)

type ClickhouseConn

+ func (conn *ClickhouseConn) GenerateDDL(table Table, data iop.Dataset, temporary bool) (sql string, err error)

type PostgresConn

+ func (conn *PostgresConn) GenerateDDL(table Table, data iop.Dataset, temporary bool) (sql string, err error)

type RedshiftConn

+ func (conn *RedshiftConn) GenerateDDL(table Table, data iop.Dataset, temporary bool) (sql string, err error)

type SnowflakeConn

+ func (conn *SnowflakeConn) GenerateDDL(table Table, data iop.Dataset, temporary bool) (sql string, err error)

type Table

+ DDL string

+ Keys TableKeys

+ Raw string

+ type TableKeys map[iop.KeyType][]string

Feb 7, 2024

Changes in this version

+ const RelationManyToMany

+ const RelationManyToOne

+ const RelationOneToMany

+ const RelationOneToOne

+ const SQLiteVersion

+ var Debug = false

+ var DuckDbFileContext = map[string]*g.Context

+ var DuckDbUseTempFile = false

+ var DuckDbVersion = "0.9.1"

+ var InferDBStream = false

+ var UseBulkExportFlowCSV = false

+ func AddMissingColumns(conn Connection, table Table, newCols iop.Columns) (ok bool, err error)

+ func ChangeColumnTypeViaAdd(conn Connection, table Table, col iop.Column) (err error)

+ func CleanSQL(conn Connection, sql string) string

+ func CommonColumns(colNames1 []string, colNames2 []string) (commCols []string)

+ func CopyFromAzure(conn Connection, tableFName, azPath string) (err error)

+ func CopyFromS3(conn Connection, tableFName, s3Path string) (err error)

+ func EnsureBinDuckDB(version string) (binPath string, err error)

+ func EnsureBinSQLite() (binPath string, err error)

+ func GenerateAlterDDL(conn Connection, table Table, newColumns iop.Columns) (bool, error)

+ func GetQualifierQuote(dialect dbio.Type) string

+ func HasVariedCase(text string) bool

+ func InsertBatchStream(conn Connection, tx Transaction, tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func InsertStream(conn Connection, tx *BaseTransaction, tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func NativeTypeToGeneral(name, dbType string, conn Connection) (colType iop.ColumnType)

+ func PK(obj interface{}) (pk []string)

+ func ParseColumnName(text string, dialect dbio.Type) (colName string, err error)

+ func ParseSQLMultiStatements(sql string) (sqls g.Strings)

+ func SQLColumns(colTypes []ColumnType, conn Connection) (columns iop.Columns)

+ func SplitTableFullName(tableName string) (string, string)

+ func TableExists(conn Connection, tableFName string) (exists bool, err error)

+ func TestPermissions(conn Connection, tableName string) (err error)

+ func UID(obj interface{}) string

+ func Upsert(conn Connection, tx Transaction, sourceTable, targetTable string, ...) (count int64, err error)

+ type BaseConn struct

+ Data iop.Dataset

+ Log []string

+ Type dbio.Type

+ URL string

+ func (conn *BaseConn) AddLog(text string)

+ func (conn *BaseConn) Base() *BaseConn

+ func (conn *BaseConn) BaseURL() string

+ func (conn *BaseConn) Begin(options ...*sql.TxOptions) (err error)

+ func (conn *BaseConn) BeginContext(ctx context.Context, options ...*sql.TxOptions) (err error)

+ func (conn *BaseConn) BulkExportFlow(tables ...Table) (df *iop.Dataflow, err error)

+ func (conn *BaseConn) BulkExportFlowCSV(tables ...Table) (df *iop.Dataflow, err error)

+ func (conn *BaseConn) BulkExportStream(sql string) (ds *iop.Datastream, err error)

+ func (conn *BaseConn) BulkImportFlow(tableFName string, df *iop.Dataflow) (count uint64, err error)

+ func (conn *BaseConn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *BaseConn) CastColumnForSelect(srcCol iop.Column, tgtCol iop.Column) string

+ func (conn *BaseConn) CastColumnsForSelect(srcColumns iop.Columns, tgtColumns iop.Columns) []string

+ func (conn *BaseConn) Close() error

+ func (conn *BaseConn) Commit() (err error)

+ func (conn *BaseConn) CompareChecksums(tableName string, columns iop.Columns) (err error)

+ func (conn *BaseConn) ConnString() string

+ func (conn *BaseConn) Connect(timeOut ...int) (err error)

+ func (conn *BaseConn) Context() *g.Context

+ func (conn *BaseConn) CreateTable(tableName string, cols iop.Columns, tableDDL string) (err error)

+ func (conn *BaseConn) CreateTemporaryTable(tableName string, cols iop.Columns) (err error)

+ func (conn *BaseConn) CurrentDatabase() (dbName string, err error)

+ func (conn *BaseConn) Db() *sqlx.DB

+ func (conn *BaseConn) DbX() *DbX

+ func (conn *BaseConn) DropTable(tableNames ...string) (err error)

+ func (conn *BaseConn) DropView(viewNames ...string) (err error)

+ func (conn *BaseConn) Exec(sql string, args ...interface{}) (result sql.Result, err error)

+ func (conn *BaseConn) ExecContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ func (conn *BaseConn) ExecMulti(sql string, args ...interface{}) (result sql.Result, err error)

+ func (conn *BaseConn) ExecMultiContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ func (conn *BaseConn) GenerateDDL(tableFName string, data iop.Dataset, temporary bool) (string, error)

+ func (conn *BaseConn) GenerateInsertStatement(tableName string, fields []string, numRows int) string

+ func (conn *BaseConn) GenerateUpsertExpressions(srcTable string, tgtTable string, pkFields []string) (exprs map[string]string, err error)

+ func (conn *BaseConn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *BaseConn) GetAnalysis(analysisName string, values map[string]interface{}) (sql string, err error)

+ func (conn *BaseConn) GetColumnStats(tableName string, fields ...string) (columns iop.Columns, err error)

+ func (conn *BaseConn) GetColumns(tableFName string, fields ...string) (columns iop.Columns, err error)

+ func (conn *BaseConn) GetColumnsFull(tableFName string) (iop.Dataset, error)

+ func (conn *BaseConn) GetCount(tableFName string) (uint64, error)

+ func (conn *BaseConn) GetDDL(tableFName string) (string, error)

+ func (conn *BaseConn) GetDatabases() (iop.Dataset, error)

+ func (conn *BaseConn) GetGormConn(config *gorm.Config) (*gorm.DB, error)

+ func (conn *BaseConn) GetIndexes(tableFName string) (iop.Dataset, error)

+ func (conn *BaseConn) GetNativeType(col iop.Column) (nativeType string, err error)

+ func (conn *BaseConn) GetObjects(schema string, objectType string) (iop.Dataset, error)

+ func (conn *BaseConn) GetPrimaryKeys(tableFName string) (iop.Dataset, error)

+ func (conn *BaseConn) GetProp(key string) string

+ func (conn *BaseConn) GetSQLColumns(tables ...Table) (columns iop.Columns, err error)

+ func (conn *BaseConn) GetSchemas() (iop.Dataset, error)

+ func (conn *BaseConn) GetSchemata(schemaName string, tableNames ...string) (Schemata, error)

+ func (conn *BaseConn) GetTableColumns(table *Table, fields ...string) (columns iop.Columns, err error)

+ func (conn *BaseConn) GetTables(schema string) (iop.Dataset, error)

+ func (conn *BaseConn) GetTemplateValue(path string) (value string)

+ func (conn *BaseConn) GetType() dbio.Type

+ func (conn *BaseConn) GetURL(newURL ...string) string

+ func (conn *BaseConn) GetViews(schema string) (iop.Dataset, error)

+ func (conn *BaseConn) Import(data iop.Dataset, tableName string) error

+ func (conn *BaseConn) Info() (ci ConnInfo)

+ func (conn *BaseConn) Init() (err error)

+ func (conn *BaseConn) InsertBatchStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *BaseConn) InsertStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *BaseConn) Kill() error

+ func (conn *BaseConn) LoadTemplates() error

+ func (conn *BaseConn) MustExec(sql string, args ...interface{}) (result sql.Result)

+ func (conn *BaseConn) NewTransaction(ctx context.Context, options ...*sql.TxOptions) (Transaction, error)

+ func (conn *BaseConn) OptimizeTable(table *Table, newColumns iop.Columns) (ok bool, err error)

+ func (conn *BaseConn) Prepare(query string) (stmt *sql.Stmt, err error)

+ func (conn *BaseConn) ProcessTemplate(level, text string, values map[string]interface{}) (sql string, err error)

+ func (conn *BaseConn) PropArr() []string

+ func (conn *BaseConn) Props() map[string]string

+ func (conn *BaseConn) Query(sql string, options ...map[string]interface{}) (data iop.Dataset, err error)

+ func (conn *BaseConn) QueryContext(ctx context.Context, sql string, options ...map[string]interface{}) (iop.Dataset, error)

+ func (conn *BaseConn) Quote(field string, normalize ...bool) string

+ func (conn *BaseConn) Rollback() (err error)

+ func (conn *BaseConn) RunAnalysis(analysisName string, values map[string]interface{}) (data iop.Dataset, err error)

+ func (conn *BaseConn) Schemata() Schemata

+ func (conn *BaseConn) Self() Connection

+ func (conn *BaseConn) SetProp(key string, val string)

+ func (conn *BaseConn) StreamRecords(sql string) (<-chan map[string]interface{}, error)

+ func (conn *BaseConn) StreamRows(sql string, options ...map[string]interface{}) (ds *iop.Datastream, err error)

+ func (conn *BaseConn) StreamRowsContext(ctx context.Context, query string, options ...map[string]interface{}) (ds *iop.Datastream, err error)

+ func (conn *BaseConn) SumbitTemplate(level string, templateMap map[string]string, name string, ...) (data iop.Dataset, err error)

+ func (conn *BaseConn) SwapTable(srcTable string, tgtTable string) (err error)

+ func (conn *BaseConn) Template() Template

+ func (conn *BaseConn) Tx() Transaction

+ func (conn *BaseConn) Unquote(field string) string

+ func (conn *BaseConn) Upsert(srcTable string, tgtTable string, primKeys []string) (rowAffCnt int64, err error)

+ func (conn *BaseConn) ValidateColumnNames(tgtColNames []string, colNames []string, quote bool) (newColNames []string, err error)

+ type BaseTransaction struct

+ Conn Connection

+ Tx *sqlx.Tx

+ func (t *BaseTransaction) Commit() (err error)

+ func (t *BaseTransaction) Connection() Connection

+ func (t *BaseTransaction) Context() *g.Context

+ func (t *BaseTransaction) DisableTrigger(tableName, triggerName string) (err error)

+ func (t *BaseTransaction) EnableTrigger(tableName, triggerName string) (err error)

+ func (t *BaseTransaction) Exec(sql string, args ...interface{}) (result sql.Result, err error)

+ func (t *BaseTransaction) ExecContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ func (t *BaseTransaction) ExecMultiContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ func (t *BaseTransaction) InsertBatchStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (t *BaseTransaction) InsertStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (t *BaseTransaction) Prepare(query string) (stmt *sql.Stmt, err error)

+ func (t *BaseTransaction) QueryContext(ctx context.Context, q string, args ...interface{}) (result *sqlx.Rows, err error)

+ func (t *BaseTransaction) Rollback() (err error)

+ func (t *BaseTransaction) Upsert(sourceTable, targetTable string, pkFields []string) (count uint64, err error)

+ func (t *BaseTransaction) UpsertStream(tableFName string, ds *iop.Datastream, pk []string) (count uint64, err error)

+ type BigQueryConn struct

+ Client *bigquery.Client

+ DatasetID string

+ Datasets []string

+ Location string

+ ProjectID string

+ URL string

+ func (conn *BigQueryConn) BulkExportFlow(tables ...Table) (df *iop.Dataflow, err error)

+ func (conn *BigQueryConn) BulkImportFlow(tableFName string, df *iop.Dataflow) (count uint64, err error)

+ func (conn *BigQueryConn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *BigQueryConn) CastColumnForSelect(srcCol iop.Column, tgtCol iop.Column) (selectStr string)

+ func (conn *BigQueryConn) Close() error

+ func (conn *BigQueryConn) Connect(timeOut ...int) error

+ func (conn *BigQueryConn) CopyFromGCS(gcsURI string, tableFName string, dsColumns []iop.Column) error

+ func (conn *BigQueryConn) CopyFromLocal(localURI string, tableFName string, dsColumns []iop.Column) error

+ func (conn *BigQueryConn) CopyToGCS(table Table, gcsURI string) error

+ func (conn *BigQueryConn) ExecContext(ctx context.Context, sql string, args ...interface{}) (result sql.Result, err error)

+ func (conn *BigQueryConn) ExecMultiContext(ctx context.Context, sql string, args ...interface{}) (result sql.Result, err error)

+ func (conn *BigQueryConn) ExportToGCS(sql string, gcsURI string) error

+ func (conn *BigQueryConn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *BigQueryConn) GetDatabases() (iop.Dataset, error)

+ func (conn *BigQueryConn) GetSchemas() (iop.Dataset, error)

+ func (conn *BigQueryConn) GetSchemata(schemaName string, tableNames ...string) (Schemata, error)

+ func (conn *BigQueryConn) Init() error

+ func (conn *BigQueryConn) InsertBatchStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *BigQueryConn) InsertStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *BigQueryConn) LoadCSVFromReader(tableFName string, reader io.Reader, dsColumns []iop.Column) error

+ func (conn *BigQueryConn) NewTransaction(ctx context.Context, options ...*sql.TxOptions) (tx Transaction, err error)

+ func (conn *BigQueryConn) StreamRowsContext(ctx context.Context, sql string, options ...map[string]interface{}) (ds *iop.Datastream, err error)

+ func (conn *BigQueryConn) Unload(tables ...Table) (gsPath string, err error)

+ type BigTableAction string

+ const BTCreateColumnFamily

+ const BTCreateTable

+ const BTDeleteTable

+ const BTTableInfo

+ type BigTableConn struct

+ Client *bigtable.Client

+ InstanceID string

+ Location string

+ ProjectID string

+ URL string

+ func (conn *BigTableConn) BulkExportFlow(tables ...Table) (df *iop.Dataflow, err error)

+ func (conn *BigTableConn) Close() error

+ func (conn *BigTableConn) Connect(timeOut ...int) error

+ func (conn *BigTableConn) ExecContext(ctx context.Context, payload string, args ...interface{}) (result sql.Result, err error)

+ func (conn *BigTableConn) GetColumns(tableFName string, fields ...string) (columns iop.Columns, err error)

+ func (conn *BigTableConn) GetColumnsFull(tableFName string) (iop.Dataset, error)

+ func (conn *BigTableConn) GetSQLColumns(tables ...Table) (columns iop.Columns, err error)

+ func (conn *BigTableConn) GetSchemas() (iop.Dataset, error)

+ func (conn *BigTableConn) GetSchemata(schemaName string, tableNames ...string) (schemata Schemata, err error)

+ func (conn *BigTableConn) GetTables(schema string) (data iop.Dataset, err error)

+ func (conn *BigTableConn) GetViews(schema string) (data iop.Dataset, err error)

+ func (conn *BigTableConn) Init() error

+ func (conn *BigTableConn) InsertBatchStream(table string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *BigTableConn) NewTransaction(ctx context.Context, options ...*sql.TxOptions) (tx Transaction, err error)

+ func (conn *BigTableConn) StreamRowsContext(ctx context.Context, table string, options ...map[string]interface{}) (ds *iop.Datastream, err error)

+ type BigTableQuery struct

+ Action BigTableAction

+ ColumnFamilies []string

+ Table string

+ type BlankTransaction struct

+ Conn Connection

+ func (t *BlankTransaction) Commit() (err error)

+ func (t *BlankTransaction) Connection() Connection

+ func (t *BlankTransaction) Context() *g.Context

+ func (t *BlankTransaction) ExecContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ func (t *BlankTransaction) ExecMultiContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ func (t *BlankTransaction) Prepare(query string) (stmt *sql.Stmt, err error)

+ func (t *BlankTransaction) QueryContext(ctx context.Context, q string, args ...interface{}) (result *sqlx.Rows, err error)

+ func (t *BlankTransaction) Rollback() (err error)

+ type ClickhouseConn struct

+ URL string

+ func (conn *ClickhouseConn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *ClickhouseConn) ConnString() string

+ func (conn *ClickhouseConn) GenerateInsertStatement(tableName string, fields []string, numRows int) string

+ func (conn *ClickhouseConn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *ClickhouseConn) Init() error

+ func (conn *ClickhouseConn) NewTransaction(ctx context.Context, options ...*sql.TxOptions) (Transaction, error)

+ type ColumnType struct

+ DatabaseTypeName string

+ Length int

+ Name string

+ Nullable bool

+ Precision int

+ Scale int

+ Sourced bool

+ type ConnInfo struct

+ Database string

+ Host string

+ Password string

+ Port int

+ Role string

+ Schema string

+ URL *net.URL

+ User string

+ Warehouse string

+ type Connection interface

+ Base func() *BaseConn

+ BaseURL func() string

+ Begin func(options ...*sql.TxOptions) error

+ BeginContext func(ctx context.Context, options ...*sql.TxOptions) error

+ BulkExportFlow func(tables ...Table) (*iop.Dataflow, error)

+ BulkExportStream func(sql string) (*iop.Datastream, error)

+ BulkImportFlow func(tableFName string, df *iop.Dataflow) (count uint64, err error)

+ BulkImportStream func(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ CastColumnForSelect func(srcColumn iop.Column, tgtColumn iop.Column) string

+ CastColumnsForSelect func(srcColumns iop.Columns, tgtColumns iop.Columns) []string

+ Close func() error

+ Commit func() error

+ CompareChecksums func(tableName string, columns iop.Columns) (err error)

+ ConnString func() string

+ Connect func(timeOut ...int) error

+ Context func() *g.Context

+ CreateTable func(tableName string, cols iop.Columns, tableDDL string) (err error)

+ CreateTemporaryTable func(tableName string, cols iop.Columns) (err error)

+ CurrentDatabase func() (string, error)

+ Db func() *sqlx.DB

+ DbX func() *DbX

+ DropTable func(...string) error

+ DropView func(...string) error

+ Exec func(sql string, args ...interface{}) (result sql.Result, err error)

+ ExecContext func(ctx context.Context, sql string, args ...interface{}) (result sql.Result, err error)

+ ExecMulti func(sql string, args ...interface{}) (result sql.Result, err error)

+ ExecMultiContext func(ctx context.Context, sql string, args ...interface{}) (result sql.Result, err error)

+ GenerateDDL func(tableFName string, data iop.Dataset, temporary bool) (string, error)

+ GenerateInsertStatement func(tableName string, fields []string, numRows int) string

+ GenerateUpsertSQL func(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ GetAnalysis func(string, map[string]interface{}) (string, error)

+ GetColumnStats func(tableName string, fields ...string) (columns iop.Columns, err error)

+ GetColumns func(tableFName string, fields ...string) (iop.Columns, error)

+ GetColumnsFull func(string) (iop.Dataset, error)

+ GetCount func(string) (uint64, error)

+ GetDDL func(string) (string, error)

+ GetDatabases func() (iop.Dataset, error)

+ GetGormConn func(config *gorm.Config) (*gorm.DB, error)

+ GetIndexes func(string) (iop.Dataset, error)

+ GetNativeType func(col iop.Column) (nativeType string, err error)

+ GetPrimaryKeys func(string) (iop.Dataset, error)

+ GetProp func(string) string

+ GetSQLColumns func(tables ...Table) (columns iop.Columns, err error)

+ GetSchemas func() (iop.Dataset, error)

+ GetSchemata func(schemaName string, tableNames ...string) (Schemata, error)

+ GetTableColumns func(table *Table, fields ...string) (columns iop.Columns, err error)

+ GetTables func(string) (iop.Dataset, error)

+ GetTemplateValue func(path string) (value string)

+ GetType func() dbio.Type

+ GetURL func(newURL ...string) string

+ GetViews func(string) (iop.Dataset, error)

+ Info func() ConnInfo

+ Init func() error

+ InsertBatchStream func(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ InsertStream func(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ Kill func() error

+ LoadTemplates func() error

+ MustExec func(sql string, args ...interface{}) (result sql.Result)

+ NewTransaction func(ctx context.Context, options ...*sql.TxOptions) (Transaction, error)

+ OptimizeTable func(table *Table, columns iop.Columns) (ok bool, err error)

+ Prepare func(query string) (stmt *sql.Stmt, err error)

+ ProcessTemplate func(level, text string, values map[string]interface{}) (sql string, err error)

+ Props func() map[string]string

+ PropsArr func() []string

+ Query func(sql string, options ...map[string]interface{}) (iop.Dataset, error)

+ QueryContext func(ctx context.Context, sql string, options ...map[string]interface{}) (iop.Dataset, error)

+ Quote func(field string, normalize ...bool) string

+ RenameTable func(table string, newTable string) (err error)

+ Rollback func() error

+ RunAnalysis func(string, map[string]interface{}) (iop.Dataset, error)

+ Schemata func() Schemata

+ Self func() Connection

+ SetProp func(string, string)

+ StreamRecords func(sql string) (<-chan map[string]interface{}, error)

+ StreamRows func(sql string, options ...map[string]interface{}) (*iop.Datastream, error)

+ StreamRowsContext func(ctx context.Context, sql string, options ...map[string]interface{}) (ds *iop.Datastream, err error)

+ SumbitTemplate func(level string, templateMap map[string]string, name string, ...) (data iop.Dataset, err error)

+ SwapTable func(srcTable string, tgtTable string) (err error)

+ Template func() Template

+ Tx func() Transaction

+ Unquote func(string) string

+ Upsert func(srcTable string, tgtTable string, pkFields []string) (rowAffCnt int64, err error)

+ ValidateColumnNames func(tgtColName []string, colNames []string, quote bool) (newColNames []string, err error)

+ func Clone(conn Connection) (newConn Connection, err error)

+ func NewConn(URL string, props ...string) (Connection, error)

+ func NewConnContext(ctx context.Context, URL string, props ...string) (Connection, error)

+ type DataAnalyzer struct

+ ColumnMap map[string]iop.Column

+ Conn Connection

+ Options DataAnalyzerOptions

+ RelationMap map[string]map[string]map[string]Relation

+ Schemata Schemata

+ func NewDataAnalyzer(conn Connection, opts DataAnalyzerOptions) (da *DataAnalyzer, err error)

+ func (da *DataAnalyzer) AnalyzeColumns(sampleSize int, includeViews bool) (err error)

+ func (da *DataAnalyzer) GetManyToMany(nonUniqueCols iop.Columns, asString bool) (err error)

+ func (da *DataAnalyzer) GetOneToMany(uniqueCols, nonUniqueCols iop.Columns, asString bool) (err error)

+ func (da *DataAnalyzer) GetOneToOne(uniqueCols iop.Columns, asString bool) (err error)

+ func (da *DataAnalyzer) GetSchemata(force bool) (err error)

+ func (da *DataAnalyzer) ProcessRelations() (err error)

+ func (da *DataAnalyzer) ProcessRelationsInteger() (err error)

+ func (da *DataAnalyzer) ProcessRelationsString() (err error)

+ func (da *DataAnalyzer) WriteRelationsYaml(path string) (err error)

+ type DataAnalyzerOptions struct

+ DbName string

+ SchemaNames []string

+ type Database struct

+ Name string

+ Schemas map[string]Schema

+ func (db *Database) Columns() map[string]iop.Column

+ func (db *Database) Tables() map[string]Table

+ type DbX struct

+ func (x *DbX) Delete(o interface{}) (cnt int, err error)

+ func (x *DbX) Get(o interface{}, fields ...string) (err error)

+ func (x *DbX) Insert(o interface{}, fields ...string) (err error)

+ func (x *DbX) Select(o interface{}, fields ...string) (err error)

+ func (x *DbX) TableName(o interface{}) (name string)

+ func (x *DbX) Update(o interface{}, fields ...string) (cnt int, err error)

+ func (x *DbX) Upsert(o interface{}, fields ...string) (cnt int, err error)

+ func (x *DbX) Where(where ...interface{}) *DbX

+ type DuckDbConn struct

+ URL string

+ func (conn *DuckDbConn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *DuckDbConn) Close() error

+ func (conn *DuckDbConn) Connect(timeOut ...int) (err error)

+ func (conn *DuckDbConn) ExecContext(ctx context.Context, sql string, args ...interface{}) (result sql.Result, err error)

+ func (conn *DuckDbConn) ExecMultiContext(ctx context.Context, sql string, args ...interface{}) (result sql.Result, err error)

+ func (conn *DuckDbConn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *DuckDbConn) GetURL(newURL ...string) string

+ func (conn *DuckDbConn) Init() error

+ func (conn *DuckDbConn) InsertBatchStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *DuckDbConn) InsertStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *DuckDbConn) StreamRowsContext(ctx context.Context, sql string, options ...map[string]interface{}) (ds *iop.Datastream, err error)

+ type ManualTransaction struct

+ Conn Connection

+ func (t *ManualTransaction) Commit() (err error)

+ func (t *ManualTransaction) Context() *g.Context

+ func (t *ManualTransaction) ExecContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ func (t *ManualTransaction) ExecMultiContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ func (t *ManualTransaction) Prepare(query string) (stmt *sql.Stmt, err error)

+ func (t *ManualTransaction) QueryContext(ctx context.Context, q string, args ...interface{}) (result *sqlx.Rows, err error)

+ func (t *ManualTransaction) Rollback() (err error)

+ type ModelDbX struct

+ Ptr interface{}

+ RowsAffected int

+ func (m *ModelDbX) Bind(bindFunc func(p interface{}) error, objPtr interface{}) (err error)

+ func (m *ModelDbX) Delete(db *sqlx.DB) (err error)

+ func (m *ModelDbX) Fields() (fields []string)

+ func (m *ModelDbX) Get(db *sqlx.DB, fields ...string) (err error)

+ func (m *ModelDbX) Insert(db *sqlx.DB, fields ...string) (err error)

+ func (m *ModelDbX) Rec() map[string]interface{}

+ func (m *ModelDbX) Select(db *sqlx.DB, objPtr interface{}, fields ...string) (err error)

+ func (m *ModelDbX) TableName(objPtr interface{}) string

+ func (m *ModelDbX) Update(db *sqlx.DB, fields ...string) (err error)

+ func (m *ModelDbX) Values(fields []string) (values []interface{}, err error)

+ func (m *ModelDbX) Where(where ...interface{}) *ModelDbX

+ type MsSQLServerConn struct

+ URL string

+ func (conn *MsSQLServerConn) BcpExport() (err error)

+ func (conn *MsSQLServerConn) BcpImportFile(tableFName, filePath string) (count uint64, err error)

+ func (conn *MsSQLServerConn) BcpImportFileParrallel(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *MsSQLServerConn) BulkImportFlow(tableFName string, df *iop.Dataflow) (count uint64, err error)

+ func (conn *MsSQLServerConn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *MsSQLServerConn) CopyFromAzure(tableFName, azPath string) (count uint64, err error)

+ func (conn *MsSQLServerConn) CopyViaAzure(tableFName string, df *iop.Dataflow) (count uint64, err error)

+ func (conn *MsSQLServerConn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *MsSQLServerConn) GetURL(newURL ...string) string

+ func (conn *MsSQLServerConn) Init() error

+ type MySQLConn struct

+ URL string

+ func (conn *MySQLConn) BulkExportStream(sql string) (ds *iop.Datastream, err error)

+ func (conn *MySQLConn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *MySQLConn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *MySQLConn) GetURL(newURL ...string) string

+ func (conn *MySQLConn) Init() error

+ func (conn *MySQLConn) LoadDataInFile(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *MySQLConn) LoadDataOutFile(sql string) (stdOutReader io.Reader, err error)

+ type OracleConn struct

+ URL string

+ func (conn *OracleConn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *OracleConn) ExecMultiContext(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ func (conn *OracleConn) GenerateInsertStatement(tableName string, fields []string, numRows int) string

+ func (conn *OracleConn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *OracleConn) Init() error

+ func (conn *OracleConn) SQLLoad(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ type Pool struct

+ Dbs map[string]*sqlx.DB

+ DuckDbs map[string]*DuckDbConn

+ Mux sync.Mutex

+ type PostgresConn struct

+ URL string

+ func (conn *PostgresConn) BulkExportStream(sql string) (ds *iop.Datastream, err error)

+ func (conn *PostgresConn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *PostgresConn) CastColumnForSelect(srcCol iop.Column, tgtCol iop.Column) (selectStr string)

+ func (conn *PostgresConn) CopyToStdout(sql string) (stdOutReader io.Reader, err error)

+ func (conn *PostgresConn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *PostgresConn) Init() error

+ type RedshiftConn struct

+ URL string

+ func (conn *RedshiftConn) BulkExportFlow(tables ...Table) (df *iop.Dataflow, err error)

+ func (conn *RedshiftConn) BulkExportStream(sql string) (ds *iop.Datastream, err error)

+ func (conn *RedshiftConn) BulkImportFlow(tableFName string, df *iop.Dataflow) (count uint64, err error)

+ func (conn *RedshiftConn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *RedshiftConn) ConnString() string

+ func (conn *RedshiftConn) CopyFromS3(tableFName, s3Path string) (count uint64, err error)

+ func (conn *RedshiftConn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *RedshiftConn) Init() error

+ func (conn *RedshiftConn) Unload(tables ...Table) (s3Path string, err error)

+ type Relation string

+ type Result struct

+ func (r Result) LastInsertId() (int64, error)

+ func (r Result) RowsAffected() (int64, error)

+ type SQLiteConn struct

+ URL string

+ func (conn *SQLiteConn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *SQLiteConn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *SQLiteConn) GetSchemata(schemaName string, tableNames ...string) (Schemata, error)

+ func (conn *SQLiteConn) GetURL(newURL ...string) string

+ func (conn *SQLiteConn) Init() error

+ type Schema struct

+ Name string

+ Tables map[string]Table

+ func (schema *Schema) Columns() map[string]iop.Column

+ func (schema *Schema) ToData() (data iop.Dataset)

+ type Schemata struct

+ Databases map[string]Database

+ func GetSchemataAll(conn Connection) (schemata Schemata, err error)

+ func GetTablesSchemata(conn Connection, tableNames ...string) (schemata Schemata, err error)

+ func (s *Schemata) Columns() map[string]iop.Column

+ func (s *Schemata) Database() Database

+ func (s *Schemata) LoadTablesJSON(payload string) error

+ func (s *Schemata) Tables() map[string]Table

+ type SnowflakeConn struct

+ CopyMethod string

+ URL string

+ Warehouse string

+ func (conn *SnowflakeConn) BulkExportFlow(tables ...Table) (df *iop.Dataflow, err error)

+ func (conn *SnowflakeConn) BulkImportFlow(tableFName string, df *iop.Dataflow) (count uint64, err error)

+ func (conn *SnowflakeConn) BulkImportStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *SnowflakeConn) ConnString() string

+ func (conn *SnowflakeConn) Connect(timeOut ...int) error

+ func (conn *SnowflakeConn) CopyFromAzure(tableFName, azPath string) (err error)

+ func (conn *SnowflakeConn) CopyFromS3(tableFName, s3Path string) (err error)

+ func (conn *SnowflakeConn) CopyToAzure(tables ...Table) (azPath string, err error)

+ func (conn *SnowflakeConn) CopyToS3(tables ...Table) (s3Path string, err error)

+ func (conn *SnowflakeConn) CopyViaAWS(tableFName string, df *iop.Dataflow) (count uint64, err error)

+ func (conn *SnowflakeConn) CopyViaAzure(tableFName string, df *iop.Dataflow) (count uint64, err error)

+ func (conn *SnowflakeConn) CopyViaStage(tableFName string, df *iop.Dataflow) (count uint64, err error)

+ func (conn *SnowflakeConn) GenerateUpsertSQL(srcTable string, tgtTable string, pkFields []string) (sql string, err error)

+ func (conn *SnowflakeConn) GetColumnsFull(tableFName string) (data iop.Dataset, err error)

+ func (conn *SnowflakeConn) GetDatabases() (data iop.Dataset, err error)

+ func (conn *SnowflakeConn) GetFile(internalStagePath, fPath string) (err error)

+ func (conn *SnowflakeConn) GetSchemas() (data iop.Dataset, err error)

+ func (conn *SnowflakeConn) GetTables(schema string) (data iop.Dataset, err error)

+ func (conn *SnowflakeConn) GetViews(schema string) (data iop.Dataset, err error)

+ func (conn *SnowflakeConn) Init() error

+ func (conn *SnowflakeConn) PutFile(fPath string, internalStagePath string) (err error)

+ func (conn *SnowflakeConn) UnloadViaStage(sqls ...string) (filePath string, err error)

+ type StarRocksConn struct

+ URL string

+ func (conn *StarRocksConn) BulkImportFlow(tableFName string, df *iop.Dataflow) (count uint64, err error)

+ func (conn *StarRocksConn) GenerateDDL(tableFName string, data iop.Dataset, temporary bool) (string, error)

+ func (conn *StarRocksConn) GetURL(newURL ...string) string

+ func (conn *StarRocksConn) Init() error

+ func (conn *StarRocksConn) InsertBatchStream(tableFName string, ds *iop.Datastream) (count uint64, err error)

+ func (conn *StarRocksConn) StreamLoad(feURL, tableFName string, df *iop.Dataflow) (count uint64, err error)

+ type StatFieldSQL struct

+ Name string

+ TemplateSQL string

+ type Table struct

+ Columns iop.Columns

+ Database string

+ Dialect dbio.Type

+ IsView bool

+ Name string

+ SQL string

+ Schema string

+ func ParseTableName(text string, dialect dbio.Type) (table Table, err error)

+ func (t *Table) ColumnsMap() map[string]iop.Column

+ func (t *Table) DatabaseQ() string

+ func (t *Table) FDQN() string

+ func (t *Table) FullName() string

+ func (t *Table) IsQuery() bool

+ func (t *Table) NameQ() string

+ func (t *Table) SchemaQ() string

+ func (t *Table) Select(fields ...string) string

+ type Template struct

+ Analysis map[string]string

+ Core map[string]string

+ Function map[string]string

+ GeneralTypeMap map[string]string

+ Metadata map[string]string

+ NativeStatsMap map[string]bool

+ NativeTypeMap map[string]string

+ Variable map[string]string

+ func (template Template) ToData() (data iop.Dataset)

+ type Transaction interface

+ Commit func() (err error)

+ Connection func() Connection

+ Context func() *g.Context

+ ExecContext func(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ ExecMultiContext func(ctx context.Context, q string, args ...interface{}) (result sql.Result, err error)

+ Prepare func(query string) (stmt *sql.Stmt, err error)

+ QueryContext func(ctx context.Context, q string, args ...interface{}) (result *sqlx.Rows, err error)

+ Rollback func() (err error)

+ type User struct

+ Age int

+ Name string

+ func NewUser() *User

+ type WhereClause []interface

+ func (wc WhereClause) Args() []interface{}

+ func (wc WhereClause) Clause() string