client

Documentation

Index

• Constants
• type Client
  • func (cl *Client) Close()
  • func (cl *Client) Query(statement string) (result warehouseutils.QueryResult, err error)
• type StagingFile
• type Warehouse
  • func NewWarehouse(baseURL string, opts ...WarehouseOpts) *Warehouse
  • func (warehouse *Warehouse) Process(ctx context.Context, stagingFile StagingFile) error
• type WarehouseOpts
  • func WithTimeout(timeout time.Duration) WarehouseOpts

Constants

const (
	SQLClient = "SQLClient"
	BQClient  = "BigQueryClient"
	DBClient  = "DBClient"
)

Types

type Client

type Client struct {
	SQL       *sql.DB
	BQ        *bigquery.Client
	DBHandleT *databricks.DBHandleT
	Type      string
}

func (*Client) Close

func (cl *Client) Close()

func (*Client) Query

func (cl *Client) Query(statement string) (result warehouseutils.QueryResult, err error)

type StagingFile

type StagingFile struct {
	WorkspaceID   string
	SourceID      string
	DestinationID string
	Location      string

	Schema map[string]map[string]interface{}

	FirstEventAt          string
	LastEventAt           string
	TotalEvents           int
	TotalBytes            int
	UseRudderStorage      bool
	DestinationRevisionID string
	// cloud sources specific info
	SourceBatchID   string
	SourceTaskID    string
	SourceTaskRunID string
	SourceJobID     string
	SourceJobRunID  string
	TimeWindow      time.Time
}

StagingFile contains the require metadata to process a staging file.

type Warehouse

type Warehouse struct {
	// contains filtered or unexported fields
}

func NewWarehouse

func NewWarehouse(baseURL string, opts ...WarehouseOpts) *Warehouse

func (*Warehouse) Process

func (warehouse *Warehouse) Process(ctx context.Context, stagingFile StagingFile) error

type WarehouseOpts

type WarehouseOpts func(*Warehouse)

func WithTimeout

func WithTimeout(timeout time.Duration) WarehouseOpts