clickhouse

Documentation

Index

• func NewColumnCheckOperator(manager connectionFetcher) *ansisql.ColumnCheckOperator
• type AcceptedValuesCheck
  • func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
• type AssetMaterializationMap
• type BasicOperator
  • func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator
  • func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
  • func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error
• type ClickHouseClient
• type ClickHouseConfig
• type Client
  • func NewClient(c ClickHouseConfig) (*Client, error)
  • func (c *Client) GetIngestrURI() (string, error)
  • func (c *Client) Ping(ctx context.Context) error
  • func (c *Client) RunQueryWithoutResult(ctx context.Context, query *query.Query) error
  • func (c *Client) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
  • func (c *Client) SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)
• type Config
  • func (c *Config) GetIngestrURI() string
  • func (c *Config) ToClickHouseOptions() *click_house.Options
• type Materializer
  • func NewMaterializer(fullRefresh bool) *Materializer
  • func (m *Materializer) Render(asset *pipeline.Asset, query string) ([]string, error)
• type MaterializerFunc
• type PatternCheck
  • func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
• type Renderer
  • func NewRenderer(fullRefresh bool) *Renderer
  • func (r *Renderer) Render(asset *pipeline.Asset, query string) (string, error)
• type RowScanner
  • func (s *RowScanner) Scan(src any) error
  • func (s *RowScanner) SetValues(values []any)

Functions

func NewColumnCheckOperator

func NewColumnCheckOperator(manager connectionFetcher) *ansisql.ColumnCheckOperator

Types

type AcceptedValuesCheck

type AcceptedValuesCheck struct {
	// contains filtered or unexported fields
}

func (*AcceptedValuesCheck) Check

func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type AssetMaterializationMap

type AssetMaterializationMap map[pipeline.MaterializationType]map[pipeline.MaterializationStrategy]MaterializerFunc

type BasicOperator

type BasicOperator struct {
	// contains filtered or unexported fields
}

func NewBasicOperator

func NewBasicOperator(conn connectionFetcher, extractor queryExtractor, materializer materializer) *BasicOperator

func (BasicOperator) Run

func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

func (BasicOperator) RunTask

func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

type ClickHouseClient

type ClickHouseClient interface {
	RunQueryWithoutResult(ctx context.Context, query *query.Query) error
	Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
	Ping(ctx context.Context) error
	SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)
}

type ClickHouseConfig

type ClickHouseConfig interface {
	ToClickHouseOptions() *click_house.Options
	GetIngestrURI() string
}

type Client

type Client struct {
	// contains filtered or unexported fields
}

func NewClient

func NewClient(c ClickHouseConfig) (*Client, error)

func (*Client) GetIngestrURI

func (c *Client) GetIngestrURI() (string, error)

func (*Client) Ping

func (c *Client) Ping(ctx context.Context) error

Test runs a simple query (SELECT 1) to validate the connection.

func (*Client) RunQueryWithoutResult

func (c *Client) RunQueryWithoutResult(ctx context.Context, query *query.Query) error

func (*Client) Select

func (c *Client) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)

Select runs a query and returns the results.

func (*Client) SelectWithSchema

func (c *Client) SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)

type Config

type Config struct {
	Username string
	Password string
	Host     string
	Port     int
	Database string
	HTTPPort int
	Secure   *int
}

func (*Config) GetIngestrURI

func (c *Config) GetIngestrURI() string

func (*Config) ToClickHouseOptions

func (c *Config) ToClickHouseOptions() *click_house.Options

type Materializer

type Materializer struct {
	MaterializationMap AssetMaterializationMap
	// contains filtered or unexported fields
}

The other packages all use a materializer that renders the query to a single string. Due to the quirks of athena we need to create a different materializer that returns a slice of strings, since athena server requires us to send separate batches for certain things.

func NewMaterializer

func NewMaterializer(fullRefresh bool) *Materializer

func (*Materializer) Render

func (m *Materializer) Render(asset *pipeline.Asset, query string) ([]string, error)

type MaterializerFunc

type MaterializerFunc func(task *pipeline.Asset, query string) ([]string, error)

type PatternCheck

type PatternCheck struct {
	// contains filtered or unexported fields
}

func (*PatternCheck) Check

func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type Renderer

type Renderer struct {
	// contains filtered or unexported fields
}

func NewRenderer

func NewRenderer(fullRefresh bool) *Renderer

func (*Renderer) Render

func (r *Renderer) Render(asset *pipeline.Asset, query string) (string, error)

type RowScanner

type RowScanner struct {
	// contains filtered or unexported fields
}

Rowscanner exists since clickhouse library requires us to scan either to a specific type or an implementor of the interface sql.Scanner, cannot scan directly to interface{}.

func (*RowScanner) Scan

func (s *RowScanner) Scan(src any) error

func (*RowScanner) SetValues

func (s *RowScanner) SetValues(values []any)