bigquery

Documentation

Index

• func Init(logger *zap.Logger) base.IConnector
• func NewClient(jsonKey, projectID string) (*bigquery.Client, error)
• type Connector
  • func (c *Connector) CreateExecution(defUID uuid.UUID, task string, config *structpb.Struct, logger *zap.Logger) (base.IExecution, error)
  • func (c *Connector) Test(defUID uuid.UUID, config *structpb.Struct, logger *zap.Logger) (pipelinePB.Connector_State, error)
• type DataSaver
  • func (v DataSaver) Save() (row map[string]bigquery.Value, insertID string, err error)
• type Execution
  • func (e *Execution) Execute(inputs []*structpb.Struct) ([]*structpb.Struct, error)

Functions

func Init

func Init(logger *zap.Logger) base.IConnector

func NewClient

func NewClient(jsonKey, projectID string) (*bigquery.Client, error)

Types

type Connector

type Connector struct {
	base.Connector
}

func (*Connector) CreateExecution

func (c *Connector) CreateExecution(defUID uuid.UUID, task string, config *structpb.Struct, logger *zap.Logger) (base.IExecution, error)

func (*Connector) Test

func (c *Connector) Test(defUID uuid.UUID, config *structpb.Struct, logger *zap.Logger) (pipelinePB.Connector_State, error)

type DataSaver

type DataSaver struct {
	Schema  bigquery.Schema
	DataMap map[string]bigquery.Value
}

func (DataSaver) Save

func (v DataSaver) Save() (row map[string]bigquery.Value, insertID string, err error)

type Execution

type Execution struct {
	base.Execution
}

func (*Execution) Execute

func (e *Execution) Execute(inputs []*structpb.Struct) ([]*structpb.Struct, error)