bqstream

Documentation

Index

• func Init()
• type BQClient
• type BQStreamProducer
  • func NewProducer(destination *backendconfig.DestinationT, o common.Opts) (*BQStreamProducer, error)
  • func (producer *BQStreamProducer) Close() error
  • func (producer *BQStreamProducer) Produce(jsonData json.RawMessage, _ interface{}) (statusCode int, respStatus, responseMessage string)
• type Client
  • func (c *Client) Close() error
  • func (c *Client) Put(ctx context.Context, datasetID, tableID string, records []*GenericRecord) error
• type Config
• type GenericRecord
  • func (rec GenericRecord) Save() (map[string]bigquery.Value, string, error)

Functions

func Init

func Init()

Types

type BQClient

type BQClient interface {
	Put(ctx context.Context, datasetID, tableID string, records []*GenericRecord) error
	Close() error
}

type BQStreamProducer

type BQStreamProducer struct {
	Opts   common.Opts
	Client BQClient
}

func NewProducer

func NewProducer(destination *backendconfig.DestinationT, o common.Opts) (*BQStreamProducer, error)

func (*BQStreamProducer) Close

func (producer *BQStreamProducer) Close() error

func (*BQStreamProducer) Produce

func (producer *BQStreamProducer) Produce(jsonData json.RawMessage, _ interface{}) (statusCode int, respStatus, responseMessage string)

type Client

type Client struct {
	// contains filtered or unexported fields
}

func (*Client) Close

func (c *Client) Close() error

func (*Client) Put

func (c *Client) Put(ctx context.Context, datasetID, tableID string, records []*GenericRecord) error

type Config

type Config struct {
	Credentials string `json:"credentials"`
	ProjectId   string `json:"projectId"`
	DatasetId   string `json:"datasetId"`
	TableId     string `json:"tableId"`
}

type GenericRecord

type GenericRecord map[string]bigquery.Value

https://stackoverflow.com/questions/55951812/insert-into-bigquery-without-a-well-defined-struct

func (GenericRecord) Save

func (rec GenericRecord) Save() (map[string]bigquery.Value, string, error)