bigquery

Documentation

Index

• Constants
• func New(lgr log.Logger, registry metrics.Registry, cp coordinator.Coordinator, ...) providers.Provider
• type BigQueryDestination
  • func (b *BigQueryDestination) CleanupMode() model.CleanupType
  • func (b *BigQueryDestination) GetProviderType() abstract.ProviderType
  • func (b *BigQueryDestination) IsDestination()
  • func (b *BigQueryDestination) Validate() error
  • func (b *BigQueryDestination) WithDefaults()
• type ChangeItem
  • func (c ChangeItem) Save() (row map[string]bigquery.Value, insertID string, err error)
• type Provider
  • func (p Provider) Sink(config middlewares.Config) (abstract.Sinker, error)
  • func (p Provider) Type() abstract.ProviderType
• type Sinker
  • func NewSink(cfg *BigQueryDestination, lgr log.Logger, registry metrics.Registry) (*Sinker, error)
  • func (s Sinker) Close() error
  • func (s Sinker) Push(items []abstract.ChangeItem) error

Constants

const ProviderType = abstract.ProviderType("bigquery")

Functions

func New

func New(lgr log.Logger, registry metrics.Registry, cp coordinator.Coordinator, transfer *model.Transfer) providers.Provider

Types

type BigQueryDestination

type BigQueryDestination struct {
	ProjectID     string
	Dataset       string
	Creds         string
	CleanupPolicy model.CleanupType
}

func (*BigQueryDestination) CleanupMode

func (b *BigQueryDestination) CleanupMode() model.CleanupType

func (*BigQueryDestination) GetProviderType

func (b *BigQueryDestination) GetProviderType() abstract.ProviderType

func (*BigQueryDestination) IsDestination

func (b *BigQueryDestination) IsDestination()

func (*BigQueryDestination) Validate

func (b *BigQueryDestination) Validate() error

func (*BigQueryDestination) WithDefaults

func (b *BigQueryDestination) WithDefaults()

type ChangeItem

type ChangeItem struct {
	abstract.ChangeItem
}

func (ChangeItem) Save

func (c ChangeItem) Save() (row map[string]bigquery.Value, insertID string, err error)

type Provider

type Provider struct {
	// contains filtered or unexported fields
}

func (Provider) Sink

func (p Provider) Sink(config middlewares.Config) (abstract.Sinker, error)

func (Provider) Type

func (p Provider) Type() abstract.ProviderType

type Sinker

type Sinker struct {
	// contains filtered or unexported fields
}

func NewSink

func NewSink(cfg *BigQueryDestination, lgr log.Logger, registry metrics.Registry) (*Sinker, error)

func (Sinker) Close

func (s Sinker) Close() error

func (Sinker) Push

func (s Sinker) Push(items []abstract.ChangeItem) error