bigquery

Documentation

Index

• func CreateDestination(ctx context.Context, config string) (eventkit.Destination, error)
• func TableName(scope []string, name string) string
• type Application
• type BigQueryClient
  • func NewBigQueryClient(ctx context.Context, project, datasetName string, ...) (*BigQueryClient, error)
  • func (b *BigQueryClient) SaveRecord(ctx context.Context, records map[string][]*Record) error
• type BigQueryDestination
  • func NewBigQueryDestination(ctx context.Context, appName, project, dataset string, ...) (*BigQueryDestination, error)
  • func (b *BigQueryDestination) Run(ctx context.Context)
  • func (b *BigQueryDestination) Submit(events ...*eventkit.Event)
• type Record
  • func (r *Record) Save() (map[string]bigquery.Value, string, error)
• type Source

Functions

func CreateDestination

func CreateDestination(ctx context.Context, config string) (eventkit.Destination, error)

CreateDestination creates eventkit destination based on complex configuration. Example configurations:

127.0.0.1:1234
bigquery:app=...,project=...,dataset=...
bigquery:app=...,project=...,dataset=...|batch:queueSize=111,flashSize=111,flushInterval=111
bigquery:app=...,project=...,dataset=...|parallel:runners=10|batch:queueSize=111,flashSize=111,flushInterval=111
bigquery:app=...,project=...,dataset=...,credentialsPath=/path/to/my/service-account.json|parallel:runners=10|batch:queueSize=111

func TableName

func TableName(scope []string, name string) string

TableName defines the naming convention between event and BQ table name.

Types

type Application

type Application struct {
	Name    string
	Version string
}

type BigQueryClient

type BigQueryClient struct {
	// contains filtered or unexported fields
}

func NewBigQueryClient

func NewBigQueryClient(ctx context.Context, project, datasetName string, options ...option.ClientOption) (*BigQueryClient, error)

func (*BigQueryClient) SaveRecord

func (b *BigQueryClient) SaveRecord(ctx context.Context, records map[string][]*Record) error

type BigQueryDestination

type BigQueryDestination struct {
	SourceInstance string
	// contains filtered or unexported fields
}

BigQueryDestination can be used to save each evenkit package directly to server.

func NewBigQueryDestination

func NewBigQueryDestination(ctx context.Context, appName, project, dataset string, options ...option.ClientOption) (*BigQueryDestination, error)

func (*BigQueryDestination) Run

func (b *BigQueryDestination) Run(ctx context.Context)

func (*BigQueryDestination) Submit

func (b *BigQueryDestination) Submit(events ...*eventkit.Event)

Submit implements Destination.

type Record

type Record struct {
	Application Application

	Source Source

	ReceivedAt time.Time
	Timestamp  time.Time
	Correction time.Duration

	Tags []*pb.Tag
}

func (*Record) Save

func (r *Record) Save() (map[string]bigquery.Value, string, error)

type Source

type Source struct {
	Instance string
	Address  string
}