bq

Documentation

Overview

Package bq provides functionality for sending finished Run rows to BigQuery.

This includes the Task Queue handler and task for sending finished Runs to BigQuery, as well as the specific functions for fetching and preparing data for a Run from datastore.

Index

• Constants
• Variables
• type ExportRunToBQTask
  • func (*ExportRunToBQTask) Descriptor() ([]byte, []int)
  • func (x *ExportRunToBQTask) GetRunId() string
  • func (*ExportRunToBQTask) ProtoMessage()
  • func (x *ExportRunToBQTask) ProtoReflect() protoreflect.Message
  • func (x *ExportRunToBQTask) Reset()
  • func (x *ExportRunToBQTask) String() string
• type Exporter
  • func NewExporter(tqd *tq.Dispatcher, bqc cvbq.Client, env *common.Env) *Exporter
  • func (s *Exporter) Schedule(ctx context.Context, runID common.RunID) error

Constants

const (
	// CV's own dataset/table.
	CVDataset = "raw"
	CVTable   = "attempts_cv"
)

Variables

var File_go_chromium_org_luci_cv_internal_run_bq_tasks_proto protoreflect.FileDescriptor

Types

type ExportRunToBQTask

type ExportRunToBQTask struct {
	RunId string `protobuf:"bytes,1,opt,name=run_id,json=runId,proto3" json:"run_id,omitempty"`
	// contains filtered or unexported fields
}

SendRunRowTask sends a row for a completed Run to a BQ table.

Queue: "bq-export".

func (*ExportRunToBQTask) Descriptor

func (*ExportRunToBQTask) Descriptor() ([]byte, []int)

Deprecated: Use ExportRunToBQTask.ProtoReflect.Descriptor instead.

func (*ExportRunToBQTask) GetRunId

func (x *ExportRunToBQTask) GetRunId() string

func (*ExportRunToBQTask) ProtoMessage

func (*ExportRunToBQTask) ProtoMessage()

func (*ExportRunToBQTask) ProtoReflect

func (x *ExportRunToBQTask) ProtoReflect() protoreflect.Message

func (*ExportRunToBQTask) Reset

func (x *ExportRunToBQTask) Reset()

func (*ExportRunToBQTask) String

func (x *ExportRunToBQTask) String() string

type Exporter

type Exporter struct {
	// contains filtered or unexported fields
}

Exporter sends finished Run data to BigQuery.

func NewExporter

func NewExporter(tqd *tq.Dispatcher, bqc cvbq.Client, env *common.Env) *Exporter

NewExporter creates a new Exporter, registering it in the given TQ dispatcher.

func (*Exporter) Schedule

func (s *Exporter) Schedule(ctx context.Context, runID common.RunID) error

Schedule enqueues a task to send a row to BQ for a Run.