bigquery

Documentation

Index

• type Config
  • func NewConfig(projectId string, jwtbys []byte, schemas []*TableSchema, ...) (*Config, error)
• type ErrorHandler
• type Job
• type Message
• type Row
• type Streamer
  • func NewStreamer(cfg *Config, errFunc ErrorHandler) (Streamer, error)
• type TablePeriod
• type TableSchema
• type Worker
• type WorkerDispatcher

Types

type Config

type Config struct {
	// contains filtered or unexported fields
}

func NewConfig

func NewConfig(projectId string, jwtbys []byte, schemas []*TableSchema, queueSize, workerSize, workerStack int, workerDelay time.Duration) (*Config, error)

type ErrorHandler

type ErrorHandler func(error)

type Job

type Job struct {
	Msg *Message
}

message

type Message

type Message struct {
	DatasetId string
	TableId   string
	Data      Row
}

type Row

type Row interface {
	Save() (row map[string]bigquery.Value, insertID string, err error)
	Schema() (schema *TableSchema, err error)
	PublishedAt() time.Time
	InsertId() string
}

type Streamer

type Streamer interface {
	AddRow(ctx context.Context, row Row) error
	AddRowSync(ctx context.Context, row Row) error
}

func NewStreamer

func NewStreamer(cfg *Config, errFunc ErrorHandler) (Streamer, error)

type TablePeriod

type TablePeriod int

const (
	NotExist TablePeriod = iota
	Daily
	Monthly
	Yearly
)

type TableSchema

type TableSchema struct {
	DatasetId string                  // bigquery datasetId
	Prefix    string                  // bigquery table prefix
	Meta      *bigquery.TableMetadata // bigquery table meta
	Period    TablePeriod             // TablePeriod
}

type Worker

type Worker struct {
	// contains filtered or unexported fields
}

worker

type WorkerDispatcher

type WorkerDispatcher struct {
	// contains filtered or unexported fields
}

dispatcher