store

Documentation

Index

• type MemDb
  • func NewMemDb() *MemDb
  • func (memDb *MemDb) GetManifest() *pb.Manifest
  • func (memDb *MemDb) GetStatVars(places []string) ([]string, []string)
  • func (memDb *MemDb) HasStatVar(statVar string) bool
  • func (memDb *MemDb) IsEmpty() bool
  • func (memDb *MemDb) LoadFromGcs(ctx context.Context, bucket, prefix string) error
  • func (memDb *MemDb) ReadPointValue(statVar, place, date string) (*pb.PointStat, *pb.StatMetadata)
  • func (memDb *MemDb) ReadSeries(statVar, place string) []*pb.Series
  • func (memDb *MemDb) SubscribeGcsUpdate(ctx context.Context, pubsubProject, pubsubTopic, subscriberPrefix string, ...) error
• type Store
  • func NewStore(bqClient *bigquery.Client, memDb *MemDb, baseTable *bigtable.Table, ...) *Store
  • func (st *Store) BaseBt() *bigtable.Table
  • func (st *Store) BranchBt() *bigtable.Table
  • func (st *Store) UpdateBranchBt(branchTable *bigtable.Table)

Types

type MemDb

type MemDb struct {
	// contains filtered or unexported fields
}

MemDb holds imported data in memory.

func NewMemDb

func NewMemDb() *MemDb

NewMemDb initialize a MemDb instance.

func (*MemDb) GetManifest

func (memDb *MemDb) GetManifest() *pb.Manifest

GetManifest get the manifest data.

func (*MemDb) GetStatVars

func (memDb *MemDb) GetStatVars(places []string) ([]string, []string)

GetStatVars retrieves the stat vars from private import that have data for the given places.

func (*MemDb) HasStatVar

func (memDb *MemDb) HasStatVar(statVar string) bool

HasStatVar checks if a stat var exists in the memory database.

func (*MemDb) IsEmpty

func (memDb *MemDb) IsEmpty() bool

IsEmpty checks if memory database has data.

func (*MemDb) LoadFromGcs

func (memDb *MemDb) LoadFromGcs(ctx context.Context, bucket, prefix string) error

LoadFromGcs loads tmcf + csv files into memory database

func (*MemDb) ReadPointValue

func (memDb *MemDb) ReadPointValue(statVar, place, date string) (
	*pb.PointStat, *pb.StatMetadata,
)

ReadPointValue reads one observation point. If date is "", the latest observation is returned, otherwise, the observation corresponding to the given date is returned.

func (*MemDb) ReadSeries

func (memDb *MemDb) ReadSeries(statVar, place string) []*pb.Series

ReadSeries reads stat series from in-memory DB.

func (*MemDb) SubscribeGcsUpdate

func (memDb *MemDb) SubscribeGcsUpdate(
	ctx context.Context,
	pubsubProject, pubsubTopic, subscriberPrefix string,
	bucket, folder string,
) error

SubscribeGcsUpdate subscribe GCS csv+tmcf change. When csv file is changed, reload the memdb

type Store

type Store struct {
	BqClient *bigquery.Client
	MemDb    *MemDb
	// contains filtered or unexported fields
}

Store holds the handlers to BigQuery and Bigtable

func NewStore

func NewStore(
	bqClient *bigquery.Client,
	memDb *MemDb,
	baseTable *bigtable.Table,
	branchTable *bigtable.Table) *Store

NewStore creates a new store.

func (*Store) BaseBt

func (st *Store) BaseBt() *bigtable.Table

BaseBt is the accessor for base bigtable

func (*Store) BranchBt

func (st *Store) BranchBt() *bigtable.Table

BranchBt is the accessor for branch bigtable

func (*Store) UpdateBranchBt

func (st *Store) UpdateBranchBt(branchTable *bigtable.Table)

UpdateBranchBt updates the branch bigtable