warehouse

package

Go to main page

Versions in this module

v1

v1.5.1

Mar 20, 2024

v1.5.0

Feb 5, 2024

Changes in this version

type BaseExportFields

+ EventVarErrorKind string

+ EventVarFields string

+ PageName string

+ PageNumDerivedEvents int32

+ PageNumEvents int32

v1.4.0

Oct 23, 2023

Changes in this version

type BaseExportFields

+ EventCumulativeLayoutShift float64

+ EventFirstInputDelay int64

+ LoadLargestPaintTime int64

v1.3.0

Feb 11, 2022

Changes in this version

type BaseExportFields

+ PageBrowserVersion string

v1.2.0

May 11, 2021

Changes in this version

type BaseExportFields

+ EventPageOffset int64

+ EventSessionOffset int64

+ EventSubType string

+ EventWebSourceFileUrl string

+ PageMaxScrollDepthPercent int64

type MobileFields

+ AppDeviceModel string

+ AppDeviceVendor string

+ AppOsVersion string

+ AppVersion string

+ AppViewName string

+ EventMobileSourceFile string

v1.1.0

Apr 27, 2021

Changes in this version

type BaseExportFields

+ ReqMethod string

+ ReqStatus int64

+ ReqUrl string

type GCSStorage

+ func (g *GCSStorage) GetFilePrefix() string

type LocalDisk

+ func (w *LocalDisk) GetFilePrefix() string

type S3Storage

+ func (s *S3Storage) GetFilePrefix() string

type Storage

+ GetFilePrefix func() string

v1.0.0

Oct 27, 2020

Changes in this version

+ const RFC3339Micro

+ var ErrFileNotFound = errors.New("file not found")

+ func IndexField(needle WarehouseField, haystack Schema) int

+ func ValueToString(val interface{}, isTime bool) string

+ type BaseExportFields struct

+ CustomVars string

+ EventCustomName string

+ EventModDead int64

+ EventModError int64

+ EventModFrustrated int64

+ EventModSuspicious int64

+ EventStart time.Time

+ EventTargetSelector string

+ EventTargetText string

+ EventType string

+ IndvId int64

+ LoadDomContentTime int64

+ LoadEventTime int64

+ LoadFirstPaintTime int64

+ PageActiveDuration int64

+ PageBrowser string

+ PageClusterId int64

+ PageDevice string

+ PageDuration int64

+ PageId int64

+ PageIp string

+ PageLatLong string

+ PageNumErrors int64

+ PageNumInfos int64

+ PageNumWarnings int64

+ PageOperatingSystem string

+ PagePlatform string

+ PageRefererUrl string

+ PageScreenHeight int64

+ PageScreenWidth int64

+ PageStart time.Time

+ PageUrl string

+ PageUserAgent string

+ PageViewportHeight int64

+ PageViewportWidth int64

+ SessionId int64

+ SessionStart time.Time

+ UserAppKey string

+ UserCreated time.Time

+ UserDisplayName string

+ UserEmail string

+ UserId int64

+ type BigQuery struct

+ func NewBigQuery(c *config.BigQueryConfig) *BigQuery

+ func (bq *BigQuery) ApplyExportSchema(s Schema) error

+ func (bq *BigQuery) GetExportTableColumns() []string

+ func (bq *BigQuery) GetMissingFields(hauserSchema, bqSchema bigquery.Schema) []*bigquery.FieldSchema

+ func (bq *BigQuery) InitExportTable(s Schema) (bool, error)

+ func (bq *BigQuery) LastSyncPoint(_ context.Context) (time.Time, error)

+ func (bq *BigQuery) LoadToWarehouse(storageRef string, startTime time.Time) error

+ func (bq *BigQuery) SaveSyncPoint(_ context.Context, endTime time.Time) error

+ func (bq *BigQuery) ValueToString(val interface{}, isTime bool) string

+ type Database interface

+ ApplyExportSchema func(Schema) error

+ GetExportTableColumns func() []string

+ InitExportTable func(Schema) (bool, error)

+ LoadToWarehouse func(storageRef string, start time.Time) error

+ ValueToString func(val interface{}, isTime bool) string

+ type GCSStorage struct

+ func NewGCSStorage(conf *config.GCSConfig, gcsClient *storage.Client) *GCSStorage

+ func (g *GCSStorage) DeleteFile(ctx context.Context, name string) error

+ func (g *GCSStorage) GetFileReference(name string) string

+ func (g *GCSStorage) LastSyncPoint(ctx context.Context) (time.Time, error)

+ func (g *GCSStorage) ReadFile(ctx context.Context, name string) (io.Reader, error)

+ func (g *GCSStorage) SaveFile(ctx context.Context, name string, reader io.Reader) (string, error)

+ func (g *GCSStorage) SaveSyncPoint(ctx context.Context, endTime time.Time) error

+ type LocalDisk struct

+ func NewLocalDisk(c *config.LocalConfig) *LocalDisk

+ func (w *LocalDisk) DeleteFile(_ context.Context, name string) error

+ func (w *LocalDisk) GetFileReference(name string) string

+ func (w *LocalDisk) LastSyncPoint(ctx context.Context) (time.Time, error)

+ func (w *LocalDisk) ReadFile(_ context.Context, name string) (io.Reader, error)

+ func (w *LocalDisk) SaveFile(_ context.Context, name string, reader io.Reader) (string, error)

+ func (w *LocalDisk) SaveSyncPoint(ctx context.Context, endTime time.Time) error

+ type MobileFields struct

+ AppName string

+ AppPackageName string

+ type Redshift struct

+ func NewRedshift(c *config.RedshiftConfig) *Redshift

+ func (rs *Redshift) ApplyExportSchema(newSchema Schema) error

+ func (rs *Redshift) CopyInData(s3file string) error

+ func (rs *Redshift) CreateSyncTable() error

+ func (rs *Redshift) DeleteExportRecordsAfter(end time.Time) error

+ func (rs *Redshift) DoesTableExist(name string) bool

+ func (rs *Redshift) GetExportTableColumns() []string

+ func (rs *Redshift) InitExportTable(schema Schema) (bool, error)

+ func (rs *Redshift) LastSyncPoint(_ context.Context) (time.Time, error)

+ func (rs *Redshift) LoadToWarehouse(s3obj string, _ time.Time) error

+ func (rs *Redshift) MakeRedshiftConnection() (*sql.DB, error)

+ func (rs *Redshift) RemoveOrphanedRecords(lastSync pq.NullTime) error

+ func (rs *Redshift) SaveSyncPoint(_ context.Context, endTime time.Time) error

+ func (rs *Redshift) ValueToString(val interface{}, isTime bool) string

+ type S3Storage struct

+ func NewS3Storage(conf *config.S3Config) *S3Storage

+ func (s *S3Storage) DeleteFile(ctx context.Context, name string) error

+ func (s *S3Storage) GetFileReference(name string) string

+ func (s *S3Storage) LastSyncPoint(ctx context.Context) (time.Time, error)

+ func (s *S3Storage) ReadFile(ctx context.Context, name string) (io.Reader, error)

+ func (s *S3Storage) SaveFile(ctx context.Context, name string, reader io.Reader) (string, error)

+ func (s *S3Storage) SaveSyncPoint(ctx context.Context, endTime time.Time) error

+ type Schema []WarehouseField

+ func MakeSchema(vals ...interface{}) Schema

+ func (s Schema) Equals(other Schema) bool

+ func (s Schema) GetFieldForName(col string) WarehouseField

+ func (s Schema) GetFullStoryFields() []string

+ func (s Schema) GetMissingFieldsFor(b Schema) []WarehouseField

+ func (s Schema) IsCompatibleWith(other Schema) bool

+ func (s Schema) ReconcileWithExisting(colNames []string) Schema

+ type Storage interface

+ DeleteFile func(ctx context.Context, name string) error

+ GetFileReference func(name string) string

+ ReadFile func(ctx context.Context, name string) (io.Reader, error)

+ SaveFile func(ctx context.Context, name string, reader io.Reader) (string, error)

+ type SyncViaStorageMixin struct

+ func (s SyncViaStorageMixin) LastSyncPoint(ctx context.Context) (time.Time, error)

+ func (s SyncViaStorageMixin) SaveSyncPoint(ctx context.Context, endTime time.Time) error

+ type Syncable interface

+ LastSyncPoint func(ctx context.Context) (time.Time, error)

+ SaveSyncPoint func(ctx context.Context, endTime time.Time) error

+ type ValueToStringFn func(val interface{}, isTime bool) string

+ type WarehouseField struct

+ DBName string

+ FieldType reflect.Type

+ FullStoryFieldName string

+ func (f WarehouseField) IsTime() bool

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL