usecases

Documentation

Index

• func GetEFMETLPipeline() models.NewETLPipeline
• func GetWeatherETLPipeline() models.NewETLPipeline
• func LoadEFMEventLogs(filePath string) error
• type EFMETLPipeline
  • func NewEFMETLPipeline(file string, dbRepository repository.Repository) *EFMETLPipeline
  • func (efm *EFMETLPipeline) Extract() (extractedRecords []string, err error)
  • func (efm *EFMETLPipeline) Load(records []interface{}, ctx context.Context) error
  • func (efm *EFMETLPipeline) RunETL(ctx context.Context) error
  • func (efm *EFMETLPipeline) Transform(records []string) (transformedRecords []interface{}, err error)
• type EFMLogEvent
• type ETLWorkerPool
  • func NewETLWorkerPool(cfgs ...ETLWorkerPoolConfig) *ETLWorkerPool
  • func (etl *ETLWorkerPool) Run()
  • func (etl *ETLWorkerPool) SetFiles(files []string) error
  • func (etl *ETLWorkerPool) SetPipeline(pipeline models.NewETLPipeline)
• type ETLWorkerPoolConfig
  • func NewETLWorkerPoolConfig(workers int64, repo repository.Repository, files []string, ...) ETLWorkerPoolConfig
• type WeatherETLPipeline
  • func NewWeatherETLPipeline(filepath string, dbRepository repository.Repository) *WeatherETLPipeline
  • func (w *WeatherETLPipeline) Extract() (extractedRecords []string, err error)
  • func (w *WeatherETLPipeline) Load(records []interface{}, ctx context.Context) error
  • func (w *WeatherETLPipeline) RunETL(ctx context.Context) error
  • func (w *WeatherETLPipeline) Transform(records []string) (transformedRecords []interface{}, err error)

Functions

func GetEFMETLPipeline

func GetEFMETLPipeline() models.NewETLPipeline

func GetWeatherETLPipeline

func GetWeatherETLPipeline() models.NewETLPipeline

func LoadEFMEventLogs

func LoadEFMEventLogs(filePath string) error

Types

type EFMETLPipeline

type EFMETLPipeline struct {
	// contains filtered or unexported fields
}

func NewEFMETLPipeline

func NewEFMETLPipeline(file string, dbRepository repository.Repository) *EFMETLPipeline

func (*EFMETLPipeline) Extract

func (efm *EFMETLPipeline) Extract() (extractedRecords []string, err error)

func (*EFMETLPipeline) Load

func (efm *EFMETLPipeline) Load(records []interface{}, ctx context.Context) error

func (*EFMETLPipeline) RunETL

func (efm *EFMETLPipeline) RunETL(ctx context.Context) error

func (*EFMETLPipeline) Transform

func (efm *EFMETLPipeline) Transform(records []string) (transformedRecords []interface{}, err error)

type EFMLogEvent

type EFMLogEvent struct {
	DateTime  string
	Lightning bool
	Distance  uint8
}

type ETLWorkerPool

type ETLWorkerPool struct {
	// contains filtered or unexported fields
}

func NewETLWorkerPool

func NewETLWorkerPool(cfgs ...ETLWorkerPoolConfig) *ETLWorkerPool

func (*ETLWorkerPool) Run

func (etl *ETLWorkerPool) Run()

func (*ETLWorkerPool) SetFiles

func (etl *ETLWorkerPool) SetFiles(files []string) error

func (*ETLWorkerPool) SetPipeline

func (etl *ETLWorkerPool) SetPipeline(pipeline models.NewETLPipeline)

type ETLWorkerPoolConfig

type ETLWorkerPoolConfig func(etl *ETLWorkerPool)

func NewETLWorkerPoolConfig

func NewETLWorkerPoolConfig(workers int64, repo repository.Repository, files []string, pipeline models.NewETLPipeline) ETLWorkerPoolConfig

type WeatherETLPipeline

type WeatherETLPipeline struct {
	// contains filtered or unexported fields
}

func NewWeatherETLPipeline

func NewWeatherETLPipeline(filepath string, dbRepository repository.Repository) *WeatherETLPipeline

func (*WeatherETLPipeline) Extract

func (w *WeatherETLPipeline) Extract() (extractedRecords []string, err error)

func (*WeatherETLPipeline) Load

func (w *WeatherETLPipeline) Load(records []interface{}, ctx context.Context) error

func (*WeatherETLPipeline) RunETL

func (w *WeatherETLPipeline) RunETL(ctx context.Context) error

func (*WeatherETLPipeline) Transform

func (w *WeatherETLPipeline) Transform(records []string) (transformedRecords []interface{}, err error)