worker

Jan 26, 2017

Changes in this version

+ func IsUserIDValid(userID string) bool

type User

+ CreatedAt pg.NullTime

Dec 28, 2016

Changes in this version

+ var InvalidMessageArray = "array must be of the form [jobId, appName, users]"

+ func BuildMessageFromTemplate(template model.Template, context map[string]interface{}) (string, error)

+ func BuildTopicName(appName, service, topicTemplate string) string

+ func GetPushDBTableName(appName, service string) string

+ func GetTimeOffsetFromUTCInSeconds(tz string, l zap.Logger) (int, error)

+ func GetWhereClauseFromFilters(filters map[string]interface{}) string

+ func SendCircuitBreakJobEmail(sendgridClient *extensions.SendgridClient, job *model.Job, appName string, ...) error

+ func SplitUsersInBucketsByTZ(users *[]User) map[string][]User

+ type Batch struct

+ PageID int

+ UserIds *[]string

+ type BatchWorkerMessage struct

+ AppName string

+ JobID uuid.UUID

+ Users []User

+ func ParseProcessBatchWorkerMessageArray(arr []interface{}) (*BatchWorkerMessage, error)

+ type BenchmarkWorker struct

+ Database string

+ PoolSize string

+ ProcessID string

+ RedisPool *redis.Pool

+ RedisServer string

+ func GetBenchmarkWorker(redisServer, database string) *BenchmarkWorker

+ func (b *BenchmarkWorker) Process(message *workers.Msg)

+ type CreateBatchesFromFiltersWorker struct

+ Config *viper.Viper

+ DBPageSize int

+ Logger zap.Logger

+ MarathonDB *extensions.PGClient

+ PageProcessingConcurrency int

+ PushDB *extensions.PGClient

+ RedisClient *redis.Client

+ S3Client s3iface.S3API

+ Workers *Worker

+ func NewCreateBatchesFromFiltersWorker(config *viper.Viper, logger zap.Logger, workers *Worker) *CreateBatchesFromFiltersWorker

+ func (b *CreateBatchesFromFiltersWorker) Process(message *workers.Msg)

+ type CreateBatchesWorker struct

+ BatchSize int

+ Config *viper.Viper

+ DBPageSize int

+ Logger zap.Logger

+ MarathonDB *extensions.PGClient

+ PageProcessingConcurrency int

+ PushDB *extensions.PGClient

+ RedisClient *redis.Client

+ S3Client s3iface.S3API

+ Workers *Worker

+ func NewCreateBatchesWorker(config *viper.Viper, logger zap.Logger, workers *Worker) *CreateBatchesWorker

+ func (b *CreateBatchesWorker) Process(message *workers.Msg)

+ type DBPage struct

+ Offset int

+ Page int

type ProcessBatchWorker

+ Config *viper.Viper

+ Kafka *extensions.KafkaClient

+ Logger zap.Logger

+ MarathonDB *extensions.PGClient

+ RedisClient *redis.Client

+ SendgridClient *extensions.SendgridClient

+ Zookeeper *extensions.ZookeeperClient

+ func NewProcessBatchWorker(config *viper.Viper, logger zap.Logger) *ProcessBatchWorker

+ func (batchWorker *ProcessBatchWorker) Process(message *workers.Msg)

+ type ResumeJobWorker struct

+ Config *viper.Viper

+ Logger zap.Logger

+ MarathonDB *extensions.PGClient

+ RedisClient *redis.Client

+ Workers *Worker

+ func NewResumeJobWorker(config *viper.Viper, logger zap.Logger, workers *Worker) *ResumeJobWorker

+ func (b *ResumeJobWorker) Process(message *workers.Msg)

+ type SentBatches struct

+ NumBatches int

+ TotalUsers int

+ type User struct

+ Locale string

+ Region string

+ Token string

+ Tz string

+ UserID string

type Worker

+ Config *viper.Viper

+ ConfigPath string

+ func NewWorker(debug bool, l zap.Logger, configPath string) *Worker

+ func (w *Worker) CreateBatchesFromFiltersJob(jobID *[]string) (string, error)

+ func (w *Worker) CreateBatchesJob(jobID *[]string) (string, error)

+ func (w *Worker) CreateProcessBatchJob(jobID string, appName string, users []User) (string, error)

+ func (w *Worker) CreateResumeJob(jobID *[]string) (string, error)

+ func (w *Worker) ScheduleCreateBatchesFromFiltersJob(jobID *[]string, at int64) (string, error)

+ func (w *Worker) ScheduleCreateBatchesJob(jobID *[]string, at int64) (string, error)

+ func (w *Worker) ScheduleProcessBatchJob(jobID string, appName string, users []User, at int64) (string, error)

Dec 2, 2016

Changes in this version

+ func ProcessBatchWorker(message *workers.Msg)

+ type Worker struct

+ Debug bool

+ Logger zap.Logger

+ func GetWorker(debug bool, l zap.Logger) *Worker

+ func (w *Worker) Start()