etl

Documentation

Index

• Constants
• func RunEtl(input *EtlInputs) error
• type AwsEtlConfig
• type DatabaseEtlConfig
• type EtlInputs
• type RedditEtlConfig

Constants

const MAX_DEPTH = 3

MAX_DEPTH is 3 to reduce total comments searched

Functions

func RunEtl

func RunEtl(input *EtlInputs) error

Types

type AwsEtlConfig

type AwsEtlConfig struct {
	Config aws.Config
}

type DatabaseEtlConfig

type DatabaseEtlConfig struct {
	Connection *db.Connection
}

type EtlInputs

type EtlInputs struct {
	RunId          int
	RedditConfig   RedditEtlConfig
	AwsConfig      AwsEtlConfig
	DatabaseConfig DatabaseEtlConfig
}

type RedditEtlConfig

type RedditEtlConfig struct {
	Subreddit string
	Client    *reddit.Client
	Limit     int
}