etl

Documentation

Index

• func NewUserListRequestBuilder(aL *user.AnimeList, u *user.User) func() error
• func NewUserListRequestWithBackoff(aL *user.AnimeList, u *user.User) error
• func NewUserRequestBuilder(u *user.User, uname string) func() error
• func NewUserRequestWithBackoff(u *user.User, uname string) error
• type AnimeRating
• type MALUsers
• type RunnerProvider
  • func NewRunner(bucket *string, session *session.Session, cron *time.Ticker) *RunnerProvider
  • func (r *RunnerProvider) Do()
  • func (r *RunnerProvider) GetJSONReviews() []byte
  • func (r *RunnerProvider) WriteToS3(content []byte) error
• type UserList

Functions

func NewUserListRequestBuilder

func NewUserListRequestBuilder(aL *user.AnimeList, u *user.User) func() error

func NewUserListRequestWithBackoff

func NewUserListRequestWithBackoff(aL *user.AnimeList, u *user.User) error

func NewUserRequestBuilder

func NewUserRequestBuilder(u *user.User, uname string) func() error

func NewUserRequestWithBackoff

func NewUserRequestWithBackoff(u *user.User, uname string) error

Types

type AnimeRating

type AnimeRating struct {
	ID      int64   `json: "id"`
	Title   string  `json: "title"`
	Score   int64   `json: "user_score"`
	Watched float64 `json: "watched_per"`
}

type MALUsers

type MALUsers struct {
	Users []string `goquery:"div#content table tbody tr td table tbody tr td div:first-child > a,text"`
}

type RunnerProvider

type RunnerProvider struct {
	Bucket  *string
	Session *session.Session
	Quit    chan struct{}
	Cron    *time.Ticker
}

func NewRunner

func NewRunner(bucket *string, session *session.Session, cron *time.Ticker) *RunnerProvider

func (*RunnerProvider) Do

func (r *RunnerProvider) Do()

func (*RunnerProvider) GetJSONReviews

func (r *RunnerProvider) GetJSONReviews() []byte

func (*RunnerProvider) WriteToS3

func (r *RunnerProvider) WriteToS3(content []byte) error

type UserList

type UserList struct {
	UID      int64         `json:"uid"`
	Username string        `json: "username"`
	List     []AnimeRating `json: "list"`
}