twitter

Documentation

Index

• Constants
• func AttemptLoginForUsername(username string) error
• func GetRateLimitDuration() time.Duration
• func LoadCookies(scraper *twitterscraper.Scraper, account *TwitterAccount, baseDir string) error
• func RandomSleep()
• func SaveCookies(scraper *twitterscraper.Scraper, account *TwitterAccount, baseDir string) error
• func ScrapeFollowersForProfile(username string, count int) ([]*twitterscraper.Profile, *data_types.LoginEvent, error)
• func ScrapeTweetByID(id string) (*twitterscraper.Tweet, *data_types.LoginEvent, error)
• func ScrapeTweetsProfile(username string) (twitterscraper.Profile, *data_types.LoginEvent, error)
• type AccountState
• type Scraper
  • func NewScraper(account *TwitterAccount, cookieDir string) (*Scraper, *data_types.LoginEvent)
  • func (scraper *Scraper) IsLoggedIn() bool
  • func (scraper *Scraper) Login(account *TwitterAccount) error
  • func (scraper *Scraper) Logout() error
• type TweetResult
  • func ScrapeTweetsByQuery(query string, count int) ([]*TweetResult, *data_types.LoginEvent, error)
• type TwitterAccount
• type TwitterAccountManager
  • func GetAccountManager() *TwitterAccountManager
  • func NewTwitterAccountManager(accounts []*TwitterAccount) *TwitterAccountManager
  • func (manager *TwitterAccountManager) GetAccountByUsername(username string) *TwitterAccount
  • func (manager *TwitterAccountManager) GetAccountStates() []AccountState
  • func (manager *TwitterAccountManager) GetNextAccount() *TwitterAccount
  • func (manager *TwitterAccountManager) MarkAccountRateLimited(account *TwitterAccount)

Constants

const (
	RateLimitDuration = 15 * time.Minute
)

Functions

func AttemptLoginForUsername

func AttemptLoginForUsername(username string) error

func GetRateLimitDuration

func GetRateLimitDuration() time.Duration

func LoadCookies

func LoadCookies(scraper *twitterscraper.Scraper, account *TwitterAccount, baseDir string) error

func RandomSleep

func RandomSleep()

func SaveCookies

func SaveCookies(scraper *twitterscraper.Scraper, account *TwitterAccount, baseDir string) error

func ScrapeFollowersForProfile

func ScrapeFollowersForProfile(username string, count int) ([]*twitterscraper.Profile, *data_types.LoginEvent, error)

func ScrapeTweetByID

func ScrapeTweetByID(id string) (*twitterscraper.Tweet, *data_types.LoginEvent, error)

func ScrapeTweetsProfile

func ScrapeTweetsProfile(username string) (twitterscraper.Profile, *data_types.LoginEvent, error)

Types

type AccountState

type AccountState struct {
	Username         string
	IsRateLimited    bool
	RateLimitedUntil time.Time
	LastScraped      time.Time
	LoginStatus      string // e.g., "Successful", "Please verify", "Failed - [Reason]"
}

AccountState holds the state of a Twitter account

type Scraper

type Scraper struct {
	*twitterscraper.Scraper
}

func NewScraper

func NewScraper(account *TwitterAccount, cookieDir string) (*Scraper, *data_types.LoginEvent)

func (*Scraper) IsLoggedIn

func (scraper *Scraper) IsLoggedIn() bool

func (*Scraper) Login

func (scraper *Scraper) Login(account *TwitterAccount) error

func (*Scraper) Logout

func (scraper *Scraper) Logout() error

type TweetResult

type TweetResult struct {
	Tweet *twitterscraper.Tweet
	Error error
}

func ScrapeTweetsByQuery

func ScrapeTweetsByQuery(query string, count int) ([]*TweetResult, *data_types.LoginEvent, error)

type TwitterAccount

type TwitterAccount struct {
	Username         string
	Password         string
	TwoFACode        string
	RateLimitedUntil time.Time
	LastScraped      time.Time
	LoginStatus      string
}

type TwitterAccountManager

type TwitterAccountManager struct {
	// contains filtered or unexported fields
}

func GetAccountManager

func GetAccountManager() *TwitterAccountManager

func NewTwitterAccountManager

func NewTwitterAccountManager(accounts []*TwitterAccount) *TwitterAccountManager

func (*TwitterAccountManager) GetAccountByUsername

func (manager *TwitterAccountManager) GetAccountByUsername(username string) *TwitterAccount

func (*TwitterAccountManager) GetAccountStates

func (manager *TwitterAccountManager) GetAccountStates() []AccountState

GetAccountStates returns the state of all Twitter accounts

func (*TwitterAccountManager) GetNextAccount

func (manager *TwitterAccountManager) GetNextAccount() *TwitterAccount

func (*TwitterAccountManager) MarkAccountRateLimited

func (manager *TwitterAccountManager) MarkAccountRateLimited(account *TwitterAccount)