scrape

Documentation

Index

• func CreateDir(name string)
• func DownloadImage(url string, id string, subreddit string) error
• func GetSubRedditData(doc *html.Node, attr string) string
• func GetSubRedditPost(doc *html.Node, id string) string
• func JPEGHandler(f *os.File, res *http.Response) error
• func LinkGrabber(value string, subreddit string) ([]string, error)
• func PNGHandler(f *os.File, res *http.Response) error
• func ParseDate(date string) (string, error)
• func RandomUserAgent() string
• func Scroller(target string) (string, error)
• func SendRequests(value string) (string, error)
• func Unique(intSlice []string) []string
• func WritetoJSON(data []Data, file_name string) error
• type Data
  • func Start(subreddit string, limit int, category string) (data []Data, err error)
  • func StartWithoutImages(subreddit string, limit int, category string) (data []Data, err error)

Functions

func CreateDir

func CreateDir(name string)

func DownloadImage

func DownloadImage(url string, id string, subreddit string) error

func GetSubRedditData

func GetSubRedditData(doc *html.Node, attr string) string

func GetSubRedditPost

func GetSubRedditPost(doc *html.Node, id string) string

func JPEGHandler

func JPEGHandler(f *os.File, res *http.Response) error

func LinkGrabber

func LinkGrabber(value string, subreddit string) ([]string, error)

func PNGHandler

func PNGHandler(f *os.File, res *http.Response) error

func ParseDate

func ParseDate(date string) (string, error)

func RandomUserAgent

func RandomUserAgent() string

func Scroller

func Scroller(target string) (string, error)

func SendRequests

func SendRequests(value string) (string, error)

func Unique

func Unique(intSlice []string) []string

func WritetoJSON

func WritetoJSON(data []Data, file_name string) error

Types

type Data

type Data struct {
	ID           string `json:"id"`
	Title        string `json:"title"`
	Post         string `json:"post"`
	Upvotes      string `json:"upvotes"`
	Author       string `json:"author"`
	Image        string `json:"image"`
	PostType     string `json:"post_type"`
	Flair        string `json:"flair"`
	NSFW         bool   `json:"nsfw"`
	CommentCount string `json:"commentscount"`
	CreatedAt    string `json:"created_at"`
}

func Start

func Start(subreddit string, limit int, category string) (data []Data, err error)

func StartWithoutImages

func StartWithoutImages(subreddit string, limit int, category string) (data []Data, err error)