extractor

Documentation

Index

• func GetURLsFromJSON(body []byte) ([]string, error)
• func IsM3U8(resp *http.Response) bool
• func IsS3(resp *http.Response) bool
• func JSON(resp *http.Response) (URLs []*url.URL, err error)
• func M3U8(resp *http.Response) (URLs []*url.URL, err error)
• func S3(resp *http.Response) ([]*url.URL, error)
• func XML(resp *http.Response, strict bool) (URLs []*url.URL, sitemap bool, err error)
• type CommonPrefix
• type S3ListBucketResult
  • func S3ProcessResponse(resp *http.Response) (*S3ListBucketResult, error)
• type S3Object

Functions

func GetURLsFromJSON

func GetURLsFromJSON(body []byte) ([]string, error)

func IsM3U8

func IsM3U8(resp *http.Response) bool

func IsS3

func IsS3(resp *http.Response) bool

IsS3 checks if the response is from an S3 server

func JSON

func JSON(resp *http.Response) (URLs []*url.URL, err error)

func M3U8

func M3U8(resp *http.Response) (URLs []*url.URL, err error)

func S3

func S3(resp *http.Response) ([]*url.URL, error)

S3 takes an initial response and returns URLs of either files or prefixes at the current level, plus continuation URL if more results exist

func XML

func XML(resp *http.Response, strict bool) (URLs []*url.URL, sitemap bool, err error)

Types

type CommonPrefix

type CommonPrefix struct {
	Prefix string `xml:"Prefix"`
}

type S3ListBucketResult

type S3ListBucketResult struct {
	XMLName               xml.Name       `xml:"ListBucketResult"`
	Name                  string         `xml:"Name"`
	Prefix                string         `xml:"Prefix"`
	Marker                string         `xml:"Marker"`
	Contents              []S3Object     `xml:"Contents"`
	CommonPrefixes        []CommonPrefix `xml:"CommonPrefixes"`
	IsTruncated           bool           `xml:"IsTruncated"`
	NextContinuationToken string         `xml:"NextContinuationToken"`
}

S3ListBucketResult represents the XML structure of an S3 bucket listing

func S3ProcessResponse

func S3ProcessResponse(resp *http.Response) (*S3ListBucketResult, error)

S3ProcessResponse parses an HTTP response into an S3ListBucketResult

type S3Object

type S3Object struct {
	Key          string `xml:"Key"`
	LastModified string `xml:"LastModified"`
	Size         int64  `xml:"Size"`
}