scraper

Sep 23, 2024

Changes in this version

type Repository

+ GroupFinder match.GroupNamesFinder

type ScrapeContentType

+ const ScrapeContentTypeGroup

type ScrapedMovieInput

+ URLs []string

type ScrapedPerformerInput

+ URLs []string

type ScrapedScene

+ Groups []*models.ScrapedGroup

type Scraper

+ Group *ScraperSpec

Mar 13, 2024 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Mar 5, 2024 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Jan 14, 2024 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Jan 10, 2024 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Dec 29, 2023 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Dec 27, 2023 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

type Repository

+ TxnManager models.TxnManager

+ func NewRepository(repo models.Repository) Repository

+ func (r *Repository) WithReadTxn(ctx context.Context, fn txn.TxnFunc) error

type ScrapedGallery

+ Code *string

+ Photographer *string

type ScrapedGalleryInput

+ Code *string

+ Photographer *string

Oct 13, 2023 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Oct 10, 2023 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

type ScrapedGallery

+ URLs []string

type ScrapedGalleryInput

+ URLs []string

type StudioFinder

+ FindByStashID func(ctx context.Context, stashID models.StashID) ([]*models.Studio, error)

Aug 20, 2023 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Aug 11, 2023 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

+ type SceneFinder interface

type ScrapedScene

+ URLs []string

type ScrapedSceneInput

+ URLs []string

Jun 13, 2023 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

type ScrapedPerformerInput

+ Circumcised *string

+ PenisLength *string

Apr 7, 2023 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Mar 30, 2023 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Mar 29, 2023 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Feb 21, 2023 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Feb 13, 2023 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

type GlobalConfig

+ GetProxy func() string

type ScrapedPerformerInput

+ Disambiguation *string

Nov 29, 2022 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

type ScrapedScene

+ Code *string

+ Director *string

type ScrapedSceneInput

+ Code *string

+ Director *string

Oct 25, 2022 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Oct 20, 2022 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Oct 18, 2022 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

+ var AllScrapeContentType = []ScrapeContentType

+ var AllScrapeType = []ScrapeType

+ type GalleryFinder interface

+ Find func(ctx context.Context, id int) (*models.Gallery, error)

+ type PerformerFinder interface

+ type Repository struct

+ GalleryFinder GalleryFinder

+ MovieFinder match.MovieNamesFinder

+ PerformerFinder PerformerFinder

+ SceneFinder scene.IDFinder

+ StudioFinder StudioFinder

+ TagFinder TagFinder

+ type ScrapeContentType string

+ const ScrapeContentTypeGallery

+ const ScrapeContentTypeMovie

+ const ScrapeContentTypePerformer

+ const ScrapeContentTypeScene

+ func (e *ScrapeContentType) UnmarshalGQL(v interface{}) error

+ func (e ScrapeContentType) IsValid() bool

+ func (e ScrapeContentType) MarshalGQL(w io.Writer)

+ func (e ScrapeContentType) String() string

+ type ScrapeType string

+ const ScrapeTypeFragment

+ const ScrapeTypeName

+ const ScrapeTypeURL

+ func (e *ScrapeType) UnmarshalGQL(v interface{}) error

+ func (e ScrapeType) IsValid() bool

+ func (e ScrapeType) MarshalGQL(w io.Writer)

+ func (e ScrapeType) String() string

+ type ScrapedContent interface

+ IsScrapedContent func()

+ type ScrapedGallery struct

+ Date *string

+ Details *string

+ Performers []*models.ScrapedPerformer

+ Studio *models.ScrapedStudio

+ Tags []*models.ScrapedTag

+ Title *string

+ URL *string

+ func (ScrapedGallery) IsScrapedContent()

+ type ScrapedGalleryInput struct

+ Date *string

+ Details *string

+ Title *string

+ URL *string

+ type ScrapedMovieInput struct

+ Aliases *string

+ Date *string

+ Director *string

+ Duration *string

+ Name *string

+ Rating *string

+ Synopsis *string

+ URL *string

+ type ScrapedPerformerInput struct

+ Aliases *string

+ Birthdate *string

+ CareerLength *string

+ Country *string

+ DeathDate *string

+ Details *string

+ Ethnicity *string

+ EyeColor *string

+ FakeTits *string

+ Gender *string

+ HairColor *string

+ Height *string

+ Instagram *string

+ Measurements *string

+ Name *string

+ Piercings *string

+ RemoteSiteID *string

+ StoredID *string

+ Tattoos *string

+ Twitter *string

+ URL *string

+ Weight *string

+ type ScrapedScene struct

+ Date *string

+ Details *string

+ Duration *int

+ File *models.SceneFileType

+ Fingerprints []*models.StashBoxFingerprint

+ Image *string

+ Movies []*models.ScrapedMovie

+ Performers []*models.ScrapedPerformer

+ RemoteSiteID *string

+ Studio *models.ScrapedStudio

+ Tags []*models.ScrapedTag

+ Title *string

+ URL *string

+ func (ScrapedScene) IsScrapedContent()

+ type ScrapedSceneInput struct

+ Date *string

+ Details *string

+ RemoteSiteID *string

+ Title *string

+ URL *string

+ type Scraper struct

+ Gallery *ScraperSpec

+ ID string

+ Movie *ScraperSpec

+ Name string

+ Performer *ScraperSpec

+ Scene *ScraperSpec

+ type ScraperSpec struct

+ SupportedScrapes []ScrapeType

+ Urls []string

+ type Source struct

+ ScraperID *string

+ StashBoxEndpoint *string

+ StashBoxIndex *int

+ type StudioFinder interface

+ type TagFinder interface

Jul 25, 2022 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Jul 5, 2022 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

May 18, 2022 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Apr 10, 2022 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

type GlobalConfig

+ GetPythonPath func() string

Mar 15, 2022 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Mar 8, 2022 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Dec 28, 2021 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

+ var ErrNotFound = errors.New("scraper not found")

+ var ErrNotSupported = errors.New("scraper operation not supported")

+ var ErrScraperScript = errors.New("scraper script error")

type Cache

+ func (c Cache) ListScrapers(tys []models.ScrapeContentType) []*models.Scraper

+ func (c Cache) ScrapeFragment(ctx context.Context, id string, input Input) (models.ScrapedContent, error)

+ func (c Cache) ScrapeID(ctx context.Context, scraperID string, id int, ty models.ScrapeContentType) (models.ScrapedContent, error)

+ func (c Cache) ScrapeName(ctx context.Context, id, query string, ty models.ScrapeContentType) ([]models.ScrapedContent, error)

+ func (c Cache) ScrapeURL(ctx context.Context, url string, ty models.ScrapeContentType) (models.ScrapedContent, error)

+ type Input struct

+ Gallery *models.ScrapedGalleryInput

+ Performer *models.ScrapedPerformerInput

+ Scene *models.ScrapedSceneInput

+ type QueryType int

+ const SearchQuery

Nov 15, 2021 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

+ var ErrMaxRedirects = errors.New("maximum number of HTTP redirects reached")

type Cache

+ func (c Cache) GetScraper(scraperID string) *models.Scraper

Oct 11, 2021 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

+ func MatchScrapedMovie(qb models.MovieReader, m *models.ScrapedMovie) error

+ func MatchScrapedPerformer(qb models.PerformerReader, p *models.ScrapedPerformer) error

+ func MatchScrapedStudio(qb models.StudioReader, s *models.ScrapedStudio) error

+ func MatchScrapedTag(qb models.TagReader, s *models.ScrapedTag) error

type Cache

+ func (c Cache) ScrapeGalleryFragment(scraperID string, gallery models.ScrapedGalleryInput) (*models.ScrapedGallery, error)

+ func (c Cache) ScrapeSceneFragment(scraperID string, scene models.ScrapedSceneInput) (*models.ScrapedScene, error)

+ func (c Cache) ScrapeSceneQuery(scraperID string, query string) ([]*models.ScrapedScene, error)

Aug 31, 2021 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Jul 1, 2021 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

May 15, 2021 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

type GlobalConfig

+ GetScraperCDPPath func() string

+ GetScraperCertCheck func() bool

+ GetScraperUserAgent func() string

+ GetScrapersPath func() string

Mar 29, 2021 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Feb 22, 2021 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

+ func MatchScrapedSceneMovie(qb models.MovieReader, m *models.ScrapedSceneMovie) error

+ func MatchScrapedScenePerformer(qb models.PerformerReader, p *models.ScrapedScenePerformer) error

+ func MatchScrapedSceneStudio(qb models.StudioReader, s *models.ScrapedSceneStudio) error

+ func MatchScrapedSceneTag(qb models.TagReader, s *models.ScrapedSceneTag) error

Nov 23, 2020 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

type Cache

+ func (c Cache) ListGalleryScrapers() []*models.Scraper

+ func (c Cache) ScrapeGallery(scraperID string, gallery models.GalleryUpdateInput) (*models.ScrapedGallery, error)

+ func (c Cache) ScrapeGalleryURL(url string) (*models.ScrapedGallery, error)

Sep 2, 2020 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

+ const FreeonesScraperID

+ type Cache struct

+ func NewCache(globalConfig GlobalConfig) (*Cache, error)

+ func (c *Cache) ReloadScrapers() error

+ func (c *Cache) UpdateConfig(globalConfig GlobalConfig)

+ func (c Cache) ListMovieScrapers() []*models.Scraper

+ func (c Cache) ListPerformerScrapers() []*models.Scraper

+ func (c Cache) ListSceneScrapers() []*models.Scraper

+ func (c Cache) ScrapeMovieURL(url string) (*models.ScrapedMovie, error)

+ func (c Cache) ScrapePerformer(scraperID string, scrapedPerformer models.ScrapedPerformerInput) (*models.ScrapedPerformer, error)

+ func (c Cache) ScrapePerformerList(scraperID string, query string) ([]*models.ScrapedPerformer, error)

+ func (c Cache) ScrapePerformerURL(url string) (*models.ScrapedPerformer, error)

+ func (c Cache) ScrapeScene(scraperID string, scene models.SceneUpdateInput) (*models.ScrapedScene, error)

+ func (c Cache) ScrapeSceneURL(url string) (*models.ScrapedScene, error)

+ type GlobalConfig struct

+ CDPPath string

+ Path string

+ UserAgent string

Jun 10, 2020 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Jun 6, 2020 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

+ const XPathScraperConfigSceneMovies

+ func NodeText(n *html.Node) string

Feb 25, 2020 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Feb 24, 2020 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash

Changes in this version

+ const XPathScraperConfigScenePerformers

+ const XPathScraperConfigSceneStudio

+ const XPathScraperConfigSceneTags

+ func GetFreeonesScraper() scraperConfig

+ func GetPerformer(c scraperTypeConfig, scrapedPerformer models.ScrapedPerformerInput) (*models.ScrapedPerformer, error)

+ func GetPerformerNames(c scraperTypeConfig, q string) ([]*models.ScrapedPerformer, error)

+ func GetPerformerURL(c scraperTypeConfig, href string) (*models.ScrapedPerformer, error)

+ func ListPerformerScrapers() ([]*models.Scraper, error)

+ func ListSceneScrapers() ([]*models.Scraper, error)

+ func ScrapePerformer(scraperID string, scrapedPerformer models.ScrapedPerformerInput) (*models.ScrapedPerformer, error)

+ func ScrapePerformerList(scraperID string, query string) ([]*models.ScrapedPerformer, error)

+ func ScrapePerformerURL(url string) (*models.ScrapedPerformer, error)

+ func ScrapeScene(scraperID string, scene models.SceneUpdateInput) (*models.ScrapedScene, error)

+ func ScrapeSceneURL(url string) (*models.ScrapedScene, error)

Aug 24, 2019 GO-2024-3070

  GO-2024-3070: SQL injection in github.com/stashapp/stash