normalize

Documentation

Index

• Variables
• func NewNormalizer(audio *AudioNormalizer, url *URLNormalizer, db db.Store) (*normalizer, error)
• type AudioNormalizer
  • func NewAudioNormalizer(client python.PythonClient) (*AudioNormalizer, error)
  • func (s *AudioNormalizer) Normalize(fileName string) (transcript string, err error)
• type Normalizer
• type URLNormalizer
  • func NewURLNormalizer(client python.PythonClient, scraper scrape.Scraper, db db.Store) (*URLNormalizer, error)
  • func (s *URLNormalizer) Normalize(url string) (string, string, error)

Variables

var ProviderSet = wire.NewSet(
	scrape.ProviderSet,
	NewNormalizer,
	NewAudioNormalizer,
	NewURLNormalizer,
	wire.Bind(new(Normalizer), new(*normalizer)),
)

Functions

func NewNormalizer

func NewNormalizer(audio *AudioNormalizer, url *URLNormalizer, db db.Store) (*normalizer, error)

NewNormalizer creates a new normalizer.

Types

type AudioNormalizer

type AudioNormalizer struct {
	// contains filtered or unexported fields
}

func NewAudioNormalizer

func NewAudioNormalizer(client python.PythonClient) (*AudioNormalizer, error)

func (*AudioNormalizer) Normalize

func (s *AudioNormalizer) Normalize(fileName string) (transcript string, err error)

type Normalizer

type Normalizer interface {
	NormalizeText(data string) (normalized string, err error)
	NormalizeURL(url string) (normalized, page string, err error)
	NormalizeFile(file, contentType string) (normalized string, err error)
}

Normalizer is an interface for normalizing data into text.

type URLNormalizer

type URLNormalizer struct {
	// contains filtered or unexported fields
}

func NewURLNormalizer

func NewURLNormalizer(client python.PythonClient, scraper scrape.Scraper, db db.Store) (*URLNormalizer, error)

func (*URLNormalizer) Normalize

func (s *URLNormalizer) Normalize(url string) (string, string, error)