output

Documentation

Index

• type APIWriter
  • func NewAPIWriter(wc *config.WriterConfig) *APIWriter
  • func (f *APIWriter) Write(items chan map[string]interface{}, wg *sync.WaitGroup)
• type FileWriter
  • func NewFileWriter(wc *config.WriterConfig) *FileWriter
  • func (fr *FileWriter) Write(items chan map[string]interface{}, wg *sync.WaitGroup)
• type StdoutWriter
  • func (s *StdoutWriter) Write(items chan map[string]interface{}, wg *sync.WaitGroup)
• type Writer

Types

type APIWriter

type APIWriter struct {
	// contains filtered or unexported fields
}

The APIWriter is meant to write to a custom API and assumes many things. So currently, it is better not to use this APIWriter.

func NewAPIWriter

func NewAPIWriter(wc *config.WriterConfig) *APIWriter

NewAPIWriter returns a new APIWriter

func (*APIWriter) Write

func (f *APIWriter) Write(items chan map[string]interface{}, wg *sync.WaitGroup)

type FileWriter

type FileWriter struct {
	// contains filtered or unexported fields
}

func NewFileWriter

func NewFileWriter(wc *config.WriterConfig) *FileWriter

NewFileWriter returns a new FileWriter

func (*FileWriter) Write

func (fr *FileWriter) Write(items chan map[string]interface{}, wg *sync.WaitGroup)

type StdoutWriter

type StdoutWriter struct{}

func (*StdoutWriter) Write

func (s *StdoutWriter) Write(items chan map[string]interface{}, wg *sync.WaitGroup)

type Writer

type Writer interface {
	// if a writer encounters a fatal error it should call log.Fatalf
	// to prevent the crawler from uselessly continuing to run.
	Write(itemsList chan map[string]interface{}, wg *sync.WaitGroup)
}