sqlstorage

Documentation

Index

• type Option
  • func WithBatchCount(batchCount int) Option
  • func WithLogger(logger *zap.Logger) Option
  • func WithSQLURL(sqlURL string) Option
• type SQLStorage
  • func New(opts ...Option) (*SQLStorage, error)
  • func (s *SQLStorage) Flush() error
  • func (s *SQLStorage) Save(dataCells ...*spider.DataCell) error

Types

type Option

type Option func(opts *options)

func WithBatchCount

func WithBatchCount(batchCount int) Option

func WithLogger

func WithLogger(logger *zap.Logger) Option

func WithSQLURL

func WithSQLURL(sqlURL string) Option

type SQLStorage

type SQLStorage struct {
	Table map[string]struct{}
	// contains filtered or unexported fields
}

func New

func New(opts ...Option) (*SQLStorage, error)

func (*SQLStorage) Flush

func (s *SQLStorage) Flush() error

func (*SQLStorage) Save

func (s *SQLStorage) Save(dataCells ...*spider.DataCell) error