csv

Documentation

Index

• Constants
• Variables
• type ProcessStats
• type Processor
  • func New(ctx *c.Context, deps *c.Dependencies) (*Processor, error)
  • func (p *Processor) Run(ctx context.Context) error

Constants

const (
	MaxLineSize    = 10 << 20 // 10MB max line size
	DefaultMapSize = 16       // Default size for JSON object maps
	FlushInterval  = time.Second
	LogInterval    = 100000 // Log every 100k lines
)

Variables

var (
	ErrNoInput = errors.New("no input files found")
)

Types

type ProcessStats

type ProcessStats struct {
	LinesProcessed int64
	BadLines       int64
	BytesProcessed int64
	FileSize       int64
	Created        time.Time
}

ProcessStats holds processing statistics

type Processor

type Processor struct {
	// contains filtered or unexported fields
}

Processor handles the conversion of Reddit data to CSV

func New

func New(ctx *c.Context, deps *c.Dependencies) (*Processor, error)

New creates a new CSV filter instance

func (*Processor) Run

func (p *Processor) Run(ctx context.Context) error

Run executes the processing pipeline