core

Documentation

Index

• func BuildDBReader(connURL *url.URL) (data.DBReaderConn, error)
• func CreateCompressedWriter(bufWriter *bufio.Writer, compressionType string, format string) (io.WriteCloser, error)
• func RunMv(ctx context.Context, task *Task) error
• type Config
  • func NewConfig(source, dest string, streamConfig *data.StreamConfig) *Config
• type Connection
• type ExecutionConfig
  • func NewExecutionConfig(config *Config, concurrency int) *ExecutionConfig
• type Task
  • func NewTask(exec ExecutionConfig) *Task
  • func SetupMv(sConfig *data.StreamConfig) (*Task, error)

Functions

func BuildDBReader

func BuildDBReader(connURL *url.URL) (data.DBReaderConn, error)

func CreateCompressedWriter

func CreateCompressedWriter(bufWriter *bufio.Writer, compressionType string, format string) (io.WriteCloser, error)

func RunMv

func RunMv(ctx context.Context, task *Task) error

Types

type Config

type Config struct {
	Source       string             `json:"source,omitempty" yaml:"source,omitempty"`
	Dest         string             `json:"dest,omitempty" yaml:"dest,omitempty"`
	SourceConn   *Connection        `json:"-" yaml:"-"`
	DestConn     *Connection        `json:"-" yaml:"-"`
	StreamConfig *data.StreamConfig `json:"stream_config,omitempty" yaml:"stream_config,omitempty"`
}

func NewConfig

func NewConfig(source, dest string, streamConfig *data.StreamConfig) *Config

type Connection

type Connection struct {
	Url       string
	ParsedUrl *url.URL
}

type ExecutionConfig

type ExecutionConfig struct {
	Config      *Config
	WriterPipe  *io.PipeWriter
	Concurrency int
}

func NewExecutionConfig

func NewExecutionConfig(config *Config, concurrency int) *ExecutionConfig

type Task

type Task struct {
	ExecConfig *ExecutionConfig
}

func NewTask

func NewTask(exec ExecutionConfig) *Task

func SetupMv

func SetupMv(sConfig *data.StreamConfig) (*Task, error)