Versions in this module Expand all Collapse all v1 v1.0.0 Sep 26, 2021 Changes in this version + func CSVProcess(params *CSVParameters, d data.JSON, outputChan chan data.JSON, ...) + func CSVString(v interface{}) string + func DeleteS3Objects(client *s3.S3, bucket string, objKeys []string) (*s3.DeleteObjectsOutput, error) + func ExecuteSQLQuery(db *sql.DB, query string) error + func GetDataFromSQLQuery(db *sql.DB, query string, batchSize int, structDest interface{}) (chan data.JSON, error) + func GetS3Object(client *s3.S3, bucket, objKey string) (*s3.GetObjectOutput, error) + func KillPipelineIfErr(err error, killChan chan error) + func ListS3Objects(client *s3.S3, bucket, keyPrefix string) ([]string, error) + func SQLInsertData(db *sql.DB, d data.JSON, tableName string, onDupKeyUpdate bool, ...) error + func SftpClient(server string, username string, authMethod []ssh.AuthMethod, ...) (*sftp.Client, error) + func SftpKeyAuth(privateKeyPath string) (auth ssh.AuthMethod, err error) + func WriteS3Object(data []string, config *aws.Config, bucket string, key string, ...) (string, error) + type CSVParameters struct + Header []string + HeaderWritten bool + QuoteEscape string + SendUpstream bool + WriteHeader bool + Writer *CSVWriter + type CSVWriter struct + AlwaysEncapsulate bool + Comma rune + QuoteEscape string + UseCRLF bool + func NewCSVWriter() *CSVWriter + func (w *CSVWriter) Error() error + func (w *CSVWriter) Flush() + func (w *CSVWriter) SetWriter(writer io.Writer) + func (w *CSVWriter) Write(record []string) (err error) + func (w *CSVWriter) WriteAll(records [][]string) (err error) + type SftpParameters struct + AuthMethods []ssh.AuthMethod + Opts []sftp.ClientOption + Path string + Server string + Username string + type SftpPath struct + Path string + func (t SftpPath) FileName() string + type Timer struct + func StartTimer() (t *Timer) + func (t *Timer) Duration() time.Duration + func (t *Timer) Stop() *Timer + func (t *Timer) Stopped() bool + func (t *Timer) String() string