misc

Documentation

Index

• Constants
• Variables
• func AddFileToZip(zipWriter *zip.Writer, filename string) error
• func AppendError(callingMethodName string, firstError *error, secondError *error)
• func AssertErrorIfDev(err error)
• func Contains(in interface{}, elem interface{}) bool
• func ContainsString(slice []string, str string) bool
• func Copy(dst, src interface{})
• func CreateTMPDIR(rudderTmpDir string) (string, error)
• func GetChronologicalTimeStamp(receivedAt, sentAt, originalTimestamp time.Time) time.Time
• func GetHash(s string) int
• func GetIPFromReq(req *http.Request) string
• func GetMD5Hash(input string) string
• func GetMD5UUID(str string) (uuid.UUID, error)
• func GetMacAddress() string
• func GetMandatoryJSONFieldNames(st interface{}) []string
• func GetObjectStorageConfig(provider string, objectStorageConfig interface{}, accessKeyID string, ...) map[string]interface{}
• func GetOutboundIP() (net.IP, error)
• func GetParsedTimestamp(input interface{}) (time.Time, bool)
• func GetRudderEventVal(key string, rudderEvent types.SingularEventT) (interface{}, bool)
• func GetRudderID(event types.SingularEventT) (string, bool)
• func GetSpacesLocation(location string) (region string)
• func GetTagName(id string, names ...string) string
• func HasAWSKeysInConfig(config interface{}) bool
• func IncrementMapByKey(m map[string]int, key string, increment int)
• func IntArrayToString(a []int64, delim string) string
• func IsValidUUID(uuid string) bool
• func KeepProcessAlive()
• func MakeJSONArray(bytesArray [][]byte) []byte
• func MakeRetryablePostRequest(url string, endpoint string, data interface{}) (response []byte, statusCode int, err error)
• func MapStringKeys(input map[string]interface{}) []string
• func MinInt(a, b int) int
• func ParseRudderEventBatch(eventPayload json.RawMessage) ([]types.SingularEventT, bool)
• func PrintMemUsage()
• func QuoteLiteral(literal string) string
• func ReadLines(path string) ([]string, error)
• func RecordAppError(err error, errorStorePath string)
• func RemoveFilePaths(filepaths ...string)
• func ReplaceDB(dbName, targetName string, configDBUtilsList ...interface{})
• func ReplaceMultiRegex(str string, expList map[string]string) (string, error)
• func RunWithTimeout(f func(), onTimeout func(), d time.Duration)
• func SingleQuoteLiteralJoin(slice []string) string
• func SortedMapKeys(input interface{}) []string
• func SortedStructSliceValues(input interface{}, filedName string) []string
• func StringKeys(input interface{}) []string
• func TailTruncateStr(str string, count int) string
• func TruncateStr(str string, limit int) string
• func UnZipSingleFile(outputfile string, filename string)
• func ZipFiles(filename string, files []string) error
• type ConfigDBUtils
• type ErrorStoreT
• type GZipWriter
  • func CreateGZ(s string) (w GZipWriter, err error)
  • func (w GZipWriter) CloseGZ() error
  • func (w GZipWriter) Write(b []byte)
  • func (w GZipWriter) WriteGZ(s string)
• type PerfStats
  • func (stats *PerfStats) End(events int)
  • func (stats *PerfStats) Print()
  • func (stats *PerfStats) Setup(comp string)
  • func (stats *PerfStats) Start()
  • func (stats *PerfStats) Status() map[string]interface{}
• type RudderError
• type WaitGroup
  • func NewWaitGroup() *WaitGroup
  • func (wg *WaitGroup) Add(delta int)
  • func (wg *WaitGroup) Done()
  • func (wg *WaitGroup) Err(err error)
  • func (wg *WaitGroup) Wait() error
  • func (wg *WaitGroup) WaitForAll() []error

Constants

const (
	// RFC3339Milli with milli sec precision
	RFC3339Milli = "2006-01-02T15:04:05.000Z07:00"
)

Variables

var AppStartTime int64

var DefaultConfigDBUtils = ConfigDBUtils{Host: "localhost", User: "ubuntu", Port: 5432, Password: "ubuntu", Sslmode: "disable"}

Functions

func AddFileToZip

func AddFileToZip(zipWriter *zip.Writer, filename string) error

AddFileToZip adds file to zip including size header stats

func AppendError

func AppendError(callingMethodName string, firstError *error, secondError *error)

AppendError creates or appends second error to first error

func AssertErrorIfDev

func AssertErrorIfDev(err error)

func Contains

func Contains(in interface{}, elem interface{}) bool

Contains returns true if an element is present in a iteratee. https://github.com/thoas/go-funk

func ContainsString

func ContainsString(slice []string, str string) bool

func Copy

func Copy(dst, src interface{})

Copy copies the exported fields from src to dest Used for copying the default transport

func CreateTMPDIR

func CreateTMPDIR(rudderTmpDir string) (string, error)

CreateTMPDIR creates tmp dir at path configured via RUDDER_TMPDIR env var

func GetChronologicalTimeStamp

func GetChronologicalTimeStamp(receivedAt, sentAt, originalTimestamp time.Time) time.Time

 Returns chronological timestamp of the event using the formula  timestamp = receivedAt - (sentAt - originalTimestamp)

func GetHash

func GetHash(s string) int

func GetIPFromReq

func GetIPFromReq(req *http.Request) string

GetIPFromReq gets ip address from request

func GetMD5Hash

func GetMD5Hash(input string) string

GetMD5Hash returns EncodeToString(md5 hash of the input string)

func GetMD5UUID

func GetMD5UUID(str string) (uuid.UUID, error)

GetMD5UUID hashes the given string into md5 and returns it as auuid

func GetMacAddress

func GetMacAddress() string

func GetMandatoryJSONFieldNames

func GetMandatoryJSONFieldNames(st interface{}) []string

GetMandatoryJSONFieldNames returns all the json field names defined against the json tag for each field.

func GetObjectStorageConfig

func GetObjectStorageConfig(provider string, objectStorageConfig interface{}, accessKeyID string, accessKey string) map[string]interface{}

func GetOutboundIP

func GetOutboundIP() (net.IP, error)

GetOutboundIP returns preferred outbound ip of this machine https://stackoverflow.com/a/37382208

func GetParsedTimestamp

func GetParsedTimestamp(input interface{}) (time.Time, bool)

GetParsedTimestamp returns the parsed timestamp

func GetRudderEventVal

func GetRudderEventVal(key string, rudderEvent types.SingularEventT) (interface{}, bool)

GetRudderEventVal returns the value corresponding to the key in the message structure

func GetRudderID

func GetRudderID(event types.SingularEventT) (string, bool)

GetRudderID return the UserID from the object

func GetSpacesLocation

func GetSpacesLocation(location string) (region string)

func GetTagName

func GetTagName(id string, names ...string) string

GetTagName gets the tag name using a uuid and name

func HasAWSKeysInConfig

func HasAWSKeysInConfig(config interface{}) bool

func IncrementMapByKey

func IncrementMapByKey(m map[string]int, key string, increment int)

IncrementMapByKey starts with 1 and increments the counter of a key

func IntArrayToString

func IntArrayToString(a []int64, delim string) string

func IsValidUUID

func IsValidUUID(uuid string) bool

IsValidUUID will check if provided string is a valid UUID

func KeepProcessAlive

func KeepProcessAlive()

func MakeJSONArray

func MakeJSONArray(bytesArray [][]byte) []byte

func MakeRetryablePostRequest

func MakeRetryablePostRequest(url string, endpoint string, data interface{}) (response []byte, statusCode int, err error)

MakeRetryablePostRequest is Util function to make a post request.

func MapStringKeys

func MapStringKeys(input map[string]interface{}) []string

func MinInt

func MinInt(a, b int) int

func ParseRudderEventBatch

func ParseRudderEventBatch(eventPayload json.RawMessage) ([]types.SingularEventT, bool)

ParseRudderEventBatch looks for the batch structure inside event

func PrintMemUsage

func PrintMemUsage()

PrintMemUsage outputs the current, total and OS memory being used. As well as the number of garage collection cycles completed.

func QuoteLiteral

func QuoteLiteral(literal string) string

func ReadLines

func ReadLines(path string) ([]string, error)

ReadLines reads a whole file into memory and returns a slice of its lines.

func RecordAppError

func RecordAppError(err error, errorStorePath string)

RecordAppError appends the error occured to error_store.json

func RemoveFilePaths

func RemoveFilePaths(filepaths ...string)

func ReplaceDB

func ReplaceDB(dbName, targetName string, configDBUtilsList ...interface{})

func ReplaceMultiRegex

func ReplaceMultiRegex(str string, expList map[string]string) (string, error)

func RunWithTimeout

func RunWithTimeout(f func(), onTimeout func(), d time.Duration)

RunWithTimeout runs provided function f until provided timeout d. If the timeout is reached, onTimeout callback will be called.

func SingleQuoteLiteralJoin

func SingleQuoteLiteralJoin(slice []string) string

func SortedMapKeys

func SortedMapKeys(input interface{}) []string

func SortedStructSliceValues

func SortedStructSliceValues(input interface{}, filedName string) []string

func StringKeys

func StringKeys(input interface{}) []string

func TailTruncateStr

func TailTruncateStr(str string, count int) string

TailTruncateStr returns the last `count` digits of a string

func TruncateStr

func TruncateStr(str string, limit int) string

func UnZipSingleFile

func UnZipSingleFile(outputfile string, filename string)

UnZipSingleFile unzips zip containing single file into ouputfile path passed

func ZipFiles

func ZipFiles(filename string, files []string) error

ZipFiles compresses files[] into zip at filename

Types

type ConfigDBUtils

type ConfigDBUtils struct {
	Host     string
	User     string
	Port     int
	Password string
	Sslmode  string
}

type ErrorStoreT

type ErrorStoreT struct {
	Errors []RudderError
}

ErrorStoreT : DS to store the app errors

type GZipWriter

type GZipWriter struct {
	File      *os.File
	GzWriter  *gzip.Writer
	BufWriter *bufio.Writer
}

func CreateGZ

func CreateGZ(s string) (w GZipWriter, err error)

func (GZipWriter) CloseGZ

func (w GZipWriter) CloseGZ() error

func (GZipWriter) Write

func (w GZipWriter) Write(b []byte)

func (GZipWriter) WriteGZ

func (w GZipWriter) WriteGZ(s string)

type PerfStats

type PerfStats struct {
	// contains filtered or unexported fields
}

PerfStats is the class for managing performance stats. Not multi-threaded safe now

func (*PerfStats) End

func (stats *PerfStats) End(events int)

End marks the end of one round of stat collection. events is number of events processed since start

func (*PerfStats) Print

func (stats *PerfStats) Print()

Print displays the stats

func (*PerfStats) Setup

func (stats *PerfStats) Setup(comp string)

Setup initializes the stat collector

func (*PerfStats) Start

func (stats *PerfStats) Start()

Start marks the start of event collection

func (*PerfStats) Status

func (stats *PerfStats) Status() map[string]interface{}

type RudderError

type RudderError struct {
	StartTime         int64
	CrashTime         int64
	ReadableStartTime string
	ReadableCrashTime string
	Message           string
	StackTrace        string
	Code              int
}

RudderError : to store rudder error

type WaitGroup

type WaitGroup struct {
	// contains filtered or unexported fields
}

func NewWaitGroup

func NewWaitGroup() *WaitGroup

func (*WaitGroup) Add

func (wg *WaitGroup) Add(delta int)

func (*WaitGroup) Done

func (wg *WaitGroup) Done()

func (*WaitGroup) Err

func (wg *WaitGroup) Err(err error)

func (*WaitGroup) Wait

func (wg *WaitGroup) Wait() error

func (*WaitGroup) WaitForAll

func (wg *WaitGroup) WaitForAll() []error