asyncdestinationmanager

Documentation

Index

• Variables
• func CleanUpData(keyMap map[string]interface{}, importingJobIDs []int64) ([]int64, []int64)
• func GenerateFailedPayload(config map[string]interface{}, jobs []*jobsdb.JobT, ...) []byte
• func GetMarshalledData(payload string, jobID int64) string
• func GetTransformedData(payload stdjson.RawMessage) string
• func Init()
• type AsyncDestinationStruct
• type AsyncFailedPayload
• type AsyncJob
• type AsyncUploadOutput
  • func Upload(url, filePath string, config map[string]interface{}, destType string, ...) AsyncUploadOutput
• type AsyncUploadT
• type MetaDataT
• type Parameters
• type UploadStruct

Variables

var (
	HTTPTimeout time.Duration
)

Functions

func CleanUpData

func CleanUpData(keyMap map[string]interface{}, importingJobIDs []int64) ([]int64, []int64)

func GenerateFailedPayload

func GenerateFailedPayload(config map[string]interface{}, jobs []*jobsdb.JobT, importID, destType, csvHeaders string) []byte

func GetMarshalledData

func GetMarshalledData(payload string, jobID int64) string

func GetTransformedData

func GetTransformedData(payload stdjson.RawMessage) string

func Init

func Init()

Types

type AsyncDestinationStruct

type AsyncDestinationStruct struct {
	ImportingJobIDs []int64
	FailedJobIDs    []int64
	Exists          bool
	Size            int
	CreatedAt       time.Time
	FileName        string
	Count           int
	CanUpload       bool
	UploadMutex     sync.RWMutex
	URL             string
	RsourcesStats   rsources.StatsCollector
}

type AsyncFailedPayload

type AsyncFailedPayload struct {
	Config   map[string]interface{}   `json:"config"`
	Input    []map[string]interface{} `json:"input"`
	DestType string                   `json:"destType"`
	ImportId string                   `json:"importId"`
	MetaData MetaDataT                `json:"metadata"`
}

type AsyncJob

type AsyncJob struct {
	Message  map[string]interface{} `json:"message"`
	Metadata map[string]interface{} `json:"metadata"`
}

type AsyncUploadOutput

type AsyncUploadOutput struct {
	Key                 string
	ImportingJobIDs     []int64
	ImportingParameters stdjson.RawMessage
	SuccessJobIDs       []int64
	FailedJobIDs        []int64
	SucceededJobIDs     []int64
	SuccessResponse     string
	FailedReason        string
	AbortJobIDs         []int64
	AbortReason         string

	FailedCount   int
	AbortCount    int
	DestinationID string
	// contains filtered or unexported fields
}

func Upload

func Upload(url, filePath string, config map[string]interface{}, destType string, failedJobIDs, importingJobIDs []int64, destinationID string) AsyncUploadOutput

type AsyncUploadT

type AsyncUploadT struct {
	Config   map[string]interface{} `json:"config"`
	Input    []AsyncJob             `json:"input"`
	DestType string                 `json:"destType"`
}

type MetaDataT

type MetaDataT struct {
	CSVHeaders string `json:"csvHeader"`
}

type Parameters

type Parameters struct {
	ImportId string    `json:"importId"`
	PollUrl  string    `json:"pollURL"`
	MetaData MetaDataT `json:"metadata"`
}

type UploadStruct

type UploadStruct struct {
	ImportId string                 `json:"importId"`
	PollUrl  string                 `json:"pollURL"`
	Metadata map[string]interface{} `json:"metadata"`
}