models

Documentation

Index

• type Application
• type ClusterProperties
• type Counter
• type Executor
• type Gauge
• type Histogram
• type Job
• type Stage
• type Timer

Types

type Application

type Application struct {
	ApplicationID string `json:"id"`
	Name          string `json:"name"`
}

Applications represents the json returned by the api/v1/applications endpoint

type ClusterProperties

type ClusterProperties struct {
	Version    string               `json:"version"`
	Gauges     map[string]Gauge     `json:"gauges"`
	Counters   map[string]Counter   `json:"counters"`
	Histograms map[string]Histogram `json:"histograms"`
	Timers     map[string]Timer     `json:"timers"`
}

ClusterProperties represents the top level json returned by the /metrics/json endpoint

type Counter

type Counter struct {
	Count int64 `json:"count"`
}

type Executor

type Executor struct {
	ExecutorID                string `json:"id"`
	MemoryUsed                int64  `json:"memoryUsed"`
	DiskUsed                  int64  `json:"diskUsed"`
	MaxTasks                  int64  `json:"maxTasks"`
	ActiveTasks               int64  `json:"activeTasks"`
	FailedTasks               int64  `json:"failedTasks"`
	CompletedTasks            int64  `json:"completedTasks"`
	TotalDuration             int64  `json:"totalDuration"`
	TotalGCTime               int64  `json:"totalGCTime"`
	TotalInputBytes           int64  `json:"totalInputBytes"`
	TotalShuffleRead          int64  `json:"totalShuffleRead"`
	TotalShuffleWrite         int64  `json:"totalShuffleWrite"`
	UsedOnHeapStorageMemory   int64  `json:"usedOnHeapStorageMemory"`
	UsedOffHeapStorageMemory  int64  `json:"usedOffHeapStorageMemory"`
	TotalOnHeapStorageMemory  int64  `json:"totalOnHeapStorageMemory"`
	TotalOffHeapStorageMemory int64  `json:"totalOffHeapStorageMemory"`
}

Executors represents the top level json returned by the api/v1/applications/[app-id]/executors endpoint

type Gauge

type Gauge struct {
	Value float64 `json:"value"`
}

type Histogram

type Histogram struct {
	Count  int64   `json:"count"`
	Max    int64   `json:"max"`
	Mean   float64 `json:"mean"`
	Min    int64   `json:"min"`
	P50    float64 `json:"p50"`
	P75    float64 `json:"p75"`
	P95    float64 `json:"p95"`
	P98    float64 `json:"p98"`
	P99    float64 `json:"p99"`
	P999   float64 `json:"p999"`
	Stddev float64 `json:"stddev"`
}

type Job

type Job struct {
	JobID              int64 `json:"jobId"`
	NumActiveTasks     int64 `json:"numActiveTasks"`
	NumCompletedTasks  int64 `json:"numCompletedTasks"`
	NumSkippedTasks    int64 `json:"numSkippedTasks"`
	NumFailedTasks     int64 `json:"numFailedTasks"`
	NumActiveStages    int64 `json:"numActiveStages"`
	NumCompletedStages int64 `json:"numCompletedStages"`
	NumSkippedStages   int64 `json:"numSkippedStages"`
	NumFailedStages    int64 `json:"numFailedStages"`
}

Jobs represents the top level json returned by the api/v1/applications/[app-id]/jobs endpoint

type Stage

type Stage struct {
	Status                       string `json:"status"`
	StageID                      int64  `json:"stageId"`
	AttemptID                    int64  `json:"attemptId"`
	NumActiveTasks               int64  `json:"numActiveTasks"`
	NumCompleteTasks             int64  `json:"numCompleteTasks"`
	NumFailedTasks               int64  `json:"numFailedTasks"`
	NumKilledTasks               int64  `json:"numKilledTasks"`
	ExecutorRunTime              int64  `json:"executorRunTime"`
	ExecutorCPUTime              int64  `json:"executorCpuTime"`
	ResultSize                   int64  `json:"resultSize"`
	JvmGcTime                    int64  `json:"jvmGcTime"`
	MemoryBytesSpilled           int64  `json:"memoryBytesSpilled"`
	DiskBytesSpilled             int64  `json:"diskBytesSpilled"`
	PeakExecutionMemory          int64  `json:"peakExecutionMemory"`
	InputBytes                   int64  `json:"inputBytes"`
	InputRecords                 int64  `json:"inputRecords"`
	OutputBytes                  int64  `json:"outputBytes"`
	OutputRecords                int64  `json:"outputRecords"`
	ShuffleRemoteBlocksFetched   int64  `json:"shuffleRemoteBlocksFetched"`
	ShuffleLocalBlocksFetched    int64  `json:"shuffleLocalBlocksFetched"`
	ShuffleFetchWaitTime         int64  `json:"shuffleFetchWaitTime"`
	ShuffleRemoteBytesRead       int64  `json:"shuffleRemoteBytesRead"`
	ShuffleLocalBytesRead        int64  `json:"shuffleLocalBytesRead"`
	ShuffleRemoteBytesReadToDisk int64  `json:"shuffleRemoteBytesReadToDisk"`
	ShuffleReadBytes             int64  `json:"shuffleReadBytes"`
	ShuffleReadRecords           int64  `json:"shuffleReadRecords"`
	ShuffleWriteBytes            int64  `json:"shuffleWriteBytes"`
	ShuffleWriteRecords          int64  `json:"shuffleWriteRecords"`
	ShuffleWriteTime             int64  `json:"shuffleWriteTime"`
}

Stages represents the top level json returned by the api/v1/applications/[app-id]/stages endpoint

type Timer

type Timer struct {
	Count int64   `json:"count"`
	Mean  float64 `json:"mean"`
}