model

Documentation

Index

• type ConsumerMessage
• type ConsumerMessageId
• type CreateJobInstruction
• type CreateJobRunContainerInstruction
• type CreateJobRunInstruction
• type CreateUserAnnotationInstruction
• type InstructionSet
• type UpdateJobInstruction
• type UpdateJobRunInstruction

Types

type ConsumerMessage

type ConsumerMessage struct {
	Message    pulsar.Message
	ConsumerId int
}

ConsumerMessage wraps a pulsar message and an identifier for the consumer which originally received the corresponding message. This exists because we need to track which messages came from which consumers so that we can ACK them on the correct consumer.

type ConsumerMessageId

type ConsumerMessageId struct {
	MessageId  pulsar.MessageID
	ConsumerId int
}

ConsumerMessageId wraps a pulsar message id and an identifier for the consumer which originally received the corresponding message. This exists because we need to track which messages came from which consumers so that we can ACK them on the correct consumer.

type CreateJobInstruction

type CreateJobInstruction struct {
	JobId     string
	Queue     string
	Owner     string
	JobSet    string
	Priority  uint32
	Submitted time.Time
	JobJson   []byte
	JobProto  []byte
	State     int64
	Updated   time.Time
}

CreateJobInstruction is an instruction to insert a new row into the jobs table

type CreateJobRunContainerInstruction

type CreateJobRunContainerInstruction struct {
	RunId         string
	ContainerName string
	ExitCode      int32
}

CreateJobRunContainerInstruction is an instruction to create a new entry in the jobRunContainerInstruction table

type CreateJobRunInstruction

type CreateJobRunInstruction struct {
	RunId   string
	JobId   string
	Cluster string
	Created time.Time
}

CreateJobRunInstruction is an instruction to update an existing row in the jobRuns table

type CreateUserAnnotationInstruction

type CreateUserAnnotationInstruction struct {
	JobId string
	Key   string
	Value string
}

CreateUserAnnotationInstruction is an instruction to create a new entry in the UserAnnotationInstruction table

type InstructionSet

type InstructionSet struct {
	JobsToCreate             []*CreateJobInstruction
	JobsToUpdate             []*UpdateJobInstruction
	JobRunsToCreate          []*CreateJobRunInstruction
	JobRunsToUpdate          []*UpdateJobRunInstruction
	UserAnnotationsToCreate  []*CreateUserAnnotationInstruction
	JobRunContainersToCreate []*CreateJobRunContainerInstruction
	MessageIds               []*ConsumerMessageId
}

InstructionSet represents a set of instructions to apply to the database. Each type of instruction is stored in its own ordered list representign the order it was received. We also store the original message ids corresponding to these instructions so that when they are saved to the database, we can ACK the corresponding messages.

type UpdateJobInstruction

type UpdateJobInstruction struct {
	JobId     string
	Priority  *int32
	State     *int32
	Updated   time.Time
	Cancelled *time.Time
	Duplicate *bool
}

UpdateJobInstruction is an instruction to update an existing row in the jobs table

type UpdateJobRunInstruction

type UpdateJobRunInstruction struct {
	RunId            string
	Node             *string
	Started          *time.Time
	Finished         *time.Time
	Succeeded        *bool
	Error            *string
	PodNumber        *int32
	UnableToSchedule *bool
}

UpdateJobRunInstruction is an instruction to update an existing row in the job runs table