submit

Documentation

Index

• type Deduplicator
• type PostgresDeduplicator
  • func NewDeduplicator(db *pgxpool.Pool) *PostgresDeduplicator
  • func (s *PostgresDeduplicator) GetOriginalJobIds(ctx *armadacontext.Context, queue string, ...) (map[string]string, error)
  • func (s *PostgresDeduplicator) StoreOriginalJobIds(ctx *armadacontext.Context, queue string, mappings map[string]string) error
• type Server
  • func NewServer(queueService api.QueueServiceServer, publisher pulsarutils.Publisher, ...) *Server
  • func (s *Server) CancelJobSet(grpcCtx context.Context, req *api.JobSetCancelRequest) (*types.Empty, error)
  • func (s *Server) CancelJobs(grpcCtx context.Context, req *api.JobCancelRequest) (*api.CancellationResult, error)
  • func (s *Server) CreateQueue(ctx context.Context, q *api.Queue) (*types.Empty, error)
  • func (s *Server) CreateQueues(ctx context.Context, list *api.QueueList) (*api.BatchQueueCreateResponse, error)
  • func (s *Server) DeleteQueue(ctx context.Context, request *api.QueueDeleteRequest) (*types.Empty, error)
  • func (s *Server) GetQueue(ctx context.Context, request *api.QueueGetRequest) (*api.Queue, error)
  • func (s *Server) GetQueues(request *api.StreamingQueueGetRequest, server api.Submit_GetQueuesServer) error
  • func (s *Server) GetUser(ctx *armadacontext.Context) string
  • func (s *Server) Health(_ context.Context, _ *types.Empty) (*api.HealthCheckResponse, error)
  • func (s *Server) PreemptJobs(grpcCtx context.Context, req *api.JobPreemptRequest) (*types.Empty, error)
  • func (s *Server) ReprioritizeJobs(grpcCtx context.Context, req *api.JobReprioritizeRequest) (*api.JobReprioritizeResponse, error)
  • func (s *Server) SubmitJobs(grpcCtx context.Context, req *api.JobSubmitRequest) (*api.JobSubmitResponse, error)
  • func (s *Server) UpdateQueue(ctx context.Context, q *api.Queue) (*types.Empty, error)
  • func (s *Server) UpdateQueues(ctx context.Context, list *api.QueueList) (*api.BatchQueueUpdateResponse, error)

Types

type Deduplicator

type Deduplicator interface {
	GetOriginalJobIds(ctx *armadacontext.Context, queue string, jobRequests []*api.JobSubmitRequestItem) (map[string]string, error)
	StoreOriginalJobIds(ctx *armadacontext.Context, queue string, mappings map[string]string) error
}

Deduplicator deduplicates jobs submitted ot armada in order to prevent double submission

type PostgresDeduplicator

type PostgresDeduplicator struct {
	// contains filtered or unexported fields
}

PostgresDeduplicator is an implementation of a Deduplicator that uses a pgkeyvalue.KeyValueStore as its state store

func NewDeduplicator

func NewDeduplicator(db *pgxpool.Pool) *PostgresDeduplicator

func (*PostgresDeduplicator) GetOriginalJobIds

func (s *PostgresDeduplicator) GetOriginalJobIds(ctx *armadacontext.Context, queue string, jobRequests []*api.JobSubmitRequestItem) (map[string]string, error)

func (*PostgresDeduplicator) StoreOriginalJobIds

func (s *PostgresDeduplicator) StoreOriginalJobIds(ctx *armadacontext.Context, queue string, mappings map[string]string) error

type Server

type Server struct {
	// contains filtered or unexported fields
}

Server is a service that accepts API calls according to the original Armada submit API and publishes messages to Pulsar based on those calls.

func NewServer

func NewServer(
	queueService api.QueueServiceServer,
	publisher pulsarutils.Publisher,
	queueCache armadaqueue.ReadOnlyQueueRepository,
	submissionConfig configuration.SubmissionConfig,
	deduplicator Deduplicator,
	authorizer auth.ActionAuthorizer,
) *Server

func (*Server) CancelJobSet

func (s *Server) CancelJobSet(grpcCtx context.Context, req *api.JobSetCancelRequest) (*types.Empty, error)

func (*Server) CancelJobs

func (s *Server) CancelJobs(grpcCtx context.Context, req *api.JobCancelRequest) (*api.CancellationResult, error)

func (*Server) CreateQueue

func (s *Server) CreateQueue(ctx context.Context, q *api.Queue) (*types.Empty, error)

func (*Server) CreateQueues

func (s *Server) CreateQueues(ctx context.Context, list *api.QueueList) (*api.BatchQueueCreateResponse, error)

func (*Server) DeleteQueue

func (s *Server) DeleteQueue(ctx context.Context, request *api.QueueDeleteRequest) (*types.Empty, error)

func (*Server) GetQueue

func (s *Server) GetQueue(ctx context.Context, request *api.QueueGetRequest) (*api.Queue, error)

func (*Server) GetQueues

func (s *Server) GetQueues(request *api.StreamingQueueGetRequest, server api.Submit_GetQueuesServer) error

func (*Server) GetUser

func (s *Server) GetUser(ctx *armadacontext.Context) string

func (*Server) Health

func (s *Server) Health(_ context.Context, _ *types.Empty) (*api.HealthCheckResponse, error)

func (*Server) PreemptJobs

func (s *Server) PreemptJobs(grpcCtx context.Context, req *api.JobPreemptRequest) (*types.Empty, error)

func (*Server) ReprioritizeJobs

func (s *Server) ReprioritizeJobs(grpcCtx context.Context, req *api.JobReprioritizeRequest) (*api.JobReprioritizeResponse, error)

func (*Server) SubmitJobs

func (s *Server) SubmitJobs(grpcCtx context.Context, req *api.JobSubmitRequest) (*api.JobSubmitResponse, error)

SubmitJobs allows users to submit jobs to Armada. On receipt of a request, the following actions are performed:

• The request is validated to make sure it is well formed. If this fails then an error is returned
• Each JobRequestItem inside the request is checked to see if it is a duplicate
• Each non-duplicate is converted into an armadaevents.SubmitMessage
• All SubmitMessages are checked to see if the job they define can be scheduled (an example of a job that cannot be scheduled would be a job that requires more resources than exists on any node). If any message fails this check then an error is returned.
• The SubmitMessages are published to Pulsar.

func (*Server) UpdateQueue

func (s *Server) UpdateQueue(ctx context.Context, q *api.Queue) (*types.Empty, error)

func (*Server) UpdateQueues

func (s *Server) UpdateQueues(ctx context.Context, list *api.QueueList) (*api.BatchQueueUpdateResponse, error)