internal

Documentation

Index

• Constants
• Variables
• func GetModelDefCache() *cache.FileCache
• func PopulateExpTrialsMetrics(pgdb *db.PgDB, masterConfig *config.Config, trivialMetrics bool, batches int) error
• type AllocationMetadata
• type CreateExperimentParams
• type ErrProjectNotFound
  • func (p ErrProjectNotFound) Error() string
• type ExperimentRequestQuery
  • func ParseExperimentsQuery(apiCtx echo.Context) (*ExperimentRequestQuery, error)
• type ExperimentSnapshotShimError
  • func (e ExperimentSnapshotShimError) Error() string
• type LogrusLogFn
• type Master
  • func New(logStore *logger.LogBuffer, config *config.Config) *Master
  • func (m *Master) Info() aproto.MasterInfo
  • func (m *Master) Run(ctx context.Context) error
• type TrialLogBackend
• type UnwatchEvents

Constants

const (
	// MIMEApplicationGZip is GZip's MIME type.
	MIMEApplicationGZip = "application/gzip"
	// MIMEApplicationZip is Zip's MIME type.
	MIMEApplicationZip = "application/zip"
)

const (
	// InvalidHPKillDelay the delay before we forcibly kill a trial that said it had an invalid HP.
	InvalidHPKillDelay = 10 * time.Second
)

Variables

var (

	// TrialAvailableSeriesBatchWaitTime is exported to be changed by tests.
	TrialAvailableSeriesBatchWaitTime = 15 * time.Second
)

Functions

func GetModelDefCache

func GetModelDefCache() *cache.FileCache

GetModelDefCache returns FileCache object.

func PopulateExpTrialsMetrics

func PopulateExpTrialsMetrics(pgdb *db.PgDB, masterConfig *config.Config, trivialMetrics bool,
	batches int,
) error

PopulateExpTrialsMetrics adds metrics for a trial and exp to db.

Types

type AllocationMetadata

type AllocationMetadata struct {
	AllocationID     model.AllocationID
	TaskType         model.TaskType
	Username         string
	WorkspaceName    string
	ExperimentID     int
	Slots            int
	StartTime        time.Time
	EndTime          time.Time
	ImagepullingTime float64
}

AllocationMetadata captures the historic allocation information for a given task.

type CreateExperimentParams

type CreateExperimentParams struct {
	Activate      bool            `json:"activate"`
	ConfigBytes   string          `json:"experiment_config"`
	Template      *string         `json:"template"`
	ModelDef      archive.Archive `json:"model_definition"`
	ParentID      *int            `json:"parent_id"`
	Archived      bool            `json:"archived"`
	GitRemote     *string         `json:"git_remote"`
	GitCommit     *string         `json:"git_commit"`
	GitCommitter  *string         `json:"git_committer"`
	GitCommitDate *time.Time      `json:"git_commit_date"`
	ValidateOnly  bool            `json:"validate_only"`
	Project       *string         `json:"project"`
	ProjectID     *int            `json:"project_id"`
	Workspace     *string         `json:"workspace"`
}

CreateExperimentParams defines a request to create an experiment.

type ErrProjectNotFound

type ErrProjectNotFound string

ErrProjectNotFound is returned in parseCreateExperiment for when project cannot be found or when project cannot be viewed due to RBAC restrictions.

func (ErrProjectNotFound) Error

func (p ErrProjectNotFound) Error() string

Error implements the error interface.

type ExperimentRequestQuery

type ExperimentRequestQuery struct {
	User   string
	Limit  int
	Offset int
	Filter string
}

ExperimentRequestQuery contains values for the experiments request queries with defaults already applied. This should to be kept in sync with the expected queries from ParseExperimentsQuery.

func ParseExperimentsQuery

func ParseExperimentsQuery(apiCtx echo.Context) (*ExperimentRequestQuery, error)

ParseExperimentsQuery parse queries for the experiments endpoint.

type ExperimentSnapshotShimError

type ExperimentSnapshotShimError struct {
	Message string
}

ExperimentSnapshotShimError describes an error encountered while shimming.

func (ExperimentSnapshotShimError) Error

func (e ExperimentSnapshotShimError) Error() string

type LogrusLogFn

type LogrusLogFn func(format string, args ...interface{})

LogrusLogFn is an interface for all the logrus Levelf log functions.

type Master

type Master struct {
	ClusterID string
	MasterID  string
	// contains filtered or unexported fields
}

Master manages the Determined master state.

func New

func New(logStore *logger.LogBuffer, config *config.Config) *Master

New creates an instance of the Determined master.

func (*Master) Info

func (m *Master) Info() aproto.MasterInfo

Info returns this master's information.

func (*Master) Run

func (m *Master) Run(ctx context.Context) error

Run causes the Determined master to connect the database and begin listening for HTTP requests.

type TrialLogBackend

type TrialLogBackend interface {
	TrialLogs(
		trialID, limit int, filters []api.Filter, order apiv1.OrderBy, state interface{},
	) ([]*model.TrialLog, interface{}, error)
	TrialLogsCount(trialID int, filters []api.Filter) (int, error)
	TrialLogsFields(trialID int) (*apiv1.TrialLogsFieldsResponse, error)
	DeleteTrialLogs(trialIDs []int) error
}

TrialLogBackend is an interface trial log backends, such as elastic or postgres, must support to provide the features surfaced in API. This is deprecated, note it no longer supports adding logs in favor of unified logs.

type UnwatchEvents

type UnwatchEvents struct {
	// contains filtered or unexported fields
}

UnwatchEvents is initiated from the get searcher events API. It deletes the watcher with the given ID.