known

Documentation

Index

• Constants
• func StandardLLMTrainStatus(trainStatus string) string

Constants

const (
	// JobPending indicates job has been created but is not yet running.
	// It's pending for resources or scheduling.
	JobPending string = "Pending"
	// JobRunning indicates job is currently running, and its watcher are
	// executing the specified task.
	JobRunning string = "Running"
	// JobSucceeded indicates job has successfully completed all of its
	// tasks with a successful exit status.
	JobSucceeded string = "Succeeded"
	// JobFailed indicates job has failed and has reached a state where
	// it could not complete its tasks successfully.
	JobFailed string = "Failed"
)

These are the valid statuses of jobs. The constants defined here represent the possible states that a Job can be in during its lifecycle in eam-nightwatch.

const (
	// JobStatusNonSuspended indicates that the job is currently active and not suspended.
	JobNonSuspended = 0
	// JobStatusSuspended indicates that the job is currently suspended and not active.
	JobSuspended = 1
)

const (
	// NonIdempotentExecution indicates that the execution is non-idempotent.
	NonIdempotentExecution int64 = 0
	// IdempotentExecution indicates that the execution is idempotent.
	IdempotentExecution int64 = 1
)

Job Execution Idempotency indicates whether the job can be executed multiple times without changing the result.

const (
	// LLMTrainSucceeded indicates that the llm train has successfully completed.
	LLMTrainSucceeded = JobSucceeded
	// LLMTrainFailed indicates that the llm train has failed.
	LLMTrainFailed = JobFailed

	// LLMTrainPending indicates that the llm train is pending.
	LLMTrainPending = JobPending
	// LLMTrainDownloading indicates that the llm train data is
	// being downloaded.
	LLMTrainDownloading = "Downloading"
	// LLMTrainDownloaded indicates that the llm train data has
	// been downloaded.
	LLMTrainDownloaded = "Downloaded"
	// LLMTrainEmbedding indicates that the llm train is in the
	// embedding phase.
	LLMTrainEmbedding = "Embedding"
	// LLMTrainEmbedded indicates that the embedding process has completed.
	LLMTrainEmbedded = "Embedded"
	// LLMTrainTraining indicates that the llm is currently
	// being trained.
	LLMTrainTraining = "Training"
	// LLMTrainTrained indicates that the train of the llm has completed.
	LLMTrainTrained = "Trained"
)

LLM train statuses represent the various phases of llm train. These constants are derived from the job status constants and include additional states relevant to the llm train process.

const (
	// LLMTrainMaxWorkers specify the maximum number of workers
	// allowed for llm train jobs.
	LLMTrainMaxWorkers = 5
	// LLMTrainEmbeddingQPS specify the maximum queries per second
	// for the embedding process during llm train.
	LLMTrainEmbeddingQPS = 10
	// LLMTrainEvaluateQPS specify the maximum queries per second
	// for the evaluation process during llm train.
	LLMTrainEvaluateQPS = 150
)

Rate Limits for controlling the concurrency and frequency of job execution.

const (
	// MaxLLMTrainFeedbacks specify the maximum number of feedback entries
	// allowed for llm train.
	MaxLLMTrainFeedbacks = 3000
	// LLMTrainHitRatePrecision specify the precision for calculating hit rate
	// during llm train.
	LLMTrainHitRatePrecision = 0.0001
)

Additional constants for llm train.

const (
	LLMJobScope = "llm"
)

Job Scope defines the scope of the job for organizational purposes.

const LLMTrainTimeout = 14400

LLMTrainTimeout defines the maximum duration (in seconds) allowed for training jobs. This constant is set to 14400 seconds, which equals 4 hours.

const (
	// TrainWatcher identifier for llm train job watcher.
	LLMTrainWatcher = "llmtrain"
)

Job Watcher identifiers for monitoring specific job types.

const (
	MaxJobsPerCronJob = 50
)

MaxJobsPerCronJob defines the maximum number of jobs that can be scheduled to run concurrently for a single cron job. This limit helps to prevent resource exhaustion and ensures that the system remains stable under load.

Functions

func StandardLLMTrainStatus

func StandardLLMTrainStatus(trainStatus string) string