dispatcher

Documentation

Index

• type D
  • func New(store *store.S, jobCreator jobCreatorI, preProcessor PreProcessorI, ...) *D
  • func (d *D) SetupWithManager(mgr ctrl.Manager) error
  • func (d *D) Start(ctx context.Context) error
• type JobClient
  • func NewJobClient(k8sClient client.Client, namespace string, jobConfig config.JobConfig, ...) *JobClient
• type LifecycleManager
  • func NewLifecycleManager(store *store.S, client client.Client, postProcessor PostProcessorI) *LifecycleManager
  • func (s *LifecycleManager) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)
  • func (s *LifecycleManager) SetupWithManager(mgr ctrl.Manager) error
• type NoopPostProcessor
  • func (p *NoopPostProcessor) Process(ctx context.Context, job *store.Job) error
• type NoopPreProcessor
  • func (p *NoopPreProcessor) Process(ctx context.Context, job *store.Job) (*PreProcessResult, error)
• type PostProcessor
  • func NewPostProcessor(modelClient modelPublishClient) *PostProcessor
  • func (p *PostProcessor) Process(ctx context.Context, job *store.Job) error
• type PostProcessorI
• type PreProcessResult
• type PreProcessor
  • func NewPreProcessor(fileClient fileClient, modelClient modelClient, s3Client s3Client) *PreProcessor
  • func (p *PreProcessor) Process(ctx context.Context, job *store.Job) (*PreProcessResult, error)
• type PreProcessorI

Types

type D

type D struct {
	// contains filtered or unexported fields
}

D is a dispatcher.

func New

func New(
	store *store.S,
	jobCreator jobCreatorI,
	preProcessor PreProcessorI,
	jobPollingInterval time.Duration,
) *D

New returns a new dispatcher.

func (*D) SetupWithManager

func (d *D) SetupWithManager(mgr ctrl.Manager) error

SetupWithManager registers the dispatcher with the manager.

func (*D) Start

func (d *D) Start(ctx context.Context) error

Start starts the dispatcher.

type JobClient

type JobClient struct {
	// contains filtered or unexported fields
}

JobClient operates a Kubernetes Job resource for a job.

func NewJobClient

func NewJobClient(
	k8sClient client.Client,
	namespace string,
	jobConfig config.JobConfig,
	useFakeJob bool,
) *JobClient

NewJobClient returns a new JobCreator.

type LifecycleManager

type LifecycleManager struct {
	// contains filtered or unexported fields
}

LifecycleManager manages job lifecycle and sync status.

func NewLifecycleManager

func NewLifecycleManager(
	store *store.S,
	client client.Client,
	postProcessor PostProcessorI,
) *LifecycleManager

NewLifecycleManager returns a new LifecycleManager.

func (*LifecycleManager) Reconcile

func (s *LifecycleManager) Reconcile(
	ctx context.Context,
	req ctrl.Request,
) (ctrl.Result, error)

Reconcile reconciles the pod managed by llm-operator.

func (*LifecycleManager) SetupWithManager

func (s *LifecycleManager) SetupWithManager(mgr ctrl.Manager) error

SetupWithManager registers the LifecycleManager with the manager.

type NoopPostProcessor

type NoopPostProcessor struct {
}

NoopPostProcessor is a no-op implementation of PostProcessorI.

func (*NoopPostProcessor) Process

func (p *NoopPostProcessor) Process(ctx context.Context, job *store.Job) error

Process is a no-op implementation of Process.

type NoopPreProcessor

type NoopPreProcessor struct {
}

NoopPreProcessor is a no-op implementation of PreProcessorI.

func (*NoopPreProcessor) Process

func (p *NoopPreProcessor) Process(ctx context.Context, job *store.Job) (*PreProcessResult, error)

Process is a no-op implementation of Process.

type PostProcessor

type PostProcessor struct {
	// contains filtered or unexported fields
}

PostProcessor is a post-processor.

func NewPostProcessor

func NewPostProcessor(
	modelClient modelPublishClient,
) *PostProcessor

NewPostProcessor creates a new PostProcessor.

func (*PostProcessor) Process

func (p *PostProcessor) Process(ctx context.Context, job *store.Job) error

Process processes the job.

type PostProcessorI

type PostProcessorI interface {
	Process(ctx context.Context, job *store.Job) error
}

PostProcessorI is an interface for post-processing.

type PreProcessResult

type PreProcessResult struct {
	BaseModelURLs     map[string]string
	TrainingFileURL   string
	ValidationFileURL string

	OutputModelID  string
	OutputModelURL string
}

PreProcessResult is the result of the pre-process.

type PreProcessor

type PreProcessor struct {
	// contains filtered or unexported fields
}

PreProcessor is a pre-processor.

func NewPreProcessor

func NewPreProcessor(
	fileClient fileClient,
	modelClient modelClient,
	s3Client s3Client,
) *PreProcessor

NewPreProcessor creates a new pre-processor.

func (*PreProcessor) Process

func (p *PreProcessor) Process(ctx context.Context, job *store.Job) (*PreProcessResult, error)

Process runs the pre-process.

type PreProcessorI

type PreProcessorI interface {
	Process(ctx context.Context, job *store.Job) (*PreProcessResult, error)
}

PreProcessorI is an interface for pre-processing jobs.