tasks

Nov 15, 2023

Changes in this version

+ const NerRetryMax

+ const NerTimeout

+ func NewRetryableHTTPClient(retryMax int, timeout time.Duration) *http.Client

Nov 7, 2023

Changes in this version

+ const SQLSubscriberPollInterval

Oct 30, 2023

Changes in this version

+ const MaxQueueRetries

+ const MaxTokensFallback

+ const SummaryMaxOutputTokens

+ const TaskCountThrottle

+ const TaskTimeout

+ var IntentStringRegex = regexp.MustCompile(`(?i)^\s*intent\W+\s+`)

+ func Initialize(ctx context.Context, appState *models.AppState, router models.TaskRouter)

+ func NewMessageNERTask(appState *models.AppState) models.Task

+ func NewMessageSummaryNERTask(appState *models.AppState) models.Task

+ func NewSQLQueuePublisher(db *sql.DB, logger watermill.LoggerAdapter) (message.Publisher, error)

+ func NewSQLQueueSubscriber(db *sql.DB, logger watermill.LoggerAdapter) (message.Subscriber, error)

+ func RunTaskRouter(ctx context.Context, appState *models.AppState, db *sql.DB)

+ func TaskHandler(task models.Task) message.NoPublishHandlerFunc

+ type BaseTask struct

+ func (b *BaseTask) Execute(ctx context.Context, msg *message.Message) error

+ func (b *BaseTask) HandleError(err error)

+ type DocumentEmbedderTask struct

+ func NewDocumentEmbedderTask(appState *models.AppState) *DocumentEmbedderTask

+ func (dt *DocumentEmbedderTask) Execute(ctx context.Context, msg *message.Message) error

+ func (dt *DocumentEmbedderTask) Process(ctx context.Context, collectionName string, docTasks []models.DocEmbeddingTask) error

+ type IntentPromptTemplateData struct

+ Input string

+ type MessageEmbedderTask struct

+ func NewMessageEmbedderTask(appState *models.AppState) *MessageEmbedderTask

+ func (t *MessageEmbedderTask) Execute(ctx context.Context, msg *message.Message) error

+ func (t *MessageEmbedderTask) Process(ctx context.Context, sessionID string, msgs []models.Message) error

+ type MessageIntentTask struct

+ func NewMessageIntentTask(appState *models.AppState) *MessageIntentTask

+ func (mt *MessageIntentTask) Execute(ctx context.Context, msg *message.Message) error

+ type MessageNERTask struct

+ func (n *MessageNERTask) Execute(ctx context.Context, msg *message.Message) error

+ type MessageSummaryEmbedderTask struct

+ func NewMessageSummaryEmbedderTask(appState *models.AppState) *MessageSummaryEmbedderTask

+ func (t *MessageSummaryEmbedderTask) Execute(ctx context.Context, msg *message.Message) error

+ func (t *MessageSummaryEmbedderTask) HandleError(err error)

+ func (t *MessageSummaryEmbedderTask) Process(ctx context.Context, sessionID string, summary *models.Summary) error

+ type MessageSummaryNERTask struct

+ func (n *MessageSummaryNERTask) Execute(ctx context.Context, msg *message.Message) error

+ type MessageSummaryTask struct

+ func NewMessageSummaryTask(appState *models.AppState) *MessageSummaryTask

+ func (t *MessageSummaryTask) Execute(ctx context.Context, msg *message.Message) error

+ func (t *MessageSummaryTask) HandleError(err error)

+ type MessageTokenCountTask struct

+ func NewMessageTokenCountTask(appState *models.AppState) *MessageTokenCountTask

+ func (mt *MessageTokenCountTask) Execute(ctx context.Context, msg *message.Message) error

+ func (mt *MessageTokenCountTask) HandleError(err error)

+ type SQLSchema struct

+ func (s SQLSchema) SubscribeIsolationLevel() sql.IsolationLevel

+ type SummaryPromptTemplateData struct

+ MessagesJoined string

+ PrevSummary string

+ type TaskPublisher struct

+ func NewTaskPublisher(db *sql.DB) *TaskPublisher

+ func (t *TaskPublisher) Close() error

+ func (t *TaskPublisher) Publish(taskType models.TaskTopic, metadata map[string]string, payload any) error

+ func (t *TaskPublisher) PublishMessage(metadata map[string]string, payload []models.MessageTask) error

+ type TaskRouter struct

+ Subscribers map[string]message.Subscriber

+ func NewTaskRouter(appState *models.AppState, db *sql.DB) (*TaskRouter, error)

+ func (tr *TaskRouter) AddTask(_ context.Context, name string, taskType models.TaskTopic, task models.Task)

+ func (tr *TaskRouter) Close() (err error)