core

Jun 6, 2018

Changes in this version

+ var TASK_STATS_RESET = []string

+ var WAIT_TIMEOUT = time.Minute * 3

type IO

+ func (io *IO) IndexFile(indextype string) (idxInfo shock.IdxInfo, err error)

+ func (io *IO) UpdateFileSize() (modified bool, err error)

Apr 24, 2018

Changes in this version

type CWL_workunit

+ Tool interface{}

+ Tool_filename string

type JobRaw

+ Entrypoint string

type Task

+ func (task *Task) CreateInputIndexes() (err error)

+ func (task *Task) CreateOutputIndexes() (err error)

+ func (task *Task) DeleteLogs(logname string, writelock bool) (err error)

+ func (task *Task) ResetTaskTrue(name string) (err error)

+ func (task *Task) SetResetTask(info *Info) (err error)

+ func (task *Task) ValidateDependants(qm *ServerMgr) (reason string, err error)

+ func (task *Task) ValidateInputs(qm *ServerMgr) (err error)

+ func (task *Task) ValidateOutputs() (err error)

+ func (task *Task) ValidatePredata() (err error)

type TaskRaw

+ ResetTask bool

Nov 3, 2017

Changes in this version

+ const JOB_STAT_QUEUING

+ const TASK_STAT_READY

+ const TASK_TYPE_NORMAL

+ const TASK_TYPE_SCATTER

+ const TASK_TYPE_UNKNOWN

+ const TASK_TYPE_WORKFLOW

+ var Start_time time.Time

+ func CWL_input_check(job_input *cwl.Job_document, cwl_workflow *cwl.Workflow) (err error)

+ func Deserialize_b64(encoding string, target interface{}) (err error)

+ func GetAdminView(special string) (data []interface{}, err error)

+ func GetJobIdByTaskId_deprecated(taskid string) (jobid string, err error)

+ func GetJobIdByWorkId_deprecated(workid string) (jobid string, err error)

+ func GetTaskIdByWorkId_deprecated(workid string) (taskid string, err error)

+ func IsValidUUID(uuid string) bool

+ func UpdateJobState_deprecated(jobid string, newstate string, oldstates []string) (err error)

+ type BaseResponse struct

+ Error []string

+ Status int

type CQMgr

+ func (qm *CQMgr) ClientStatusChange_deprecated(client *Client, new_status string, client_write_lock bool) (err error)

type CWL_workunit

+ Job_input *cwl.Job_document

+ Job_input_filename string

+ Outputs *cwl.Job_document

+ OutputsExpected *[]cwl.WorkflowStepOutput

+ func NewCWL_workunit() *CWL_workunit

+ func NewCWL_workunit_from_interface(native interface{}) (workunit *CWL_workunit, err error)

type Client

+ Assigned_work *WorkunitList

+ Online bool

+ Suspend_reason string

+ Suspended bool

+ func (cl *Client) Get_Busy(do_read_lock bool) (b bool, err error)

+ func (cl *Client) Get_Group(do_read_lock bool) (g string, err error)

+ func (cl *Client) Get_New_Status(do_read_lock bool) (s string, err error)

+ func (cl *Client) Get_Suspended(do_read_lock bool) (s bool, err error)

+ func (cl *Client) Resume(write_lock bool) (err error)

+ func (cl *Client) Set_Busy(b bool, do_write_lock bool) (err error)

+ func (cl *Client) Set_Online(o bool, write_lock bool) (err error)

+ func (cl *Client) Set_Status_deprecated(s string, write_lock bool) (err error)

+ func (cl *Client) Set_Suspended(s bool, reason string, write_lock bool) (err error)

+ func (cl *Client) Suspend(reason string, write_lock bool) (err error)

+ func (cl *Client) Update_Status(write_lock bool) (err error)

+ func (this *Client) Add(workid Workunit_Unique_Identifier) (err error)

+ type Filter_work_stats struct

+ Skip_work int

+ Total int

+ Wrong_app int

+ Wrong_clientgroup int

+ type HeartbeatInstructions map[string]string

type IO

+ func (io *IO) Url2Shock() (err error)

type Info

+ StartAt time.Time

+ StartedTime time.Time

+ func (this *Info) SetStartedTime(jobid string, t time.Time) (err error)

type Job

+ func (job *Job) AddTask(task *Task) (err error)

+ func (job *Job) AddWorkflowInstance(id string, inputs cwl.Job_document, remain_tasks int) (err error)

+ func (job *Job) Decrease_WorkflowInstance_RemainTasks(id string) (remain_tasks int, err error)

+ func (job *Job) GetWorkflowInstance(id string, do_read_lock bool) (wi *WorkflowInstance, err error)

+ func (job *Job) GetWorkflowInstanceIndex(id string, do_read_lock bool) (index int, err error)

+ func (job *Job) Set_WorkflowInstance_Outputs(id string, outputs cwl.Job_document) (err error)

type JobMap

+ func (jm *JobMap) Delete(jobid string, lock bool) (err error)

+ func (jm *JobMap) Get_List(lock bool) (jobs []*Job, err error)

type JobRaw

+ CWL_collection *cwl.CWL_collection

+ CWL_job_input interface{}

+ CWL_objects interface{}

+ CWL_workflow *cwl.Workflow

+ CwlVersion cwl.CWLVersion

+ IsCWL bool

+ WorkflowInstances []interface{}

+ WorkflowInstancesMap map[string]*WorkflowInstance

+ func (job *JobRaw) GetId(do_read_lock bool) (id string, err error)

type Notice

+ Id Workunit_Unique_Identifier

+ Results *cwl.Job_document

+ WorkerId string

+ func NewNotice(native interface{}) (workunit_result *Notice, err error)

+ type RequestQueue struct

+ func NewRequestQueue() (q *RequestQueue)

+ func (q RequestQueue) Pull() (req *CoReq, err error)

+ func (q RequestQueue) Push(req *CoReq) (err error)

type ServerMgr

+ func (qm *ServerMgr) GetStepInputObjects(job *Job, task_id Task_Unique_Identifier, ...) (workunit_input_map cwl.JobDocMap, err error)

type StandardResponse

+ Data interface{}

+ Error []string

+ Status int

type Task

+ func CreateTasks(job *Job, workflow string, steps []cwl.WorkflowStep) (tasks []*Task, err error)

+ func (task *Task) CollectDependencies() (changed bool, err error)

+ func (task *Task) SetTaskType(type_str string, writelock bool) (err error)

type TaskMap

+ func (tm *TaskMap) Has(taskid Task_Unique_Identifier, lock bool) (ok bool, err error)

type TaskRaw

+ Children []Task_Unique_Identifier

+ Children_ptr []*Task

+ Finalizing bool

+ Scatter_task bool

+ StepInput *cwl.Job_document

+ StepOutput *cwl.Job_document

+ StepOutputInterface interface{}

+ TaskType string

+ WorkflowStep *cwl.WorkflowStep

+ func (task *TaskRaw) Finalize() (ok bool, err error)

+ func (task *TaskRaw) GetChildren(qm *ServerMgr) (children []*Task, err error)

+ func (task *TaskRaw) GetParent() (p string, err error)

+ func (task *TaskRaw) GetTaskType() (type_str string, err error)

+ func (task *TaskRaw) SetStepOutput(jd *cwl.Job_document, lock bool) (err error)

+ type Task_Unique_Identifier struct

+ JobId string

+ Parent string

+ TaskName string

+ func New_Task_Unique_Identifier(jobid string, parent string, taskname string) (t Task_Unique_Identifier, err error)

+ func New_Task_Unique_Identifier_FromString(old_style_id string) (t Task_Unique_Identifier, err error)

+ func (taskid Task_Unique_Identifier) String() (s string, err error)

+ type WorkerRuntime struct

+ Apps []string

+ CPUs int

+ Domain string

+ GitCommitHash string

+ Group string

+ Host string

+ Host_ip string

+ Hostname string

+ Id string

+ InstanceId string

+ InstanceType string

+ Name string

+ User string

+ Version string

+ type WorkerState struct

+ Busy bool

+ Current_work *WorkunitList

+ func NewWorkerState() (ws *WorkerState)

+ type WorkflowInstance struct

+ Id string

+ Inputs cwl.Job_document

+ Outputs cwl.Job_document

+ RemainTasks int

+ func NewWorkflowInstanceFromInterface(original interface{}) (wi WorkflowInstance, err error)

type Workunit

+ CWL_workunit *CWL_workunit

+ ShockHost string

+ WuId string

+ func (w *Workunit) GetId() (id Workunit_Unique_Identifier)

+ type WorkunitList struct

+ Data []string

+ func NewWorkunitList() *WorkunitList

+ func (cl *WorkunitList) Add(workid Workunit_Unique_Identifier) (err error)

+ func (cl *WorkunitList) Delete(workid Workunit_Unique_Identifier, write_lock bool) (err error)

+ func (cl *WorkunitList) Delete_all(workid string, write_lock bool) (err error)

+ func (cl *WorkunitList) FillMap() (err error)

+ func (cl *WorkunitList) Get_list(do_read_lock bool) (assigned_work_ids []Workunit_Unique_Identifier, err error)

+ func (cl *WorkunitList) Get_string_list(do_read_lock bool) (work_ids []string, err error)

+ func (cl *WorkunitList) Has(workid Workunit_Unique_Identifier) (ok bool, err error)

+ func (cl *WorkunitList) Length(lock bool) (clength int, err error)

+ func (this *WorkunitList) Init(name string)

+ type Workunit_Unique_Identifier struct

+ Rank int

+ func New_Workunit_Unique_Identifier(task Task_Unique_Identifier, rank int) (wui Workunit_Unique_Identifier)

+ func New_Workunit_Unique_Identifier_FromString(old_style_id string) (w Workunit_Unique_Identifier, err error)

+ func New_Workunit_Unique_Identifier_from_interface(original interface{}) (wui Workunit_Unique_Identifier, err error)

+ func (w Workunit_Unique_Identifier) GetTask() Task_Unique_Identifier

+ func (w Workunit_Unique_Identifier) String() (work_str string, err error)

Jul 26, 2017

Changes in this version

type Workunit

+ func (work *Workunit) GetNotes() string

Jul 21, 2017

Changes in this version

+ const JOB_STAT_FAILED_PERMANENT

+ const TASK_STAT_FAILED

+ const TASK_STAT_FAILED_PERMANENT

+ const WORK_STAT_ERROR

+ const WORK_STAT_FAILED_PERMANENT

+ type CWL_workunit struct

+ CWL_job *cwl.Job_document

+ CWL_job_filename string

+ CWL_tool *cwl.CommandLineTool

+ CWL_tool_filename string

type Command

+ ArgsArray []string

+ Local bool

type IO

+ Indexes map[string]shock.IdxInfo

type Job

+ func (job *Job) SetError(newError *JobError) (err error)

+ type JobError struct

+ AppError string

+ ClientFailed string

+ ServerNotes string

+ Status string

+ TaskFailed string

+ WorkFailed string

+ WorkNotes string

type JobLog

+ Error *JobError

type JobMgr

+ UpdateQueueToken func(*Job) error

type JobRaw

+ Error *JobError

type Notice

+ Stderr string

type ProxyMgr

+ func (qm *ProxyMgr) UpdateQueueToken(job *Job) (err error)

type ServerMgr

+ func (qm *ServerMgr) UpdateQueueToken(job *Job) (err error)

type Workunit

+ CWL *CWL_workunit

+ ExitStatus int

+ WorkPath string

+ WorkPerf *WorkPerf

Jul 6, 2017

Changes in this version

+ const WORK_STAT_RESERVED

+ func RemoveWorkFromClient(client *Client, clientid string, workid string) (err error)

type Client

+ Host_ip string

+ Hostname string

+ LastCompleted time.Time

+ func (cl *Client) Current_work_has(workid string) (ok bool, err error)

+ func (cl *Client) Get_Id(do_read_lock bool) (s string, err error)

+ func (cl *Client) Set_current_work(current_work_ids []string, do_write_lock bool) (err error)

type Task

+ func CommandLineTool2awe_task(helper *Helper, step *cwl.WorkflowStep, cmdlinetool *cwl.CommandLineTool) (awe_task *Task, err error)

May 10, 2017

Changes in this version

+ type StructContainer struct

+ Data interface{}

type TaskRaw

+ func (task *TaskRaw) SetCompletedDate(t time.Time, lock bool) (err error)

Apr 17, 2017

Changes in this version

+ const WORK_STAT_INIT

type Job

+ func ParseJobTasksDep_DEPRECATED(filename string) (job *Job, err error)

+ func (job *Job) SetLastFailed(lastfailed string) (err error)

+ type Job_Acl struct

+ Acl acl.Acl

type Task

+ func (task *Task) GetOutput(filename string) (output *IO, err error)

+ func (task *Task) Init(job *Job) (changed bool, err error)

+ func (task *Task) UpdateInputs() (err error)

+ func (task *Task) UpdateOutputs() (err error)

+ func (task *Task) UpdatePredata() (err error)

+ func (task *Task) UpdateState_DEPRECATED(newState string) string

type TaskRaw

+ func (task *TaskRaw) InitRaw(job *Job) (changed bool, err error)

type Workunit

+ func (work *Workunit) SetState(new_state string)

Mar 27, 2017

Changes in this version

+ var JM *JobMap

+ var Server_UUID string

+ func DBGetJobAcl(job_id string) (acl acl.Acl, err error)

+ func DbUpdateJobField(job_id string, key string, value interface{}) (err error)

+ func SetClientProfile(profile *Client)

+ func SetExpiration2(job_id string, expire string) (err error)

type CQMgr

+ func (qm *CQMgr) AddClient(client *Client, lock bool)

+ func (qm *CQMgr) CheckClient(client *Client) (ok bool, err error)

+ func (qm *CQMgr) ClientIdStatusChange(id string, new_status string, client_write_lock bool) (err error)

+ func (qm *CQMgr) DeleteClientById(id string) (err error)

+ func (qm *CQMgr) DeleteClients(delete_clients []string)

+ func (qm *CQMgr) GetClientMap() *ClientMap

type Client

+ func (cl *Client) Add_work(workid string) (err error)

+ func (cl *Client) Append_Skip_work(workid string, write_lock bool) (err error)

+ func (cl *Client) Contains_Skip_work_nolock(workid string) (c bool)

+ func (cl *Client) Current_work_delete(workid string, write_lock bool) (err error)

+ func (cl *Client) Current_work_length(lock bool) (clength int, err error)

+ func (cl *Client) Get_Ack() (ack CoAck, err error)

+ func (cl *Client) Get_Last_failed() (count int, err error)

+ func (cl *Client) Get_Status(do_read_lock bool) (s string, err error)

+ func (cl *Client) Get_Total_checkout() (count int, err error)

+ func (cl *Client) Get_Total_completed() (count int, err error)

+ func (cl *Client) Get_Total_failed() (count int, err error)

+ func (cl *Client) Get_current_work(do_read_lock bool) (current_work_ids []string, err error)

+ func (cl *Client) Increment_last_failed(err error)

+ func (cl *Client) Increment_total_checkout(err error)

+ func (cl *Client) Increment_total_completed() (err error)

+ func (cl *Client) Increment_total_failed(write_lock bool) (err error)

+ func (cl *Client) Marshal() (result []byte, err error)

+ func (cl *Client) Set_Status(s string, write_lock bool) (err error)

+ func (client *Client) Init()

+ type ClientMap struct

+ func NewClientMap() *ClientMap

+ func (cl *ClientMap) Add(client *Client, lock bool)

+ func (cl *ClientMap) Delete(client_id string, lock bool) (err error)

+ func (cl *ClientMap) Get(client_id string, lock bool) (client *Client, ok bool, err error)

+ func (cl *ClientMap) GetClientIds() (ids []string, err error)

+ func (cl *ClientMap) GetClients() (clients []*Client, err error)

+ func (cl *ClientMap) Has(client_id string, lock bool) (ok bool, err error)

type ClientMgr

+ DeleteClientById func(string) error

+ GetClientMap func() *ClientMap

+ type Clients []*Client

+ func (cs *Clients) RLockRecursive()

+ func (cs *Clients) RUnlockRecursive()

type Command

+ DockerPull string

+ type Helper struct

+ AWE_tasks *map[string]*Task

type Job

+ func CWL2AWE(_user *user.User, files FormFiles, cwl_workflow *cwl.Workflow, ...) (job *Job, err error)

+ func GetJob(id string) (job *Job, err error)

+ func NewJob() (job *Job)

+ func ReadJobFile(filename string) (job *Job, err error)

+ func (job *Job) GetRemainTasks() (remain_tasks int, err error)

+ func (job *Job) GetState() (state string, err error)

+ func (job *Job) GetTasks() (tasks []*Task, err error)

+ func (job *Job) IncrementRemainTasks(inc int, writelock bool) (err error)

+ func (job *Job) IncrementResumed(inc int, writelock bool) (err error)

+ func (job *Job) Init() (changed bool, err error)

+ func (job *Job) InitTasks() (err error)

+ func (job *Job) RLockRecursive()

+ func (job *Job) RUnlockRecursive()

+ func (job *Job) SaveToDisk() (err error)

+ func (job *Job) SetClientgroups(clientgroups string) (err error)

+ func (job *Job) SetPriority(priority int) (err error)

+ func (job *Job) SetRemainTasks(remain_tasks int) (err error)

+ func (job *Job) SetState(newState string, notes string) (err error)

+ func (job *Job) UpdateTaskDEPRECATED(task *Task) (remainTasks int, err error)

type JobDep

+ func NewJobDep() (job *JobDep)

+ type JobMap struct

+ func NewJobMap() (t *JobMap)

+ func (jm *JobMap) Add(job *Job) (err error)

+ func (jm *JobMap) Get(jobid string, lock bool) (job *Job, ok bool, err error)

+ func (jm *JobMap) Len() (length int, err error)

type JobMgr

+ UpdateQueueJobInfo func(*Job) error

type JobMin

+ ComputeTime int

+ type JobRaw struct

+ Acl acl.Acl

+ Expiration time.Time

+ Id string

+ Info *Info

+ LastFailed string

+ Notes string

+ Registered bool

+ RemainTasks int

+ Resumed int

+ Script script

+ ShockHost string

+ State string

+ UpdateTime time.Time

+ func NewJobRaw() (job *JobRaw)

type Jobs

+ func (n *Jobs) Init() (err error)

+ func (n *Jobs) RLockRecursive()

+ func (n *Jobs) RUnlockRecursive()

type ProxyMgr

+ func (qm *ProxyMgr) Lock()

+ func (qm *ProxyMgr) NoticeHandle()

+ func (qm *ProxyMgr) RLock()

+ func (qm *ProxyMgr) RUnlock()

+ func (qm *ProxyMgr) Unlock()

+ func (qm *ProxyMgr) UpdateQueueJobInfo(job *Job) (err error)

+ func (qm *ProxyMgr) UpdateQueueLoop()

+ type RWMutex struct

+ Name string

+ func (m *RWMutex) Init(name string)

+ func (m *RWMutex) Lock() (err error)

+ func (m *RWMutex) LockNamed(name string) (err error)

+ func (m *RWMutex) RCount() (c int)

+ func (m *RWMutex) RList() (list []string)

+ func (m *RWMutex) RLock()

+ func (m *RWMutex) RLockAnon()

+ func (m *RWMutex) RLockNamed(name string) (rl ReadLock, err error)

+ func (m *RWMutex) RUnlock()

+ func (m *RWMutex) RUnlockAnon()

+ func (m *RWMutex) RUnlockNamed(rl ReadLock)

+ func (m *RWMutex) Unlock()

+ type ReadLock struct

+ func (r *ReadLock) Get_Id() string

type ResourceMgr

+ Lock func()

+ NoticeHandle func()

+ RLock func()

+ RUnlock func()

+ Unlock func()

+ UpdateQueueLoop func()

type ServerMgr

+ TaskMap TaskMap

+ func (qm *ServerMgr) CreateAndEnqueueWorkunits(task *Task) (err error)

+ func (qm *ServerMgr) Lock()

+ func (qm *ServerMgr) NoticeHandle()

+ func (qm *ServerMgr) RLock()

+ func (qm *ServerMgr) RUnlock()

+ func (qm *ServerMgr) Unlock()

+ func (qm *ServerMgr) UpdateQueueJobInfo(job *Job) (err error)

+ func (qm *ServerMgr) UpdateQueueLoop()

+ type StandardResponse struct

+ D interface{}

+ E []string

+ S int

+ type StringLocked struct

+ func (s *StringLocked) Get() string

+ func (s *StringLocked) Set(value string)

type Task

+ func (task *Task) CreateWorkunits() (wus []*Workunit, err error)

+ func (task *Task) GetOutputs() (outputs []*IO, err error)

+ func (task *Task) IncrementComputeTime(inc_time int) (err error)

+ func (task *Task) IncrementRemainWork(inc int, writelock bool) (remainwork int, err error)

+ func (task *Task) SetRemainWork(num int, writelock bool) (err error)

+ type TaskMap struct

+ func NewTaskMap() (t *TaskMap)

+ func (tm *TaskMap) Add(task *Task)

+ func (tm *TaskMap) Delete(taskid string) (task *Task, ok bool)

+ func (tm *TaskMap) Get(taskid string, lock bool) (task *Task, ok bool, err error)

+ func (tm *TaskMap) GetTasks() (tasks []*Task, err error)

+ func (tm *TaskMap) Len() (length int, err error)

+ func (tm *TaskMap) SetStateDEPRECATED(id string, new_state string) (err error)

+ type TaskRaw struct

+ ClientGroups string

+ Cmd *Command

+ CompletedDate time.Time

+ ComputeTime int

+ CreatedDate time.Time

+ DependsOn []string

+ Id string

+ Info *Info

+ JobId string

+ MaxWorkSize int

+ Partition *PartInfo

+ RemainWork int

+ StartedDate time.Time

+ State string

+ TotalWork int

+ UserAttr map[string]string

+ WorkStatus []string

+ func NewTaskRaw(job_id string, task_id string, info *Info) TaskRaw

+ func (task *TaskRaw) GetDependsOn() (dep []string, err error)

+ func (task *TaskRaw) GetId() (id string, err error)

+ func (task *TaskRaw) GetJobId() (id string, err error)

+ func (task *TaskRaw) GetState() (state string, err error)

+ func (task *TaskRaw) GetStateNamed(name string) (state string, err error)

+ func (task *TaskRaw) Init() (changed bool)

+ func (task *TaskRaw) SetCompletedDate_DEPRECATED(date time.Time) (err error)

+ func (task *TaskRaw) SetCreatedDate(t time.Time) (err error)

+ func (task *TaskRaw) SetStartedDate(t time.Time) (err error)

+ func (task *TaskRaw) SetState(new_state string) (err error)

+ type WorkQueue struct

+ Checkout WorkunitMap

+ Queue WorkunitMap

+ Suspend WorkunitMap

+ func NewWorkQueue() *WorkQueue

+ func (wq *WorkQueue) Add(workunit *Workunit) (err error)

+ func (wq *WorkQueue) Clean() (workids []string)

+ func (wq *WorkQueue) Delete(id string) (err error)

+ func (wq *WorkQueue) Get(id string) (w *Workunit, ok bool, err error)

+ func (wq *WorkQueue) GetAll() (worklist []*Workunit, err error)

+ func (wq *WorkQueue) GetForJob(jobid string) (worklist []*Workunit, err error)

+ func (wq *WorkQueue) Has(id string) (has bool, err error)

+ func (wq *WorkQueue) Len() (int, error)

+ func (wq *WorkQueue) Put(workunit *Workunit)

+ func (wq *WorkQueue) StatusChange(id string, new_status string) (err error)

+ type WorkunitMap struct

+ Map map[string]*Workunit

+ func NewWorkunitMap() *WorkunitMap

+ func (wm *WorkunitMap) Delete(id string) (err error)

+ func (wm *WorkunitMap) Get(id string) (workunit *Workunit, ok bool, err error)

+ func (wm *WorkunitMap) GetWorkunits() (workunits []*Workunit, err error)

+ func (wm *WorkunitMap) Len() (length int, err error)

+ func (wm *WorkunitMap) Set(workunit *Workunit) (err error)

Sep 20, 2016

Changes in this version

type WorkLog

+ Logs map[string]string

Jul 14, 2016

Changes in this version

type Job

+ func (job *Job) GetJobLogs() (jlog *JobLog, err error)

+ type JobID struct

+ Max int

+ Name string

+ type JobLog struct

+ Id string

+ LastFailed string

+ Notes string

+ Resumed int

+ State string

+ Tasks []*TaskLog

+ UpdateTime time.Time

type Task

+ func (task *Task) GetTaskLogs() (tlog *TaskLog)

+ type TaskLog struct

+ CompletedDate time.Time

+ Id string

+ State string

+ TotalWork int

+ Workunits []*WorkLog

+ type WorkLog struct

+ Id string

+ Rank int

+ Stderr string

+ Stdout string

+ Worknotes string

+ func NewWorkLog(tid string, rank int) (wlog *WorkLog)

Jun 7, 2016

Changes in this version

+ var JobInfoIndexes = []string

+ func DbFindDistinct(q bson.M, d string) (results interface{}, err error)

+ func HasInfoField(a string) bool

+ func InitReaper()

type Job

+ Expiration time.Time

+ func CreateJobImport(u *user.User, file FormFile) (job *Job, err error)

+ func (job *Job) Delete() (err error)

+ func (job *Job) Rmdir() (err error)

+ func (job *Job) SetExpiration(expire string) (err error)

+ func (job *Job) SetPipeline(pipeline string) (err error)

type JobMgr

+ RecoverJob func(string) error

+ type JobReaper struct

+ var ExpireRegex = regexp.MustCompile(`^(\d+)(M|H|D)$`)

+ var Ttl *JobReaper

+ func NewJobReaper() *JobReaper

+ func (jr *JobReaper) Handle()

type Jobs

+ func (n *Jobs) GetAllUnsorted(q bson.M) (err error)

type ProxyMgr

+ func (qm *ProxyMgr) GetJsonStatus() (status map[string]map[string]int)

+ func (qm *ProxyMgr) GetQueue(name string) interface{}

+ func (qm *ProxyMgr) GetTextStatus() string

+ func (qm *ProxyMgr) RecoverJob(id string) (err error)

type ResourceMgr

+ GetJsonStatus func() map[string]map[string]int

+ GetQueue func(string) interface{}

+ GetTextStatus func() string

type ServerMgr

+ func (qm *ServerMgr) GetJsonStatus() (status map[string]map[string]int)

+ func (qm *ServerMgr) GetQueue(name string) interface{}

+ func (qm *ServerMgr) GetTextStatus() string

+ func (qm *ServerMgr) RecoverJob(id string) (err error)

Feb 4, 2016

Changes in this version

+ var DocumentMaxByte = 16777216

Jan 26, 2016

Changes in this version

type ProxyMgr

+ func (qm *ProxyMgr) QueueStatus() string

+ func (qm *ProxyMgr) ResumeQueue()

+ func (qm *ProxyMgr) SuspendQueue()

type ResourceMgr

+ QueueStatus func() string

+ ResumeQueue func()

+ SuspendQueue func()

type ServerMgr

+ func (qm *ServerMgr) QueueStatus() string

+ func (qm *ServerMgr) ResumeQueue()

+ func (qm *ServerMgr) SuspendQueue()

Jan 15, 2016

Changes in this version

type AppVariable

+ Key string

type Task

+ AppVariablesArray []*AppVariable

type TaskDep

+ AppVariablesArray []*AppVariable

Jul 21, 2015

Changes in this version

type CQMgr

+ func (qm *CQMgr) ClientHandle()

+ func (qm *CQMgr) ClientStatusChange(id string, new_status string) (err error)

+ func (qm *CQMgr) HasClient(id string) (has bool)

+ func (qm *CQMgr) ListClients() (ids []string)

+ func (qm *CQMgr) PutClient(client *Client)

+ func (qm *CQMgr) RemoveClient(id string)

type IO

+ func (io *IO) HasFile() bool

type Job

+ func JobDepToJob(jobDep *JobDep) (job *Job)

+ func ParseJobTasksDep(filename string, jid string) (job *Job, err error)

+ type JobDep struct

+ Acl acl.Acl

+ Id string

+ Info *Info

+ Jid string

+ LastFailed string

+ Notes string

+ Registered bool

+ RemainTasks int

+ Resumed int

+ Script script

+ ShockHost string

+ State string

+ Tasks []*TaskDep

+ UpdateTime time.Time

type ProxyMgr

+ func (qm *ProxyMgr) ClientHandle()

+ func (qm *ProxyMgr) JidHandle()

+ func (qm *ProxyMgr) TaskHandle()

type ResourceMgr

+ ClientHandle func()

+ JidHandle func()

+ TaskHandle func()

type ServerMgr

+ func (qm *ServerMgr) ClientHandle()

+ func (qm *ServerMgr) JidHandle()

+ func (qm *ServerMgr) TaskHandle()

+ type TaskDep struct

+ App *App

+ AppVariables AppVariables

+ ClientGroups string

+ Cmd *Command

+ CompletedDate time.Time

+ ComputeTime int

+ CreatedDate time.Time

+ DependsOn []string

+ Id string

+ Info *Info

+ Inputs IOmap

+ MaxWorkSize int

+ Outputs IOmap

+ Partition *PartInfo

+ Predata IOmap

+ RemainWork int

+ Skip int

+ StartedDate time.Time

+ State string

+ TotalWork int

+ UserAttr map[string]string

+ WorkStatus []string

type WQueue

+ func (wq *WQueue) CheckoutLen() (l int)

+ func (wq *WQueue) Clean() (workids []string)

+ func (wq *WQueue) GetAll() (worklist []*Workunit)

+ func (wq *WQueue) GetForJob(jobid string) (worklist []*Workunit)

+ func (wq *WQueue) GetSet(workids []string) (worklist []*Workunit)

+ func (wq *WQueue) List() (workids []string)

+ func (wq *WQueue) Put(workunit *Workunit)

+ func (wq *WQueue) SuspendLen() (l int)

+ func (wq *WQueue) WaitLen() (l int)

+ func (wq *WQueue) WaitList() (workids []string)

May 4, 2015

Changes in this version

+ func ParseResource(input_arg AppResource, app_variables AppVariables, job *Job, task *Task, ...) (err error)

+ type App struct

+ AppDef *AppCommandMode

+ App_args []AppResource

+ Name string

type AppCommandMode

+ Outputs []IO

type AppInput

+ Cache bool

+ ShockIndex string

type AppInputType

+ const Ait_list

+ func String2apptype(type_string string) (ait AppInputType, err error)

type AppRegistry

+ func (apr AppRegistry) GetAppPackage(app_package string) (ap *AppPackage, err error)

type AppResource

+ Cache bool

+ List []AppResource

+ ShockIndex string

type Client

+ GitCommitHash string

type IO

+ FileName string

type Task

+ App *App

type WorkPerf

+ DockerPrep int64

type Workunit

+ App *App

May 4, 2015

Changes in this version

+ func GetJobCount(q bson.M) (count int, err error)

type JobMin

+ UserAttr map[string]string

type Task

+ ClientGroups string

+ func (task *Task) DeleteInput()

Sep 22, 2014

Changes in this version

type CQMgr

+ func (qm *CQMgr) LockSemaphore()

+ func (qm *CQMgr) UnlockSemaphore()

Sep 16, 2014

Changes in this version

+ type JobMin struct

+ CompletedTime time.Time

+ Id string

+ Name string

+ Size int64

+ State string

+ SubmitTime time.Time

+ Task int

+ type WorkunitsSortby struct

+ Direction string

+ Order string

+ Workunits []*Workunit

+ func (w WorkunitsSortby) Len() int

+ func (w WorkunitsSortby) Less(i, j int) bool

+ func (w WorkunitsSortby) Swap(i, j int)

Sep 10, 2014

Changes in this version

+ var JOB_STATS_REGISTERED = []string

Aug 26, 2014

Changes in this version

+ type AppInput struct

+ DefaultValue string

+ Name string

+ Option string

+ Optional bool

+ Required bool

+ Type string

type AppInputType

+ const Ait_url

type AppResource

+ Uncompress string

+ Url string

type AppVariable

+ Option string

+ Optional bool

type IO

+ NodeAttr map[string]interface{}

+ Uncompress string

type Info

+ Tracking bool

type Task

+ func (task *Task) CreateIndex() (err error)

Jul 18, 2014

Changes in this version

+ const WORK_STAT_DISCARDED

+ var CGNameRegex = regexp.MustCompile(`^[A-Za-z0-9\_\-\.]+$`)

+ var JOB_STATS_TO_RECOVER = []string

+ func DeleteClientGroup(id string) (err error)

+ func Expand_app_variables(app_variables AppVariables, cmd_script []string) (err error)

+ func InitClientGroupDB()

+ func ShockDelete(host string, nodeid string, token string) (err error)

+ type AppCommandMode struct

+ Cmd string

+ Cmd_interpreter string

+ Cmd_script []string

+ Dockerimage string

+ Input [][]string

+ Output_array []string

+ Output_map map[string]string

+ Predata IOmap

+ Variables []map[string]string

+ func (acm AppCommandMode) Get_app_variables(app_variables AppVariables) (err error)

+ func (acm AppCommandMode) Get_default_app_variables() (app_variables AppVariables, err error)

+ func (acm AppCommandMode) ParseAppInput(app_variables AppVariables, args_array []AppResource, job *Job, task *Task, ...) (err error)

+ type AppInputType int

+ const Ait_file

+ const Ait_shock

+ const Ait_string

+ const Ait_task

+ const Ait_undefined

+ func (this_ait AppInputType) HasType(ait AppInputType) bool

+ type AppPackage struct

+ Commands map[string]map[string]*AppCommandMode

+ Dockerimage string

+ type AppRegistry map[string]*AppPackage

+ var MyAppRegistry AppRegistry

+ func MakeAppRegistry() (new_instance AppRegistry, err error)

+ func (appr AppRegistry) Get_cmd_mode_object(app_package_name string, app_command_name string, app_cmd_mode_name string) (app_cmd_mode_object_ref *AppCommandMode, err error)

+ func (appr AppRegistry) Get_dockerimage(app_package_name string) (dockerimage string, err error)

+ type AppResource struct

+ Filename string

+ Host string

+ Key string

+ Node string

+ OutputName string

+ OutputPosition *int

+ Resource string

+ Task string

+ Value string

+ type AppVariable struct

+ Value string

+ Var_type AppInputType

+ type AppVariables map[string]AppVariable

type CQMgr

+ func (qm *CQMgr) DeleteClientByUser(id string, u *user.User) (err error)

+ func (qm *CQMgr) GetAllClientsByUser(u *user.User) []*Client

+ func (qm *CQMgr) GetClientByUser(id string, u *user.User) (client *Client, err error)

+ func (qm *CQMgr) ResumeClientByUser(id string, u *user.User) (err error)

+ func (qm *CQMgr) ResumeSuspendedClientsByUser(u *user.User) (count int)

+ func (qm *CQMgr) ShowWorkunitsByUser(status string, u *user.User) (workunits []*Workunit)

+ func (qm *CQMgr) SuspendAllClientsByUser(u *user.User) (count int)

+ func (qm *CQMgr) SuspendClientByUser(id string, u *user.User) (err error)

+ func (qm *CQMgr) UpdateSubClientsByUser(id string, count int, u *user.User)

type Client

+ Version string

+ type ClientGroup struct

+ Acl clientGroupAcl.ClientGroupAcl

+ CreatedOn time.Time

+ Expiration time.Time

+ IP_CIDR string

+ Id string

+ LastModified time.Time

+ Name string

+ Token string

+ func CreateClientGroup(name string, u *user.User) (cg *ClientGroup, err error)

+ func LoadClientGroup(id string) (clientgroup *ClientGroup, err error)

+ func LoadClientGroupByName(name string) (clientgroup *ClientGroup, err error)

+ func LoadClientGroupByToken(token string) (clientgroup *ClientGroup, err error)

+ func (cg *ClientGroup) Save() (err error)

+ func (cg *ClientGroup) SetToken()

+ type ClientGroups []ClientGroup

+ func (n *ClientGroups) GetPaginated(q bson.M, limit int, offset int, order string, direction string) (count int, err error)

type ClientMgr

+ DeleteClientByUser func(string, *user.User) error

+ GetAllClientsByUser func(*user.User) []*Client

+ GetClientByUser func(string, *user.User) (*Client, error)

+ ResumeClientByUser func(string, *user.User) error

+ ResumeSuspendedClientsByUser func(*user.User) int

+ SuspendAllClientsByUser func(*user.User) int

+ SuspendClientByUser func(string, *user.User) error

+ UpdateSubClientsByUser func(string, int, *user.User)

type Command

+ App_args []AppResource

+ Cmd_script []string

+ HasPrivateEnv bool

+ type Command_p struct

+ Environ *Environ_p

+ type Environ_p struct

+ Private map[string]string

+ type Envs struct

+ Private map[string]string

+ Public map[string]string

type IO

+ AppName string

+ AppPosition int

+ Delete bool

+ FormOptions map[string]string

+ NoFile bool

+ ShockIndex string

+ Temporary bool

+ Type string

+ func (io *IO) DeleteNode() (nodeid string, err error)

type IdxInfo

+ Format string

type Info

+ Description string

+ Service string

+ UserAttr map[string]string

type Job

+ Acl acl.Acl

+ LastFailed string

+ ShockHost string

+ func (job *Job) GetPrivateEnv(taskid string) (env map[string]string)

type JobMgr

+ DeleteJobByUser func(string, *user.User) error

+ DeleteSuspendedJobsByUser func(*user.User) int

+ DeleteZombieJobsByUser func(*user.User) int

+ ResumeSuspendedJobByUser func(string, *user.User) error

+ ResumeSuspendedJobsByUser func(*user.User) int

+ UpdatePriority func(string, int) error

+ type Job_p struct

+ Tasks []*Task_p

type ProxyMgr

+ func (qm *ProxyMgr) DeleteJobByUser(jobid string, u *user.User) (err error)

+ func (qm *ProxyMgr) DeleteSuspendedJobsByUser(u *user.User) (num int)

+ func (qm *ProxyMgr) DeleteZombieJobsByUser(u *user.User) (num int)

+ func (qm *ProxyMgr) FetchPrivateEnv(workid string, clientid string) (env map[string]string, err error)

+ func (qm *ProxyMgr) ResumeSuspendedJobByUser(id string, u *user.User) (err error)

+ func (qm *ProxyMgr) ResumeSuspendedJobsByUser(u *user.User) (num int)

+ func (qm *ProxyMgr) UpdatePriority(jobid string, priority int) (err error)

type ServerMgr

+ func (qm *ServerMgr) DeleteJobByUser(jobid string, u *user.User) (err error)

+ func (qm *ServerMgr) DeleteSuspendedJobsByUser(u *user.User) (num int)

+ func (qm *ServerMgr) DeleteZombieJobsByUser(u *user.User) (num int)

+ func (qm *ServerMgr) FetchPrivateEnv(workid string, clientid string) (env map[string]string, err error)

+ func (qm *ServerMgr) FetchPrivateEnvs(workid string, clientid string) (envs map[string]string, err error)

+ func (qm *ServerMgr) ResumeSuspendedJobByUser(id string, u *user.User) (err error)

+ func (qm *ServerMgr) ResumeSuspendedJobsByUser(u *user.User) (num int)

+ func (qm *ServerMgr) UpdatePriority(jobid string, priority int) (err error)

type ShockNode

+ Public bool

+ Type string

type Task

+ AppVariables AppVariables

+ UserAttr map[string]string

+ func (task *Task) DeleteOutput()

+ type Task_p struct

+ Cmd *Command_p

+ type VariableExpander struct

+ func NewVariableExpander(app_variables AppVariables) VariableExpander

+ func (va VariableExpander) Expand(line string) (expanded string, err error)

type WorkMgr

+ FetchPrivateEnv func(string, string) (map[string]string, error)

+ ShowWorkunitsByUser func(string, *user.User) []*Workunit

type WorkPerf

+ MaxMemoryTotalRss int64

+ MaxMemoryTotalSwap int64

type Workunit

+ UserAttr map[string]string

Apr 1, 2014

Changes in this version

+ const CLIENT_STAT_ACTIVE_BUSY

+ const CLIENT_STAT_ACTIVE_IDLE

+ const CLIENT_STAT_DELETED

+ const CLIENT_STAT_SUSPEND

+ const JOB_STAT_COMPLETED

+ const JOB_STAT_DELETED

+ const JOB_STAT_INIT

+ const JOB_STAT_INPROGRESS

+ const JOB_STAT_QUEUED

+ const JOB_STAT_SUSPEND

+ const TASK_STAT_COMPLETED

+ const TASK_STAT_FAIL_SKIP

+ const TASK_STAT_INIT

+ const TASK_STAT_INPROGRESS

+ const TASK_STAT_PASSED

+ const TASK_STAT_PENDING

+ const TASK_STAT_QUEUED

+ const TASK_STAT_SKIPPED

+ const TASK_STAT_SUSPEND

+ const WORK_STAT_CHECKOUT

+ const WORK_STAT_COMPUTED

+ const WORK_STAT_DONE

+ const WORK_STAT_FAIL

+ const WORK_STAT_PREPARED

+ const WORK_STAT_PROXYQUEUED

+ const WORK_STAT_QUEUED

+ const WORK_STAT_SUSPEND

+ var JOB_STATS_ACTIVE = []string

+ var ProxyWorkChan chan bool

+ var QMgr ResourceMgr

+ var Self *Client

+ var Service string = "unknown"

+ func GetJobIdByTaskId(taskid string) (jobid string, err error)

+ func GetJobIdByWorkId(workid string) (jobid string, err error)

+ func GetTaskIdByWorkId(workid string) (taskid string, err error)

+ func InitAwfMgr()

+ func InitClientProfile(profile *Client)

+ func InitJobDB()

+ func InitProxyWorkChan()

+ func InitResMgr(service string)

+ func IsFirstTask(taskid string) bool

+ func NotifyWorkunitProcessed(work *Workunit, perf *WorkPerf) (err error)

+ func NotifyWorkunitProcessedWithLogs(work *Workunit, perf *WorkPerf, sendstdlogs bool) (err error)

+ func PostNode(io *IO, numParts int) (nodeid string, err error)

+ func PostNodeWithToken(io *IO, numParts int, token string) (nodeid string, err error)

+ func PushOutputData(work *Workunit) (size int64, err error)

+ func PutFileToShock(filename string, host string, nodeid string, rank int, token string, ...) (err error)

+ func ReloadFromDisk(path string) (err error)

+ func ShockPutIndex(host string, nodeid string, indexname string, token string) (err error)

+ func UpdateJobState(jobid string, newstate string, oldstates []string) (err error)

+ type CQMgr struct

+ func NewCQMgr() *CQMgr

+ func (qm *CQMgr) CheckoutWorkunits(req_policy string, client_id string, num int) (workunits []*Workunit, err error)

+ func (qm *CQMgr) ClientChecker()

+ func (qm *CQMgr) ClientHeartBeat(id string) (hbmsg HBmsg, err error)

+ func (qm *CQMgr) DeleteClient(id string) (err error)

+ func (qm *CQMgr) EnqueueWorkunit(work *Workunit) (err error)

+ func (qm *CQMgr) FetchDataToken(workid string, clientid string) (token string, err error)

+ func (qm *CQMgr) GetAllClients() []*Client

+ func (qm *CQMgr) GetClient(id string) (client *Client, err error)

+ func (qm *CQMgr) GetWorkById(id string) (workunit *Workunit, err error)

+ func (qm *CQMgr) Handle()

+ func (qm *CQMgr) NotifyWorkStatus(notice Notice)

+ func (qm *CQMgr) ReQueueWorkunitByClient(clientid string) (err error)

+ func (qm *CQMgr) RegisterNewClient(files FormFiles) (client *Client, err error)

+ func (qm *CQMgr) ResumeClient(id string) (err error)

+ func (qm *CQMgr) ResumeSuspendedClients() (count int)

+ func (qm *CQMgr) ShowWorkQueue()

+ func (qm *CQMgr) ShowWorkunits(status string) (workunits []*Workunit)

+ func (qm *CQMgr) SuspendAllClients() (count int)

+ func (qm *CQMgr) SuspendClient(id string) (err error)

+ func (qm *CQMgr) Timer()

+ func (qm *CQMgr) UpdateSubClients(id string, count int)

+ type Client struct

+ Apps []string

+ CPUs int

+ Current_work map[string]bool

+ Domain string

+ Group string

+ Host string

+ Id string

+ Idle_time int

+ InstanceId string

+ InstanceType string

+ Last_failed int

+ Name string

+ Proxy bool

+ RegTime time.Time

+ Serve_time string

+ Skip_work []string

+ Status string

+ SubClients int

+ Tag bool

+ Total_checkout int

+ Total_completed int

+ Total_failed int

+ User string

+ func NewClient() (client *Client)

+ func NewProfileClient(filepath string) (client *Client, err error)

+ func (cl *Client) IsBusy() bool

+ type ClientMgr interface

+ ClientChecker func()

+ ClientHeartBeat func(string) (HBmsg, error)

+ DeleteClient func(string) (err error)

+ GetAllClients func() []*Client

+ GetClient func(string) (*Client, error)

+ RegisterNewClient func(FormFiles) (*Client, error)

+ ResumeClient func(string) (err error)

+ ResumeSuspendedClients func() (count int)

+ SuspendAllClients func() (count int)

+ SuspendClient func(string) (err error)

+ UpdateSubClients func(id string, count int)

+ type ClientWorkMgr interface

+ type CoAck struct

+ type CoReq struct

+ type Command struct

+ Args string

+ Description string

+ Dockerimage string

+ Environ map[string]string

+ Name string

+ ParsedArgs []string

+ func NewCommand(name string) *Command

+ type FormFile struct

+ Checksum map[string]string

+ Name string

+ Path string

+ type FormFiles map[string]FormFile

+ type HBmsg map[string]string

+ type IO struct

+ AttrFile string

+ Cache bool

+ DataToken string

+ Directory string

+ Host string

+ Intermediate bool

+ MD5 string

+ Name string

+ Node string

+ Nonzero bool

+ Optional bool

+ Origin string

+ Path string

+ ShockFilename string

+ Size int64

+ Url string

+ func NewIO() *IO

+ func (io *IO) DataUrl() string

+ func (io *IO) GetFileSize() int64

+ func (io *IO) GetIndexInfo() (idxinfo map[string]IdxInfo, err error)

+ func (io *IO) GetIndexUnits(indextype string) (totalunits int, err error)

+ func (io *IO) GetShockNode() (node *ShockNode, err error)

+ func (io *IO) TotalUnits(indextype string) (count int, err error)

+ type IOmap map[string]*IO

+ func NewIOmap() IOmap

+ func (i IOmap) Add(name string, host string, node string, md5 string, cache bool)

+ func (i IOmap) Find(name string) *IO

+ func (i IOmap) Has(name string) bool

+ type IdxInfo struct

+ AvgUnitSize int64

+ TotalUnits int64

+ Type string

+ type Info struct

+ Auth bool

+ ClientGroups string

+ CompletedTime time.Time

+ DataToken string

+ Name string

+ NoRetry bool

+ Pipeline string

+ Priority int

+ Project string

+ StartedTme time.Time

+ SubmitTime time.Time

+ User string

+ Xref string

+ func NewInfo() *Info

+ type Job struct

+ Id string

+ Info *Info

+ Jid string

+ Notes string

+ Registered bool

+ RemainTasks int

+ Resumed int

+ Script script

+ State string

+ Tasks []*Task

+ UpdateTime time.Time

+ func AwfToJob(awf *Workflow, jid string) (job *Job, err error)

+ func CreateJobUpload(params map[string]string, files FormFiles, jid string) (job *Job, err error)

+ func LoadJob(id string) (job *Job, err error)

+ func ParseAwf(filename string, jid string) (job *Job, err error)

+ func ParseJobTasks(filename string, jid string) (job *Job, err error)

+ func (job *Job) FilePath() string

+ func (job *Job) GetDataToken() (token string)

+ func (job *Job) Mkdir() (err error)

+ func (job *Job) NumTask() int

+ func (job *Job) Path() string

+ func (job *Job) Save() (err error)

+ func (job *Job) SetDataToken(token string)

+ func (job *Job) SetFile(file FormFile) (err error)

+ func (job *Job) TaskList() []*Task

+ func (job *Job) UpdateFile(params map[string]string, files FormFiles) (err error)

+ func (job *Job) UpdateState(newState string, notes string) (err error)

+ func (job *Job) UpdateTask(task *Task) (remainTasks int, err error)

+ type JobMgr interface

+ DeleteJob func(string) error

+ DeleteSuspendedJobs func() int

+ DeleteZombieJobs func() int

+ EnqueueTasksByJobId func(string, []*Task) error

+ FinalizeWorkPerf func(string, string) error

+ GetActiveJobs func() map[string]*JobPerf

+ GetReportMsg func(string, string) (string, error)

+ GetSuspendJobs func() map[string]bool

+ InitMaxJid func() error

+ IsJobRegistered func(string) bool

+ JobRegister func() (string, error)

+ RecomputeJob func(string, string) error

+ RecoverJobs func() error

+ ResubmitJob func(string) error

+ ResumeSuspendedJob func(string) error

+ ResumeSuspendedJobs func() int

+ SaveStdLog func(string, string, string) error

+ SuspendJob func(string, string) error

+ UpdateGroup func(string, string) error

+ type JobPerf struct

+ End int64

+ Id string

+ Ptasks map[string]*TaskPerf

+ Pworks map[string]*WorkPerf

+ Queued int64

+ Resp int64

+ Start int64

+ func LoadJobPerf(id string) (perf *JobPerf, err error)

+ func NewJobPerf(id string) *JobPerf

+ type Jobs []Job

+ func (n *Jobs) GetAll(q bson.M) (err error)

+ func (n *Jobs) GetAllLimitOffset(q bson.M, limit int, offset int) (err error)

+ func (n *Jobs) GetAllRecent(q bson.M, recent int) (count int, err error)

+ func (n *Jobs) GetJobAt(index int) Job

+ func (n *Jobs) GetPaginated(q bson.M, limit int, offset int) (count int, err error)

+ func (n *Jobs) Length() int

+ type Notice struct

+ ClientId string

+ ComputeTime int

+ Notes string

+ Status string

+ WorkId string

+ type Opts map[string]string

+ func (o *Opts) HasKey(key string) bool

+ func (o *Opts) Value(key string) string

+ type PartInfo struct

+ Index string

+ Input string

+ MaxPartSizeMB int

+ Options string

+ TotalIndex int

+ type Pipeline struct

+ Info *Info

+ Tasks []Task

+ func NewPipeline() *Pipeline

+ type ProxyMgr struct

+ func NewProxyMgr() *ProxyMgr

+ func (qm *ProxyMgr) ClientChecker()

+ func (qm *ProxyMgr) DeleteJob(jobid string) (err error)

+ func (qm *ProxyMgr) DeleteSuspendedJobs() (num int)

+ func (qm *ProxyMgr) DeleteZombieJobs() (num int)

+ func (qm *ProxyMgr) EnqueueTasksByJobId(jobid string, tasks []*Task) (err error)

+ func (qm *ProxyMgr) FetchDataToken(workid string, clientid string) (token string, err error)

+ func (qm *ProxyMgr) FinalizeWorkPerf(string, string) (err error)

+ func (qm *ProxyMgr) GetActiveJobs() map[string]*JobPerf

+ func (qm *ProxyMgr) GetReportMsg(string, string) (report string, err error)

+ func (qm *ProxyMgr) GetSuspendJobs() map[string]bool

+ func (qm *ProxyMgr) Handle()

+ func (qm *ProxyMgr) InitMaxJid() (err error)

+ func (qm *ProxyMgr) IsJobRegistered(id string) bool

+ func (qm *ProxyMgr) JobRegister() (jid string, err error)

+ func (qm *ProxyMgr) RecomputeJob(jobid string, stage string) (err error)

+ func (qm *ProxyMgr) RecoverJobs() (err error)

+ func (qm *ProxyMgr) RegisterNewClient(files FormFiles) (client *Client, err error)

+ func (qm *ProxyMgr) ResubmitJob(id string) (err error)

+ func (qm *ProxyMgr) ResumeSuspendedJob(id string) (err error)

+ func (qm *ProxyMgr) ResumeSuspendedJobs() (num int)

+ func (qm *ProxyMgr) SaveStdLog(string, string, string) (err error)

+ func (qm *ProxyMgr) ShowStatus() string

+ func (qm *ProxyMgr) SuspendJob(jobid string, reason string) (err error)

+ func (qm *ProxyMgr) Timer()

+ func (qm *ProxyMgr) UpdateGroup(jobid string, newgroup string) (err error)

+ type ResourceMgr interface

+ Handle func()

+ ShowStatus func() string

+ Timer func()

+ type ServerMgr struct

+ func NewServerMgr() *ServerMgr

+ func (qm *ServerMgr) CreateJobPerf(jobid string)

+ func (qm *ServerMgr) CreateTaskPerf(taskid string)

+ func (qm *ServerMgr) CreateWorkPerf(workid string)

+ func (qm *ServerMgr) DeleteJob(jobid string) (err error)

+ func (qm *ServerMgr) DeleteJobPerf(jobid string)

+ func (qm *ServerMgr) DeleteSuspendedJobs() (num int)

+ func (qm *ServerMgr) DeleteZombieJobs() (num int)

+ func (qm *ServerMgr) EnqueueTasksByJobId(jobid string, tasks []*Task) (err error)

+ func (qm *ServerMgr) FetchDataToken(workid string, clientid string) (token string, err error)

+ func (qm *ServerMgr) FinalizeJobPerf(jobid string)

+ func (qm *ServerMgr) FinalizeTaskPerf(taskid string)

+ func (qm *ServerMgr) FinalizeWorkPerf(workid string, reportfile string) (err error)

+ func (qm *ServerMgr) GetActiveJobs() map[string]*JobPerf

+ func (qm *ServerMgr) GetReportMsg(workid string, logname string) (report string, err error)

+ func (qm *ServerMgr) GetSuspendJobs() map[string]bool

+ func (qm *ServerMgr) Handle()

+ func (qm *ServerMgr) InitMaxJid() (err error)

+ func (qm *ServerMgr) IsJobRegistered(id string) bool

+ func (qm *ServerMgr) JobRegister() (jid string, err error)

+ func (qm *ServerMgr) LogJobPerf(jobid string)

+ func (qm *ServerMgr) RecomputeJob(jobid string, stage string) (err error)

+ func (qm *ServerMgr) RecoverJobs() (err error)

+ func (qm *ServerMgr) ResubmitJob(id string) (err error)

+ func (qm *ServerMgr) ResumeSuspendedJob(id string) (err error)

+ func (qm *ServerMgr) ResumeSuspendedJobs() (num int)

+ func (qm *ServerMgr) SaveStdLog(workid string, logname string, tmppath string) (err error)

+ func (qm *ServerMgr) ShowStatus() string

+ func (qm *ServerMgr) ShowTasks()

+ func (qm *ServerMgr) SuspendJob(jobid string, reason string) (err error)

+ func (qm *ServerMgr) Timer()

+ func (qm *ServerMgr) UpdateGroup(jobid string, newgroup string) (err error)

+ func (qm *ServerMgr) UpdateJobPerfStartTime(jobid string)

+ func (qm *ServerMgr) UpdateJobTaskToInProgress(works []*Workunit)

+ func (qm *ServerMgr) UpdateTaskPerfStartTime(taskid string)

+ type ShockClient struct

+ Host string

+ Token string

+ func (sc *ShockClient) Get_node_download_url(node ShockNode) (download_url string, err error)

+ func (sc *ShockClient) Get_request(resource string, query url.Values, response interface{}) (err error)

+ func (sc *ShockClient) Query(query url.Values) (sqr_p *ShockQueryResponse, err error)

+ type ShockNode struct

+ Attributes interface{}

+ File shockfile

+ Id string

+ Indexes map[string]IdxInfo

+ Linkages []linkage

+ Tags []string

+ Version string

+ VersionParts map[string]string

+ func ShockGet(host string, nodeid string, token string) (node *ShockNode, err error)

+ type ShockQueryResponse struct

+ Code int

+ Data []ShockNode

+ Errs []string

+ Limit int

+ Offset int

+ TotalCount int

+ type ShockResponse struct

+ Code int

+ Data ShockNode

+ Errs []string

+ type Task struct

+ Cmd *Command

+ CompletedDate time.Time

+ ComputeTime int

+ CreatedDate time.Time

+ DependsOn []string

+ Id string

+ Info *Info

+ Inputs IOmap

+ MaxWorkSize int

+ Outputs IOmap

+ Partition *PartInfo

+ Predata IOmap

+ RemainWork int

+ Skip int

+ StartedDate time.Time

+ State string

+ TotalWork int

+ WorkStatus []string

+ func NewTask(job *Job, rank int) *Task

+ func (task *Task) InitPartIndex() (err error)

+ func (task *Task) InitTask(job *Job, rank int) (err error)

+ func (task *Task) ParseWorkunit() (wus []*Workunit, err error)

+ func (task *Task) Skippable() bool

+ func (task *Task) UpdateState(newState string) string

+ type TaskPerf struct

+ End int64

+ InFileSizes []int64

+ OutFileSizes []int64

+ Queued int64

+ Resp int64

+ Start int64

+ func NewTaskPerf(id string) *TaskPerf

+ type WQueue struct

+ func NewWQueue() *WQueue

+ func (wq *WQueue) Add(workunit *Workunit) (err error)

+ func (wq *WQueue) Delete(id string)

+ func (wq *WQueue) Get(id string) (work *Workunit, ok bool)

+ func (wq *WQueue) Has(id string) (has bool)

+ func (wq *WQueue) StatusChange(id string, new_status string) (err error)

+ func (wq WQueue) Len() int

+ type WorkList []*Workunit

+ func (wl WorkList) Len() int

+ func (wl WorkList) Swap(i, j int)

+ type WorkMgr interface

+ CheckoutWorkunits func(string, string, int) ([]*Workunit, error)

+ EnqueueWorkunit func(*Workunit) error

+ FetchDataToken func(string, string) (string, error)

+ GetWorkById func(string) (*Workunit, error)

+ NotifyWorkStatus func(Notice)

+ ShowWorkunits func(string) []*Workunit

+ type WorkPerf struct

+ Checkout int64

+ ClientId string

+ ClientResp int64

+ DataIn float64

+ DataOut float64

+ Deliver int64

+ Done int64

+ InFileSize int64

+ MaxMemUsage uint64

+ OutFileSize int64

+ PreDataIn float64

+ PreDataSize int64

+ Queued int64

+ Resp int64

+ Runtime int64

+ func NewWorkPerf(id string) *WorkPerf

+ type Workflow struct

+ DataServer string

+ JobInfo awf_jobinfo

+ RawInputs map[string]string

+ Tasks []*awf_task

+ Variables map[string]string

+ WfInfo awf_info

+ type WorkflowMgr struct

+ var AwfMgr *WorkflowMgr

+ func NewWorkflowMgr() *WorkflowMgr

+ func (wfm *WorkflowMgr) AddWorkflow(name string, awf *Workflow)

+ func (wfm *WorkflowMgr) GetAllWorkflows() (workflows []*Workflow)

+ func (wfm *WorkflowMgr) GetWorkflow(name string) (awf *Workflow, err error)

+ func (wfm *WorkflowMgr) LoadWorkflows() (err error)

+ type Workunit struct

+ CheckoutTime time.Time

+ Client string

+ Cmd *Command

+ ComputeTime int

+ Failed int

+ Id string

+ Info *Info

+ Inputs IOmap

+ Notes string

+ Outputs IOmap

+ Partition *PartInfo

+ Predata IOmap

+ Rank int

+ State string

+ TotalWork int

+ func NewWorkunit(task *Task, rank int) *Workunit

+ func (work *Workunit) CDworkpath() (err error)

+ func (work *Workunit) IndexType() (indextype string)

+ func (work *Workunit) Mkdir() (err error)

+ func (work *Workunit) Part() (part string)

+ func (work *Workunit) Path() string

+ func (work *Workunit) RemoveDir() (err error)