sealer

Jan 11, 2024

Changes in this version

+ func FFIExec(opts ...ffiwrapper.FFIWrapperOpt) func(l *LocalWorker) (storiface.Storage, error)

type LocalWorker

+ func NewLocalWorkerWithExecutor(executor ExecutorFunc, wcfg WorkerConfig, envLookup EnvFunc, store paths.Store, ...) *LocalWorker

+ func (l *LocalWorker) GenerateWindowPoStAdv(ctx context.Context, ppt abi.RegisteredPoStProof, mid abi.ActorID, ...) (storiface.WindowPoStResult, error)

Aug 9, 2023

Changes in this version

+ var MinRandomReadSize = int64(4 << 10)

Apr 23, 2023

Changes in this version

+ func RandomWS(sh *Scheduler, queueLen int, acceptableWindows [][]int, windows []SchedWindow) int

+ func SpreadTasksWS(queued bool) ...

type Assigner

+ func NewRandomAssigner() Assigner

+ func NewSpreadTasksAssigner(queued bool) Assigner

+ type PrepareAction struct

+ Action WorkerAction

+ PrepType sealtasks.TaskType

type WorkerHandle

+ func (wh *WorkerHandle) TaskCount(tt *sealtasks.SealTaskType) int

+ func (wh *WorkerHandle) TaskCounts() int

type WorkerRequest

+ func (r *WorkerRequest) PrepSealTask() sealtasks.SealTaskType

Mar 1, 2023

Changes in this version

+ type SchedWorker interface

+ Paths func(context.Context) ([]storiface.StoragePath, error)

+ TaskTypes func(context.Context) (map[sealtasks.TaskType]struct{}, error)

+ Utilization func() float64

Oct 5, 2022

Changes in this version

type Config

+ AllowSectorDownload bool

type LocalWorker

+ func (l *LocalWorker) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, ...) (storiface.CallID, error)

type Manager

+ func (m *Manager) DownloadSectorData(ctx context.Context, sector storiface.SectorRef, finalized bool, ...) error

+ func (m *Manager) ReturnDownloadSector(ctx context.Context, callID storiface.CallID, err *storiface.CallError) error

type ReturnType

+ const DownloadSector

Sep 8, 2022

Changes in this version

type Config

+ LocalWorkerName string

type LocalWorker

+ func (l *LocalWorker) Done() <-chan struct{}

type Manager

+ func (m *Manager) DetachLocalStorage(ctx context.Context, path string) error

+ func (m *Manager) RedeclareLocalStorage(ctx context.Context, id *storiface.ID, dropMissing bool) error

+ func (m *Manager) RemoveSchedRequest(ctx context.Context, schedId uuid.UUID) error

type SchedDiagRequestInfo

+ SchedId uuid.UUID

type Scheduler

+ func (sh *Scheduler) RemoveRequest(ctx context.Context, schedId uuid.UUID) error

type WorkerConfig

+ Name string

type WorkerRequest

+ SchedId uuid.UUID

Aug 3, 2022

Changes in this version

+ const ResourceFilteringDisabled

+ const ResourceFilteringHardware

+ var ClosedWorkerID = uuid.UUID

+ var DefaultSchedPriority = 0

+ var ErrNoWorkers = errors.New("no suitable workers found")

+ var InitWait = 3 * time.Second

+ var MaxPieceReaderBurnBytes int64 = 1 << 20

+ var PostCheckTimeout = 160 * time.Second

+ var ReadBuf = 128 * (127 * 8)

+ var SchedPriorityKey schedPrioCtxKey

+ var SchedWindows = 2

+ var SelectorTimeout = 5 * time.Second

+ func LowestUtilizationWS(sh *Scheduler, queueLen int, acceptableWindows [][]int, windows []SchedWindow) int

+ func SpreadWS(sh *Scheduler, queueLen int, acceptableWindows [][]int, windows []SchedWindow) int

+ func WithPriority(ctx context.Context, priority int) context.Context

+ type ActiveResources struct

+ func NewActiveResources() *ActiveResources

+ func (a *ActiveResources) Add(tt sealtasks.SealTaskType, wr storiface.WorkerResources, r storiface.Resources) float64

+ func (a *ActiveResources) CanHandleRequest(tt sealtasks.SealTaskType, needRes storiface.Resources, wid storiface.WorkerID, ...) bool

+ func (a *ActiveResources) Free(tt sealtasks.SealTaskType, wr storiface.WorkerResources, r storiface.Resources)

+ type Assigner interface

+ TrySched func(sh *Scheduler)

+ func NewLowestUtilizationAssigner() Assigner

+ func NewSpreadAssigner() Assigner

+ type AssignerCommon struct

+ WindowSel WindowSelector

+ func (a *AssignerCommon) TrySched(sh *Scheduler)

+ type Call struct

+ ID storiface.CallID

+ Result *ManyBytes

+ RetType ReturnType

+ State CallState

+ func (t *Call) MarshalCBOR(w io.Writer) error

+ func (t *Call) UnmarshalCBOR(r io.Reader) (err error)

+ type CallState uint64

+ const CallDone

+ const CallStarted

+ type Config struct

+ AllowAddPiece bool

+ AllowCommit bool

+ AllowPreCommit1 bool

+ AllowPreCommit2 bool

+ AllowProveReplicaUpdate2 bool

+ AllowRegenSectorKey bool

+ AllowReplicaUpdate bool

+ AllowUnseal bool

+ Assigner string

+ DisableBuiltinWindowPoSt bool

+ DisableBuiltinWinningPoSt bool

+ DisallowRemoteFinalize bool

+ ParallelCheckLimit int

+ ParallelFetchLimit int

+ ResourceFiltering ResourceFilteringStrategy

+ type EnvFunc func(string) (string, bool)

+ type ExecutorFunc func() (storiface.Storage, error)

+ type FaultTracker interface

+ CheckProvable func(ctx context.Context, pp abi.RegisteredPoStProof, sectors []storiface.SectorRef, ...) (map[abi.SectorID]string, error)

+ type LocalWorker struct

+ func NewLocalWorker(wcfg WorkerConfig, store paths.Store, local *paths.Local, ...) *LocalWorker

+ func (l *LocalWorker) AddPiece(ctx context.Context, sector storiface.SectorRef, epcs []abi.UnpaddedPieceSize, ...) (storiface.CallID, error)

+ func (l *LocalWorker) Close() error

+ func (l *LocalWorker) DataCid(ctx context.Context, pieceSize abi.UnpaddedPieceSize, pieceData storiface.Data) (storiface.CallID, error)

+ func (l *LocalWorker) Fetch(ctx context.Context, sector storiface.SectorRef, ...) (storiface.CallID, error)

+ func (l *LocalWorker) FinalizeReplicaUpdate(ctx context.Context, sector storiface.SectorRef, ...) (storiface.CallID, error)

+ func (l *LocalWorker) FinalizeSector(ctx context.Context, sector storiface.SectorRef, ...) (storiface.CallID, error)

+ func (l *LocalWorker) GenerateSectorKeyFromData(ctx context.Context, sector storiface.SectorRef, commD cid.Cid) (storiface.CallID, error)

+ func (l *LocalWorker) GenerateWindowPoSt(ctx context.Context, ppt abi.RegisteredPoStProof, mid abi.ActorID, ...) (storiface.WindowPoStResult, error)

+ func (l *LocalWorker) GenerateWinningPoSt(ctx context.Context, ppt abi.RegisteredPoStProof, mid abi.ActorID, ...) ([]proof.PoStProof, error)

+ func (l *LocalWorker) Info(context.Context) (storiface.WorkerInfo, error)

+ func (l *LocalWorker) MoveStorage(ctx context.Context, sector storiface.SectorRef, ...) (storiface.CallID, error)

+ func (l *LocalWorker) NewSector(ctx context.Context, sector storiface.SectorRef) error

+ func (l *LocalWorker) Paths(ctx context.Context) ([]storiface.StoragePath, error)

+ func (l *LocalWorker) ProveReplicaUpdate1(ctx context.Context, sector storiface.SectorRef, ...) (storiface.CallID, error)

+ func (l *LocalWorker) ProveReplicaUpdate2(ctx context.Context, sector storiface.SectorRef, ...) (storiface.CallID, error)

+ func (l *LocalWorker) ReleaseUnsealed(ctx context.Context, sector storiface.SectorRef, safeToFree []storiface.Range) (storiface.CallID, error)

+ func (l *LocalWorker) Remove(ctx context.Context, sector abi.SectorID) error

+ func (l *LocalWorker) ReplicaUpdate(ctx context.Context, sector storiface.SectorRef, pieces []abi.PieceInfo) (storiface.CallID, error)

+ func (l *LocalWorker) SealCommit1(ctx context.Context, sector storiface.SectorRef, ticket abi.SealRandomness, ...) (storiface.CallID, error)

+ func (l *LocalWorker) SealCommit2(ctx context.Context, sector storiface.SectorRef, ...) (storiface.CallID, error)

+ func (l *LocalWorker) SealPreCommit1(ctx context.Context, sector storiface.SectorRef, ticket abi.SealRandomness, ...) (storiface.CallID, error)

+ func (l *LocalWorker) SealPreCommit2(ctx context.Context, sector storiface.SectorRef, ...) (storiface.CallID, error)

+ func (l *LocalWorker) Session(ctx context.Context) (uuid.UUID, error)

+ func (l *LocalWorker) TaskDisable(ctx context.Context, tt sealtasks.TaskType) error

+ func (l *LocalWorker) TaskEnable(ctx context.Context, tt sealtasks.TaskType) error

+ func (l *LocalWorker) TaskTypes(context.Context) (map[sealtasks.TaskType]struct{}, error)

+ func (l *LocalWorker) UnsealPiece(ctx context.Context, sector storiface.SectorRef, ...) (storiface.CallID, error)

+ func (l *LocalWorker) WaitQuiet()

+ type Manager struct

+ func New(ctx context.Context, lstor *paths.Local, stor paths.Store, ...) (*Manager, error)

+ func (m *Manager) Abort(ctx context.Context, call storiface.CallID) error

+ func (m *Manager) AddLocalStorage(ctx context.Context, path string) error

+ func (m *Manager) AddPiece(ctx context.Context, sector storiface.SectorRef, ...) (abi.PieceInfo, error)

+ func (m *Manager) AddWorker(ctx context.Context, w Worker) error

+ func (m *Manager) CheckProvable(ctx context.Context, pp abi.RegisteredPoStProof, sectors []storiface.SectorRef, ...) (map[abi.SectorID]string, error)

+ func (m *Manager) Close(ctx context.Context) error

+ func (m *Manager) DataCid(ctx context.Context, pieceSize abi.UnpaddedPieceSize, pieceData storiface.Data) (abi.PieceInfo, error)

+ func (m *Manager) FinalizeReplicaUpdate(ctx context.Context, sector storiface.SectorRef, ...) error

+ func (m *Manager) FinalizeSector(ctx context.Context, sector storiface.SectorRef, ...) error

+ func (m *Manager) FsStat(ctx context.Context, id storiface.ID) (fsutil.FsStat, error)

+ func (m *Manager) GenerateSectorKeyFromData(ctx context.Context, sector storiface.SectorRef, commD cid.Cid) error

+ func (m *Manager) GenerateWindowPoSt(ctx context.Context, minerID abi.ActorID, ...) (proof []proof.PoStProof, skipped []abi.SectorID, err error)

+ func (m *Manager) GenerateWindowPoStWithVanilla(ctx context.Context, proofType abi.RegisteredPoStProof, minerID abi.ActorID, ...) (proof.PoStProof, error)

+ func (m *Manager) GenerateWinningPoSt(ctx context.Context, minerID abi.ActorID, ...) ([]proof.PoStProof, error)

+ func (m *Manager) GenerateWinningPoStWithVanilla(ctx context.Context, proofType abi.RegisteredPoStProof, minerID abi.ActorID, ...) ([]proof.PoStProof, error)

+ func (m *Manager) NewSector(ctx context.Context, sector storiface.SectorRef) error

+ func (m *Manager) ProveReplicaUpdate1(ctx context.Context, sector storiface.SectorRef, ...) (out storiface.ReplicaVanillaProofs, err error)

+ func (m *Manager) ProveReplicaUpdate2(ctx context.Context, sector storiface.SectorRef, ...) (out storiface.ReplicaUpdateProof, err error)

+ func (m *Manager) ReleaseReplicaUpgrade(ctx context.Context, sector storiface.SectorRef) error

+ func (m *Manager) ReleaseSectorKey(ctx context.Context, sector storiface.SectorRef) error

+ func (m *Manager) ReleaseUnsealed(ctx context.Context, sector storiface.SectorRef, safeToFree []storiface.Range) error

+ func (m *Manager) Remove(ctx context.Context, sector storiface.SectorRef) error

+ func (m *Manager) ReplicaUpdate(ctx context.Context, sector storiface.SectorRef, pieces []abi.PieceInfo) (out storiface.ReplicaUpdateOut, err error)

+ func (m *Manager) ReturnAddPiece(ctx context.Context, callID storiface.CallID, pi abi.PieceInfo, ...) error

+ func (m *Manager) ReturnDataCid(ctx context.Context, callID storiface.CallID, pi abi.PieceInfo, ...) error

+ func (m *Manager) ReturnFetch(ctx context.Context, callID storiface.CallID, err *storiface.CallError) error

+ func (m *Manager) ReturnFinalizeReplicaUpdate(ctx context.Context, callID storiface.CallID, err *storiface.CallError) error

+ func (m *Manager) ReturnFinalizeSector(ctx context.Context, callID storiface.CallID, err *storiface.CallError) error

+ func (m *Manager) ReturnGenerateSectorKeyFromData(ctx context.Context, callID storiface.CallID, err *storiface.CallError) error

+ func (m *Manager) ReturnMoveStorage(ctx context.Context, callID storiface.CallID, err *storiface.CallError) error

+ func (m *Manager) ReturnProveReplicaUpdate1(ctx context.Context, callID storiface.CallID, ...) error

+ func (m *Manager) ReturnProveReplicaUpdate2(ctx context.Context, callID storiface.CallID, ...) error

+ func (m *Manager) ReturnReadPiece(ctx context.Context, callID storiface.CallID, ok bool, ...) error

+ func (m *Manager) ReturnReleaseUnsealed(ctx context.Context, callID storiface.CallID, err *storiface.CallError) error

+ func (m *Manager) ReturnReplicaUpdate(ctx context.Context, callID storiface.CallID, out storiface.ReplicaUpdateOut, ...) error

+ func (m *Manager) ReturnSealCommit1(ctx context.Context, callID storiface.CallID, out storiface.Commit1Out, ...) error

+ func (m *Manager) ReturnSealCommit2(ctx context.Context, callID storiface.CallID, proof storiface.Proof, ...) error

+ func (m *Manager) ReturnSealPreCommit1(ctx context.Context, callID storiface.CallID, p1o storiface.PreCommit1Out, ...) error

+ func (m *Manager) ReturnSealPreCommit2(ctx context.Context, callID storiface.CallID, sealed storiface.SectorCids, ...) error

+ func (m *Manager) ReturnUnsealPiece(ctx context.Context, callID storiface.CallID, err *storiface.CallError) error

+ func (m *Manager) SchedDiag(ctx context.Context, doSched bool) (interface{}, error)

+ func (m *Manager) SealCommit1(ctx context.Context, sector storiface.SectorRef, ticket abi.SealRandomness, ...) (out storiface.Commit1Out, err error)

+ func (m *Manager) SealCommit2(ctx context.Context, sector storiface.SectorRef, ...) (out storiface.Proof, err error)

+ func (m *Manager) SealPreCommit1(ctx context.Context, sector storiface.SectorRef, ticket abi.SealRandomness, ...) (out storiface.PreCommit1Out, err error)

+ func (m *Manager) SealPreCommit2(ctx context.Context, sector storiface.SectorRef, ...) (out storiface.SectorCids, err error)

+ func (m *Manager) SectorsUnsealPiece(ctx context.Context, sector storiface.SectorRef, ...) error

+ func (m *Manager) ServeHTTP(w http.ResponseWriter, r *http.Request)

+ func (m *Manager) StorageLocal(ctx context.Context) (map[storiface.ID]string, error)

+ func (m *Manager) WorkerJobs() map[uuid.UUID][]storiface.WorkerJob

+ func (m *Manager) WorkerStats(ctx context.Context) map[uuid.UUID]storiface.WorkerStats

+ type ManagerStateStore *statestore.StateStore

+ type ManyBytes struct

+ func (t *ManyBytes) MarshalCBOR(w io.Writer) error

+ func (t *ManyBytes) UnmarshalCBOR(r io.Reader) error

+ type PieceProvider interface

+ IsUnsealed func(ctx context.Context, sector storiface.SectorRef, ...) (bool, error)

+ ReadPiece func(ctx context.Context, sector storiface.SectorRef, ...) (mount.Reader, bool, error)

+ func NewPieceProvider(storage *paths.Remote, index paths.SectorIndex, uns Unsealer) PieceProvider

+ type RequestQueue []*WorkerRequest

+ func (q *RequestQueue) Push(x *WorkerRequest)

+ func (q *RequestQueue) Remove(i int) *WorkerRequest

+ func (q RequestQueue) Len() int

+ func (q RequestQueue) Less(i, j int) bool

+ func (q RequestQueue) Swap(i, j int)

+ type ResourceFilteringStrategy string

+ type ReturnType string

+ const AddPiece

+ const DataCid

+ const Fetch

+ const FinalizeReplicaUpdate

+ const FinalizeSector

+ const GenerateSectorKey

+ const MoveStorage

+ const ProveReplicaUpdate1

+ const ProveReplicaUpdate2

+ const ReleaseUnsealed

+ const ReplicaUpdate

+ const SealCommit1

+ const SealCommit2

+ const SealPreCommit1

+ const SealPreCommit2

+ const UnsealPiece

+ type SchedDiagInfo struct

+ OpenWindows []string

+ Requests []SchedDiagRequestInfo

+ type SchedDiagRequestInfo struct

+ Priority int

+ Sector abi.SectorID

+ TaskType sealtasks.TaskType

+ type SchedWindow struct

+ Allocated ActiveResources

+ Todo []*WorkerRequest

+ type SchedWindowRequest struct

+ Done chan *SchedWindow

+ Worker storiface.WorkerID

+ type Scheduler struct

+ OpenWindows []*SchedWindowRequest

+ SchedQueue *RequestQueue

+ Workers map[storiface.WorkerID]*WorkerHandle

+ func (sh *Scheduler) Close(ctx context.Context) error

+ func (sh *Scheduler) Info(ctx context.Context) (interface{}, error)

+ func (sh *Scheduler) Schedule(ctx context.Context, sector storiface.SectorRef, taskType sealtasks.TaskType, ...) error

+ type SectorManager interface

+ type StorageAuth http.Header

+ type Unsealer interface

+ SectorsUnsealPiece func(ctx context.Context, sector storiface.SectorRef, ...) error

+ type WindowSelector func(sh *Scheduler, queueLen int, acceptableWindows [][]int, windows []SchedWindow) int

+ type WorkID struct

+ Method sealtasks.TaskType

+ Params string

+ func (t *WorkID) MarshalCBOR(w io.Writer) error

+ func (t *WorkID) UnmarshalCBOR(r io.Reader) (err error)

+ func (w WorkID) String() string

+ type WorkState struct

+ ID WorkID

+ StartTime int64

+ Status WorkStatus

+ WorkError string

+ WorkerCall storiface.CallID

+ WorkerHostname string

+ func (t *WorkState) MarshalCBOR(w io.Writer) error

+ func (t *WorkState) UnmarshalCBOR(r io.Reader) (err error)

+ type WorkStatus string

+ type Worker interface

+ Close func() error

+ Info func(context.Context) (storiface.WorkerInfo, error)

+ Paths func(context.Context) ([]storiface.StoragePath, error)

+ Session func(context.Context) (uuid.UUID, error)

+ TaskTypes func(context.Context) (map[sealtasks.TaskType]struct{}, error)

+ type WorkerAction func(ctx context.Context, w Worker) error

+ type WorkerConfig struct

+ ChallengeReadTimeout time.Duration

+ IgnoreResourceFiltering bool

+ MaxParallelChallengeReads int

+ NoSwap bool

+ TaskTypes []sealtasks.TaskType

+ type WorkerHandle struct

+ Enabled bool

+ Info storiface.WorkerInfo

+ func (wh *WorkerHandle) TaskTypes(ctx context.Context) (t map[sealtasks.TaskType]struct{}, err error)

+ func (wh *WorkerHandle) Utilization() float64

+ type WorkerRequest struct

+ Ctx context.Context

+ IndexHeap int

+ Priority int

+ Sector storiface.SectorRef

+ Sel WorkerSelector

+ TaskType sealtasks.TaskType

+ func (r *WorkerRequest) SealTask() sealtasks.SealTaskType

+ type WorkerSelector interface

+ Cmp func(ctx context.Context, task sealtasks.TaskType, a, b *WorkerHandle) (bool, error)

+ Ok func(ctx context.Context, task sealtasks.TaskType, spt abi.RegisteredSealProof, ...) (ok, preferred bool, err error)

+ type WorkerStateStore *statestore.StateStore