praefect

Feb 17, 2020

Changes in this version

+ type BackoffFunc func() (backoff, backoffReset)

+ func ExpBackoffFunc(start time.Duration, max time.Duration) BackoffFunc

Feb 6, 2020

Changes in this version

+ var ErrPrimaryNotHealthy = errors.New("primary is not healthy")

type Node

+ GetAddress func() string

+ GetConnection func() *grpc.ClientConn

+ GetStorage func() string

+ GetToken func() string

+ type NodeManager interface

+ GetShard func(virtualStorageName string) (Shard, error)

+ type NodeMgr struct

+ func NewNodeManager(log *logrus.Entry, virtualStorages []config.VirtualStorage) (*NodeMgr, error)

+ func (n *NodeMgr) GetShard(virtualStorageName string) (Shard, error)

+ func (n *NodeMgr) Start(bootstrapInterval, monitorInterval time.Duration)

+ type Shard interface

+ GetPrimary func() (Node, error)

+ GetSecondaries func() ([]Node, error)

Jan 7, 2020

Changes in this version

+ func WithLatencyMetric(h metrics.Histogram) func(*ReplMgr)

+ func WithQueueMetric(g metrics.Gauge) func(*ReplMgr)

Dec 2, 2019

Changes in this version

type Server

+ func (srv *Server) GracefulStop()

+ func (srv *Server) RegisterServices()

+ func (srv *Server) Serve(l net.Listener, secure bool) error

+ func (srv *Server) Stop()

Nov 18, 2019

Changes in this version

+ type ChangeType int

+ const DeleteRepo

+ const UpdateRepo

type ReplJob

+ Change ChangeType

type Replicator

+ Destroy func(ctx context.Context, job ReplJob, target *grpc.ClientConn) error

Sep 30, 2019

Changes in this version

type MemoryDatastore

+ func (md *MemoryDatastore) PickAPrimary() (*models.Node, error)

type ReplicasDatastore

+ PickAPrimary func() (*models.Node, error)

Aug 21, 2019

Changes in this version

+ var ErrReplicasMissing = errors.New("repository missing secondary replicas")

type Coordinator

+ func (c *Coordinator) GetConnection(storageName string) (*grpc.ClientConn, error)

type MemoryDatastore

+ func (md *MemoryDatastore) AddReplica(relativePath string, storageNodeID int) error

+ func (md *MemoryDatastore) CreateReplicaReplJobs(relativePath string) ([]uint64, error)

+ func (md *MemoryDatastore) GetReplicas(relativePath string) ([]models.Node, error)

+ func (md *MemoryDatastore) GetRepository(relativePath string) (*models.Repository, error)

+ func (md *MemoryDatastore) GetStorageNode(nodeID int) (models.Node, error)

+ func (md *MemoryDatastore) GetStorageNodes() ([]models.Node, error)

+ func (md *MemoryDatastore) RemoveReplica(relativePath string, storageNodeID int) error

type ReplJob

+ Repository models.Repository

+ SourceNode models.Node

+ TargetNode models.Node

type ReplJobsDatastore

+ CreateReplicaReplJobs func(relativePath string) ([]uint64, error)

type ReplicasDatastore

+ AddReplica func(relativePath string, storageNodeID int) error

+ GetPrimary func(relativePath string) (*models.Node, error)

+ GetReplicas func(relativePath string) ([]models.Node, error)

+ GetRepository func(relativePath string) (*models.Repository, error)

+ GetStorageNode func(nodeID int) (models.Node, error)

+ GetStorageNodes func() ([]models.Node, error)

+ RemoveReplica func(relativePath string, storageNodeID int) error

+ SetPrimary func(relativePath string, storageNodeID int) error

Aug 1, 2019

Changes in this version

type Coordinator

+ func (c *Coordinator) FailoverRotation()

type MemoryDatastore

+ func (md *MemoryDatastore) GetDefaultPrimary() (models.GitalyServer, error)

+ func (md *MemoryDatastore) GetRepositoriesForPrimary(primary models.GitalyServer) ([]string, error)

+ func (md *MemoryDatastore) GetShardPrimary(repo models.Repository) (models.GitalyServer, error)

+ func (md *MemoryDatastore) GetShardSecondaries(primary models.Repository) ([]models.GitalyServer, error)

+ func (md *MemoryDatastore) SetDefaultPrimary(primary models.GitalyServer) error

+ func (md *MemoryDatastore) SetShardPrimary(repo models.Repository, primary models.GitalyServer) error

+ func (md *MemoryDatastore) SetShardSecondaries(repo models.Repository, secondaries []models.GitalyServer) error

type ReplicasDatastore

+ GetRepositoriesForPrimary func(primary models.GitalyServer) ([]string, error)

+ GetShardPrimary func(repo models.Repository) (models.GitalyServer, error)

+ GetShardSecondaries func(repo models.Repository) ([]models.GitalyServer, error)

+ SetShardPrimary func(repo models.Repository, primary models.GitalyServer) error

+ SetShardSecondaries func(repo models.Repository, secondaries []models.GitalyServer) error

+ type TemporaryDatastore interface

+ GetDefaultPrimary func() (models.GitalyServer, error)

+ SetDefaultPrimary func(primary models.GitalyServer) error

Jul 11, 2019

Changes in this version

+ func GetBuildTime() string

+ func GetVersion() string

+ func GetVersionString() string

Jun 28, 2019

Changes in this version

+ var ErrPrimaryNotSet = errors.New("primary is not set")

type MemoryDatastore

+ func (md *MemoryDatastore) GetPrimary() (string, error)

+ func (md *MemoryDatastore) SetPrimary(primary string) error

+ type PrimaryDatastore interface

+ GetPrimary func() (string, error)

+ SetPrimary func(primary string) error

Jun 3, 2019

Changes in this version

type MemoryDatastore

+ func (md *MemoryDatastore) GetJobs(state JobState, storage string, count int) ([]ReplJob, error)

type ReplJobsDatastore

+ GetJobs func(flag JobState, storage string, count int) ([]ReplJob, error)

Apr 29, 2019

Changes in this version

+ const JobStateCancelled

+ const JobStateComplete

+ const JobStateInProgress

+ const JobStatePending

+ const JobStateReady

+ type JobState int

type MemoryDatastore

+ func (md *MemoryDatastore) CreateSecondaryReplJobs(source Repository) ([]uint64, error)

+ func (md *MemoryDatastore) GetIncompleteJobs(storage string, count int) ([]ReplJob, error)

+ func (md *MemoryDatastore) UpdateReplJob(jobID uint64, newState JobState) error

type ReplJob

+ ID uint64

+ State JobState

type ReplJobsDatastore

+ CreateSecondaryReplJobs func(source Repository) ([]uint64, error)

+ GetIncompleteJobs func(storage string, count int) ([]ReplJob, error)

+ UpdateReplJob func(jobID uint64, newState JobState) error

Apr 23, 2019

Changes in this version

type Coordinator

+ func (c *Coordinator) RegisterProtos(protos ...*descriptor.FileDescriptorProto) error

Apr 18, 2019

Changes in this version

+ var ErrInvalidReplTarget = errors.New("target repository fails preconditions for replication")

+ var ErrSecondariesMissing = errors.New("repository missing secondary replicas")

type Coordinator

+ func NewCoordinator(l *logrus.Logger, storageLoc string) *Coordinator

+ func (c *Coordinator) GetStorageNode(storage string) (Node, error)

+ type Datastore interface

+ type MemoryDatastore struct

+ func NewMemoryDatastore(cfg config.Config, immediate time.Time) *MemoryDatastore

+ func (md *MemoryDatastore) GetReplJobs(storage string, since time.Time, count int) ([]ReplJob, error)

+ func (md *MemoryDatastore) GetSecondaries(primary Repository) ([]string, error)

+ func (md *MemoryDatastore) PutReplJob(target Repository, scheduled time.Time) error

+ func (md *MemoryDatastore) SetSecondaries(primary Repository, secondaries []string) error

+ type Node struct

+ Storage string

+ type ReplJob struct

+ Scheduled time.Time

+ Source Repository

+ Target string

+ type ReplJobsDatastore interface

+ GetReplJobs func(storage string, since time.Time, count int) ([]ReplJob, error)

+ PutReplJob func(repo Repository, when time.Time) error

+ type ReplMgr struct

+ func NewReplMgr(storage string, log *logrus.Logger, ds ReplJobsDatastore, c *Coordinator, ...) ReplMgr

+ func (r ReplMgr) ProcessBacklog(ctx context.Context) error

+ func (r ReplMgr) ScheduleReplication(ctx context.Context, repo Repository) error

+ type ReplMgrOpt func(*ReplMgr)

+ func WithReplicator(r Replicator) ReplMgrOpt

+ func WithWhitelist(whitelistedRepos []string) ReplMgrOpt

+ type ReplicasDatastore interface

+ GetSecondaries func(primary Repository) ([]string, error)

+ SetSecondaries func(primary Repository, secondaries []string) error

+ type Replicator interface

+ Replicate func(ctx context.Context, source Repository, target Node) error

+ type Repository struct

+ RelativePath string

+ Storage string

Feb 14, 2019

Changes in this version

+ var ErrStorageLocExists = errors.New("storage location already registered")

+ type Coordinator struct

+ func (c *Coordinator) RegisterNode(storageLoc string, node *grpc.ClientConn)

+ type Logger interface

+ Debugf func(format string, args ...interface{})

+ type Server struct

+ func NewServer(grpcOpts []grpc.ServerOption, l Logger) *Server

+ func (srv *Server) Shutdown(ctx context.Context) error

+ func (srv *Server) Start(lis net.Listener) error