bandwidth

Documentation

Overview

Package bandwidth system keeps track of bandwidth usage as reported by order limits and orders.

Package bandwidth implements bandwidth usage rollup loop.

Index

• type Cache
  • func NewCache(bandwidthdb DB) *Cache
  • func (c *Cache) Add(ctx context.Context, satelliteID storj.NodeID, action pb.PieceAction, ...) (err error)
  • func (c *Cache) AddBatch(ctx context.Context, usages map[CacheKey]*Usage) (err error)
  • func (c *Cache) EgressSummary(ctx context.Context, from, to time.Time) (*Usage, error)
  • func (c *Cache) GetDailyRollups(ctx context.Context, from, to time.Time) ([]UsageRollup, error)
  • func (c *Cache) GetDailySatelliteRollups(ctx context.Context, satelliteID storj.NodeID, from, to time.Time) ([]UsageRollup, error)
  • func (c *Cache) IngressSummary(ctx context.Context, from, to time.Time) (*Usage, error)
  • func (c *Cache) MonthSummary(ctx context.Context, to time.Time) (int64, error)
  • func (c *Cache) Persist(ctx context.Context) (err error)
  • func (c *Cache) SatelliteEgressSummary(ctx context.Context, satelliteID storj.NodeID, from, to time.Time) (*Usage, error)
  • func (c *Cache) SatelliteIngressSummary(ctx context.Context, satelliteID storj.NodeID, from, to time.Time) (*Usage, error)
  • func (c *Cache) SatelliteSummary(ctx context.Context, satelliteID storj.NodeID, from, to time.Time) (*Usage, error)
  • func (c *Cache) Summary(ctx context.Context, from, to time.Time) (*Usage, error)
  • func (c *Cache) SummaryBySatellite(ctx context.Context, from, to time.Time) (map[storj.NodeID]*Usage, error)
• type CacheKey
• type Config
• type DB
• type Egress
• type Ingress
• type Service
  • func NewService(log *zap.Logger, cache *Cache, config Config) *Service
  • func (service *Service) Close() (err error)
  • func (service *Service) Run(ctx context.Context) (err error)
  • func (service *Service) RunOnce(ctx context.Context) (err error)
• type Usage
  • func TotalMonthlySummary(ctx context.Context, db DB) (*Usage, error)
  • func (usage *Usage) Add(b *Usage)
  • func (usage *Usage) Include(action pb.PieceAction, amount int64)
  • func (usage *Usage) Rollup() *UsageRollup
  • func (usage *Usage) Total() int64
• type UsageRollup

Types

type Cache

type Cache struct {
	// contains filtered or unexported fields
}

Cache stores bandwidth usage in memory and persists it to the database. Currently, it only acts as a write cache.

func NewCache

func NewCache(bandwidthdb DB) *Cache

NewCache creates a new bandwidth Cache.

func (*Cache) Add

func (c *Cache) Add(ctx context.Context, satelliteID storj.NodeID, action pb.PieceAction, amount int64, created time.Time) (err error)

Add adds a bandwidth usage to the cache.

func (*Cache) AddBatch

func (c *Cache) AddBatch(ctx context.Context, usages map[CacheKey]*Usage) (err error)

AddBatch adds a batch of bandwidth usages to the cache.

func (*Cache) EgressSummary

func (c *Cache) EgressSummary(ctx context.Context, from, to time.Time) (*Usage, error)

EgressSummary returns the summary of egress bandwidth usages.

func (*Cache) GetDailyRollups

func (c *Cache) GetDailyRollups(ctx context.Context, from, to time.Time) ([]UsageRollup, error)

GetDailyRollups returns the slice of daily bandwidth usage rollups for the provided time range, sorted in ascending order.

func (*Cache) GetDailySatelliteRollups

func (c *Cache) GetDailySatelliteRollups(ctx context.Context, satelliteID storj.NodeID, from, to time.Time) ([]UsageRollup, error)

GetDailySatelliteRollups returns the slice of daily bandwidth usage for the provided time range, sorted in ascending order for a particular satellite.

func (*Cache) IngressSummary

func (c *Cache) IngressSummary(ctx context.Context, from, to time.Time) (*Usage, error)

IngressSummary returns the summary of ingress bandwidth usages.

func (*Cache) MonthSummary

func (c *Cache) MonthSummary(ctx context.Context, to time.Time) (int64, error)

MonthSummary returns the summary of the current month's bandwidth usages.

func (*Cache) Persist

func (c *Cache) Persist(ctx context.Context) (err error)

Persist writes the cache to the database.

func (*Cache) SatelliteEgressSummary

func (c *Cache) SatelliteEgressSummary(ctx context.Context, satelliteID storj.NodeID, from, to time.Time) (*Usage, error)

SatelliteEgressSummary returns the egress bandwidth usage for a particular satellite.

func (*Cache) SatelliteIngressSummary

func (c *Cache) SatelliteIngressSummary(ctx context.Context, satelliteID storj.NodeID, from, to time.Time) (*Usage, error)

SatelliteIngressSummary returns the ingress bandwidth usage for a particular satellite.

func (*Cache) SatelliteSummary

func (c *Cache) SatelliteSummary(ctx context.Context, satelliteID storj.NodeID, from, to time.Time) (*Usage, error)

SatelliteSummary returns the aggregated bandwidth usage for a particular satellite.

func (*Cache) Summary

func (c *Cache) Summary(ctx context.Context, from, to time.Time) (*Usage, error)

Summary returns the summary of bandwidth usages.

func (*Cache) SummaryBySatellite

func (c *Cache) SummaryBySatellite(ctx context.Context, from, to time.Time) (map[storj.NodeID]*Usage, error)

SummaryBySatellite returns the summary of bandwidth usages by satellite.

type CacheKey

type CacheKey struct {
	SatelliteID storj.NodeID
	CreatedAt   time.Time
}

CacheKey is a key for the bandwidth cache.

type Config

type Config struct {
	Interval time.Duration `help:"how frequently bandwidth usage cache should be synced with the db" default:"1h0m0s" testDefault:"1s"`
}

Config defines parameters for storage node Collector.

type DB

type DB interface {
	Add(ctx context.Context, satelliteID storj.NodeID, action pb.PieceAction, amount int64, created time.Time) error
	// MonthSummary returns summary of the current months bandwidth usages.
	MonthSummary(ctx context.Context, now time.Time) (int64, error)
	AddBatch(ctx context.Context, usages map[CacheKey]*Usage) (err error)
	// Summary returns summary of bandwidth usages.
	Summary(ctx context.Context, from, to time.Time) (*Usage, error)
	// EgressSummary returns summary of egress bandwidth usages.
	EgressSummary(ctx context.Context, from, to time.Time) (*Usage, error)
	// IngressSummary returns summary of ingress bandwidth usages.
	IngressSummary(ctx context.Context, from, to time.Time) (*Usage, error)
	// SatelliteSummary returns aggregated bandwidth usage for a particular satellite.
	SatelliteSummary(ctx context.Context, satelliteID storj.NodeID, from, to time.Time) (*Usage, error)
	// SatelliteEgressSummary returns egress bandwidth usage for a particular satellite.
	SatelliteEgressSummary(ctx context.Context, satelliteID storj.NodeID, from, to time.Time) (*Usage, error)
	// SatelliteIngressSummary returns ingress bandwidth usage for a particular satellite.
	SatelliteIngressSummary(ctx context.Context, satelliteID storj.NodeID, from, to time.Time) (*Usage, error)
	SummaryBySatellite(ctx context.Context, from, to time.Time) (map[storj.NodeID]*Usage, error)
	// GetDailyRollups returns slice of daily bandwidth usage rollups for provided time range,
	// sorted in ascending order.
	GetDailyRollups(ctx context.Context, from, to time.Time) ([]UsageRollup, error)
	// GetDailySatelliteRollups returns slice of daily bandwidth usage for provided time range,
	// sorted in ascending order for a particular satellite.
	GetDailySatelliteRollups(ctx context.Context, satelliteID storj.NodeID, from, to time.Time) ([]UsageRollup, error)
}

DB contains information about bandwidth usage.

architecture: Database

type Egress

type Egress struct {
	Repair int64 `json:"repair"`
	Audit  int64 `json:"audit"`
	Usage  int64 `json:"usage"`
}

Egress stores info about storage node egress usage.

type Ingress

type Ingress struct {
	Repair int64 `json:"repair"`
	Usage  int64 `json:"usage"`
}

Ingress stores info about storage node ingress usage.

type Service

type Service struct {
	Loop *sync2.Cycle
	// contains filtered or unexported fields
}

Service implements the bandwidth usage rollup service.

architecture: Chore

func NewService

func NewService(log *zap.Logger, cache *Cache, config Config) *Service

NewService creates a new bandwidth service.

func (*Service) Close

func (service *Service) Close() (err error)

Close stops the background process for rollups of bandwidth usage.

func (*Service) Run

func (service *Service) Run(ctx context.Context) (err error)

Run starts the background process for syncing bandwidth usage cache with the db.

func (*Service) RunOnce

func (service *Service) RunOnce(ctx context.Context) (err error)

RunOnce syncs bandwidth usage cache with the db.

type Usage

type Usage struct {
	Invalid int64
	Unknown int64

	Put       int64
	Get       int64
	GetAudit  int64
	GetRepair int64
	PutRepair int64
	Delete    int64
}

Usage contains bandwidth usage information based on the type.

func TotalMonthlySummary

func TotalMonthlySummary(ctx context.Context, db DB) (*Usage, error)

TotalMonthlySummary returns total bandwidth usage for current month.

func (*Usage) Add

func (usage *Usage) Add(b *Usage)

Add adds another usage to this one.

func (*Usage) Include

func (usage *Usage) Include(action pb.PieceAction, amount int64)

Include adds specified action to the appropriate field.

func (*Usage) Rollup

func (usage *Usage) Rollup() *UsageRollup

Rollup returns rolluped bandwidth usage.

func (*Usage) Total

func (usage *Usage) Total() int64

Total sums all type of bandwidths.

type UsageRollup

type UsageRollup struct {
	Egress        Egress    `json:"egress"`
	Ingress       Ingress   `json:"ingress"`
	Delete        int64     `json:"delete"`
	IntervalStart time.Time `json:"intervalStart"`
}

UsageRollup contains rolluped bandwidth usage.