infra

Documentation

Index

• Constants
• Variables
• func NewSnapshotFull(db *pebble.DB) silo.Snapshot
• func NewSnapshotInterateOnce(db *pebble.DB) silo.Snapshot
• type Backend
  • func NewBackend(path string) (Backend, error)
  • func (b Backend) Close() error
  • func (b Backend) Get(node silo.DataNode) ([]silo.DataNode, error)
  • func (b Backend) Snapshot() silo.Snapshot
  • func (b Backend) Store(key silo.DataNode, value silo.DataNode) error
• type BackendFull
  • func NewBackendFull(path string) (BackendFull, error)
  • func (b BackendFull) Snapshot() silo.Snapshot
• type BackendInterateOnce
  • func NewBackendInterateOnce(path string) (BackendInterateOnce, error)
  • func (b BackendInterateOnce) Snapshot() silo.Snapshot
• type BackendLogger
  • func (l BackendLogger) Fatalf(format string, args ...interface{})
  • func (l BackendLogger) Infof(format string, args ...interface{})
• type DataRowReaderJSONLine
  • func NewDataRowReaderJSONLine() (*DataRowReaderJSONLine, error)
  • func NewDataRowReaderJSONLineFromFile(filename string) (*DataRowReaderJSONLine, error)
  • func (drr *DataRowReaderJSONLine) Close() error
  • func (drr *DataRowReaderJSONLine) ReadDataRow() (silo.DataRow, error)
• type DataRowReaderWriterJSONLine
  • func NewDataRowReaderWriterJSONLine(input io.Reader, output io.Writer) *DataRowReaderWriterJSONLine
  • func (drr *DataRowReaderWriterJSONLine) Close() error
  • func (drr *DataRowReaderWriterJSONLine) ReadDataRow() (silo.DataRow, error)
• type DumpJSONLine
  • func NewDumpJSONLine() *DumpJSONLine
  • func (d *DumpJSONLine) Close() error
  • func (d *DumpJSONLine) Write(node silo.DataNode, uuid string) error
• type DumpObserver
  • func NewDumpObserver() *DumpObserver
  • func (o *DumpObserver) Close()
  • func (o *DumpObserver) Entity(status silo.Status, _ map[string]int)
• type ScanObserver
  • func NewScanObserver() *ScanObserver
  • func (o *ScanObserver) Close()
  • func (o *ScanObserver) IngestedLink(_ silo.DataLink)
  • func (o *ScanObserver) IngestedRow(_ silo.DataRow)
• type Snapshot
  • func (s Snapshot) Close() error
  • func (s Snapshot) Next() (silo.DataNode, bool, error)
  • func (s Snapshot) PullAll(node silo.DataNode) ([]silo.DataNode, error)
• type SnapshotFull
  • func (s *SnapshotFull) Close() error
  • func (s *SnapshotFull) Load() error
  • func (s *SnapshotFull) Next() (silo.DataNode, bool, error)
  • func (s *SnapshotFull) PullAll(node silo.DataNode) ([]silo.DataNode, error)
• type SnapshotInterateOnce
  • func (s SnapshotInterateOnce) Close() error
  • func (s SnapshotInterateOnce) Next() (silo.DataNode, bool, error)
  • func (s SnapshotInterateOnce) PullAll(node silo.DataNode) ([]silo.DataNode, error)

Constants

const DefaultFullMapCap = 1024

const DefaultPulledMapCap = 128

Variables

var ErrPathIsNotValid = errors.New("path is not valid")

Functions

func NewSnapshotFull

func NewSnapshotFull(db *pebble.DB) silo.Snapshot

func NewSnapshotInterateOnce

func NewSnapshotInterateOnce(db *pebble.DB) silo.Snapshot

Types

type Backend

type Backend struct {
	// contains filtered or unexported fields
}

func NewBackend

func NewBackend(path string) (Backend, error)

func (Backend) Close

func (b Backend) Close() error

func (Backend) Get

func (b Backend) Get(node silo.DataNode) ([]silo.DataNode, error)

func (Backend) Snapshot

func (b Backend) Snapshot() silo.Snapshot

func (Backend) Store

func (b Backend) Store(key silo.DataNode, value silo.DataNode) error

type BackendFull

type BackendFull struct {
	Backend
}

func NewBackendFull

func NewBackendFull(path string) (BackendFull, error)

func (BackendFull) Snapshot

func (b BackendFull) Snapshot() silo.Snapshot

type BackendInterateOnce

type BackendInterateOnce struct {
	Backend
}

func NewBackendInterateOnce

func NewBackendInterateOnce(path string) (BackendInterateOnce, error)

func (BackendInterateOnce) Snapshot

func (b BackendInterateOnce) Snapshot() silo.Snapshot

type BackendLogger

type BackendLogger struct{}

func (BackendLogger) Fatalf

func (l BackendLogger) Fatalf(format string, args ...interface{})

func (BackendLogger) Infof

func (l BackendLogger) Infof(format string, args ...interface{})

type DataRowReaderJSONLine

type DataRowReaderJSONLine struct {
	// contains filtered or unexported fields
}

func NewDataRowReaderJSONLine

func NewDataRowReaderJSONLine() (*DataRowReaderJSONLine, error)

func NewDataRowReaderJSONLineFromFile

func NewDataRowReaderJSONLineFromFile(filename string) (*DataRowReaderJSONLine, error)

func (*DataRowReaderJSONLine) Close

func (drr *DataRowReaderJSONLine) Close() error

func (*DataRowReaderJSONLine) ReadDataRow

func (drr *DataRowReaderJSONLine) ReadDataRow() (silo.DataRow, error)

type DataRowReaderWriterJSONLine

type DataRowReaderWriterJSONLine struct {
	// contains filtered or unexported fields
}

func NewDataRowReaderWriterJSONLine

func NewDataRowReaderWriterJSONLine(input io.Reader, output io.Writer) *DataRowReaderWriterJSONLine

func (*DataRowReaderWriterJSONLine) Close

func (drr *DataRowReaderWriterJSONLine) Close() error

func (*DataRowReaderWriterJSONLine) ReadDataRow

func (drr *DataRowReaderWriterJSONLine) ReadDataRow() (silo.DataRow, error)

type DumpJSONLine

type DumpJSONLine struct{}

func NewDumpJSONLine

func NewDumpJSONLine() *DumpJSONLine

func (*DumpJSONLine) Close

func (d *DumpJSONLine) Close() error

func (*DumpJSONLine) Write

func (d *DumpJSONLine) Write(node silo.DataNode, uuid string) error

type DumpObserver

type DumpObserver struct {
	// contains filtered or unexported fields
}

func NewDumpObserver

func NewDumpObserver() *DumpObserver

func (*DumpObserver) Close

func (o *DumpObserver) Close()

func (*DumpObserver) Entity

func (o *DumpObserver) Entity(status silo.Status, _ map[string]int)

type ScanObserver

type ScanObserver struct {
	// contains filtered or unexported fields
}

func NewScanObserver

func NewScanObserver() *ScanObserver

func (*ScanObserver) Close

func (o *ScanObserver) Close()

func (*ScanObserver) IngestedLink

func (o *ScanObserver) IngestedLink(_ silo.DataLink)

func (*ScanObserver) IngestedRow

func (o *ScanObserver) IngestedRow(_ silo.DataRow)

type Snapshot

type Snapshot struct {
	// contains filtered or unexported fields
}

func (Snapshot) Close

func (s Snapshot) Close() error

func (Snapshot) Next

func (s Snapshot) Next() (silo.DataNode, bool, error)

func (Snapshot) PullAll

func (s Snapshot) PullAll(node silo.DataNode) ([]silo.DataNode, error)

type SnapshotFull

type SnapshotFull struct {
	// contains filtered or unexported fields
}

func (*SnapshotFull) Close

func (s *SnapshotFull) Close() error

func (*SnapshotFull) Load

func (s *SnapshotFull) Load() error

func (*SnapshotFull) Next

func (s *SnapshotFull) Next() (silo.DataNode, bool, error)

func (*SnapshotFull) PullAll

func (s *SnapshotFull) PullAll(node silo.DataNode) ([]silo.DataNode, error)

type SnapshotInterateOnce

type SnapshotInterateOnce struct {
	// contains filtered or unexported fields
}

func (SnapshotInterateOnce) Close

func (s SnapshotInterateOnce) Close() error

func (SnapshotInterateOnce) Next

func (s SnapshotInterateOnce) Next() (silo.DataNode, bool, error)

func (SnapshotInterateOnce) PullAll

func (s SnapshotInterateOnce) PullAll(node silo.DataNode) ([]silo.DataNode, error)