splitter

Documentation

Index

• type EventRingBuffer
  • func NewEventRingBuffer(chunkSize, nchunks int) *EventRingBuffer
  • func (er *EventRingBuffer) Flush(context.Context) error
  • func (er *EventRingBuffer) Persist(ctx context.Context, evt *events.XRPCStreamEvent) error
  • func (er *EventRingBuffer) Playback(ctx context.Context, since int64, cb func(*events.XRPCStreamEvent) error) error
  • func (er *EventRingBuffer) SetEventBroadcaster(brc func(*events.XRPCStreamEvent))
  • func (er *EventRingBuffer) Shutdown(context.Context) error
  • func (er *EventRingBuffer) TakeDownRepo(context.Context, models.Uid) error
• type HealthStatus
• type SocketConsumer
• type Splitter
  • func NewDiskSplitter(host, path string, persistHours float64, maxBytes int64) (*Splitter, error)
  • func NewSplitter(conf SplitterConfig, nextCrawlers []string) (*Splitter, error)
  • func (s *Splitter) EventsHandler(c echo.Context) error
  • func (s *Splitter) HandleComAtprotoSyncListRepos(c echo.Context) error
  • func (s *Splitter) HandleHealthCheck(c echo.Context) error
  • func (s *Splitter) HandleHomeMessage(c echo.Context) error
  • func (s *Splitter) RequestCrawlHandler(c echo.Context) error
  • func (s *Splitter) Shutdown() error
  • func (s *Splitter) Start(addr string) error
  • func (s *Splitter) StartMetrics(listen string) error
  • func (s *Splitter) StartWithListener(listen net.Listener) error
• type SplitterConfig
  • func (sc *SplitterConfig) XrpcRootUrl() string
• type XRPCError

Types

type EventRingBuffer

type EventRingBuffer struct {
	// contains filtered or unexported fields
}

func NewEventRingBuffer

func NewEventRingBuffer(chunkSize, nchunks int) *EventRingBuffer

func (*EventRingBuffer) Flush

func (er *EventRingBuffer) Flush(context.Context) error

func (*EventRingBuffer) Persist

func (er *EventRingBuffer) Persist(ctx context.Context, evt *events.XRPCStreamEvent) error

func (*EventRingBuffer) Playback

func (er *EventRingBuffer) Playback(ctx context.Context, since int64, cb func(*events.XRPCStreamEvent) error) error

func (*EventRingBuffer) SetEventBroadcaster

func (er *EventRingBuffer) SetEventBroadcaster(brc func(*events.XRPCStreamEvent))

func (*EventRingBuffer) Shutdown

func (er *EventRingBuffer) Shutdown(context.Context) error

func (*EventRingBuffer) TakeDownRepo

func (er *EventRingBuffer) TakeDownRepo(context.Context, models.Uid) error

type HealthStatus

type HealthStatus struct {
	Status  string `json:"status"`
	Message string `json:"msg,omitempty"`
}

type SocketConsumer

type SocketConsumer struct {
	UserAgent   string
	RemoteAddr  string
	ConnectedAt time.Time
	EventsSent  promclient.Counter
}

type Splitter

type Splitter struct {
	// contains filtered or unexported fields
}

func NewDiskSplitter

func NewDiskSplitter(host, path string, persistHours float64, maxBytes int64) (*Splitter, error)

func NewSplitter

func NewSplitter(conf SplitterConfig, nextCrawlers []string) (*Splitter, error)

func (*Splitter) EventsHandler

func (s *Splitter) EventsHandler(c echo.Context) error

func (*Splitter) HandleComAtprotoSyncListRepos

func (s *Splitter) HandleComAtprotoSyncListRepos(c echo.Context) error

func (*Splitter) HandleHealthCheck

func (s *Splitter) HandleHealthCheck(c echo.Context) error

func (*Splitter) HandleHomeMessage

func (s *Splitter) HandleHomeMessage(c echo.Context) error

func (*Splitter) RequestCrawlHandler

func (s *Splitter) RequestCrawlHandler(c echo.Context) error

func (*Splitter) Shutdown

func (s *Splitter) Shutdown() error

func (*Splitter) Start

func (s *Splitter) Start(addr string) error

func (*Splitter) StartMetrics

func (s *Splitter) StartMetrics(listen string) error

func (*Splitter) StartWithListener

func (s *Splitter) StartWithListener(listen net.Listener) error

type SplitterConfig

type SplitterConfig struct {
	UpstreamHost  string
	CursorFile    string
	PebbleOptions *events.PebblePersistOptions
}

func (*SplitterConfig) XrpcRootUrl

func (sc *SplitterConfig) XrpcRootUrl() string

type XRPCError

type XRPCError struct {
	Message string `json:"message"`
}