services

Documentation

Index

• func NewBufferedResponseWrtier(w http.ResponseWriter) *bufferedResponseWriter
• func RegisterS3StorageFlags(c *cli.App)
• func RegisterWebFlags(c *cli.App)
• type Cache
  • func NewCache(s3st *S3Storage, dp *DonePool) *Cache
  • func (s *Cache) Get(key string, path string) (io.ReadSeekCloser, error)
  • func (s *Cache) Preload(key string, path string) error
• type DoneFetcher
  • func NewDoneFetcher(ctx context.Context, st *S3Storage, key string) *DoneFetcher
  • func (s *DoneFetcher) Fetch() (bool, *time.Time, error)
• type DonePool
  • func NewDonePool(st *S3Storage) *DonePool
  • func (s *DonePool) Done(key string) (bool, *time.Time, error)
• type Fragment
  • func NewFragment(str string) *Fragment
  • func (s *Fragment) Inc(i int) *Fragment
  • func (s *Fragment) String() string
• type LookaheadCache
  • func NewLookaheadCache(c *Cache) *LookaheadCache
  • func (s *LookaheadCache) Get(key string, path string) (io.ReadSeekCloser, error)
  • func (s *LookaheadCache) Preload(key string, path string)
• type NotFoundError
• type Queue
  • func NewQueue(c int) *Queue
  • func (s *Queue) Close()
  • func (s *Queue) Push(f func())
• type S3Storage
  • func NewS3Storage(c *cli.Context, cl *cs.S3Client) *S3Storage
  • func (s *S3Storage) CheckDoneMarker(ctx context.Context, key string) (bool, *time.Time, error)
  • func (s *S3Storage) GetContent(ctx context.Context, key string, path string) (io.ReadCloser, error)
  • func (s *S3Storage) Touch(ctx context.Context, key string) (err error)
• type TouchPool
  • func NewTouchPool(st *S3Storage) *TouchPool
  • func (s *TouchPool) Touch(key string) error
• type Toucher
  • func NewToucher(ctx context.Context, st *S3Storage, key string) *Toucher
  • func (s *Toucher) Touch() error
• type Web
  • func NewWeb(c *cli.Context, ca *LookaheadCache, tp *TouchPool, dp *DonePool) *Web
  • func (s *Web) Close()
  • func (s *Web) Serve() error

Functions

func NewBufferedResponseWrtier

func NewBufferedResponseWrtier(w http.ResponseWriter) *bufferedResponseWriter

func RegisterS3StorageFlags

func RegisterS3StorageFlags(c *cli.App)

func RegisterWebFlags

func RegisterWebFlags(c *cli.App)

Types

type Cache

type Cache struct {
	lazymap.LazyMap
	// contains filtered or unexported fields
}

func NewCache

func NewCache(s3st *S3Storage, dp *DonePool) *Cache

func (*Cache) Get

func (s *Cache) Get(key string, path string) (io.ReadSeekCloser, error)

func (*Cache) Preload

func (s *Cache) Preload(key string, path string) error

type DoneFetcher

type DoneFetcher struct {
	// contains filtered or unexported fields
}

func NewDoneFetcher

func NewDoneFetcher(ctx context.Context, st *S3Storage, key string) *DoneFetcher

func (*DoneFetcher) Fetch

func (s *DoneFetcher) Fetch() (bool, *time.Time, error)

type DonePool

type DonePool struct {
	// contains filtered or unexported fields
}

func NewDonePool

func NewDonePool(st *S3Storage) *DonePool

func (*DonePool) Done

func (s *DonePool) Done(key string) (bool, *time.Time, error)

type Fragment

type Fragment struct {
	// contains filtered or unexported fields
}

func NewFragment

func NewFragment(str string) *Fragment

func (*Fragment) Inc

func (s *Fragment) Inc(i int) *Fragment

func (*Fragment) String

func (s *Fragment) String() string

type LookaheadCache

type LookaheadCache struct {
	lazymap.LazyMap
	// contains filtered or unexported fields
}

func NewLookaheadCache

func NewLookaheadCache(c *Cache) *LookaheadCache

func (*LookaheadCache) Get

func (s *LookaheadCache) Get(key string, path string) (io.ReadSeekCloser, error)

func (*LookaheadCache) Preload

func (s *LookaheadCache) Preload(key string, path string)

type NotFoundError

type NotFoundError struct {
	// contains filtered or unexported fields
}

type Queue

type Queue struct {
	// contains filtered or unexported fields
}

func NewQueue

func NewQueue(c int) *Queue

func (*Queue) Close

func (s *Queue) Close()

func (*Queue) Push

func (s *Queue) Push(f func())

type S3Storage

type S3Storage struct {
	// contains filtered or unexported fields
}

func NewS3Storage

func NewS3Storage(c *cli.Context, cl *cs.S3Client) *S3Storage

func (*S3Storage) CheckDoneMarker

func (s *S3Storage) CheckDoneMarker(ctx context.Context, key string) (bool, *time.Time, error)

func (*S3Storage) GetContent

func (s *S3Storage) GetContent(ctx context.Context, key string, path string) (io.ReadCloser, error)

func (*S3Storage) Touch

func (s *S3Storage) Touch(ctx context.Context, key string) (err error)

type TouchPool

type TouchPool struct {
	// contains filtered or unexported fields
}

func NewTouchPool

func NewTouchPool(st *S3Storage) *TouchPool

func (*TouchPool) Touch

func (s *TouchPool) Touch(key string) error

type Toucher

type Toucher struct {
	// contains filtered or unexported fields
}

func NewToucher

func NewToucher(ctx context.Context, st *S3Storage, key string) *Toucher

func (*Toucher) Touch

func (s *Toucher) Touch() error

type Web

type Web struct {
	// contains filtered or unexported fields
}

func NewWeb

func NewWeb(c *cli.Context, ca *LookaheadCache, tp *TouchPool, dp *DonePool) *Web

func (*Web) Close

func (s *Web) Close()

func (*Web) Serve

func (s *Web) Serve() error