core

Apr 5, 2022

Changes in this version

+ func CleanupTestConfig() error

+ func NewTestConfig()

+ type CompletedChecksumTasks struct

+ func NewCompletedChecksumTasks(root string) *CompletedChecksumTasks

+ func (cct *CompletedChecksumTasks) Close() error

+ type MockSyncer struct

+ func NewMockSyncer(testData *TestData) *MockSyncer

+ func (s *MockSyncer) AugmentMDBToIndex(idx map[string]*FileRecord) error

+ type TestData struct

+ Files map[string]*TestFile

+ SrcDir string

+ func (d *TestData) Cleanup() error

+ type TestFile struct

+ Path string

+ func MakeTestFile(dir, name string, size int) (*TestFile, error)

Mar 28, 2022

Changes in this version

+ const MDBStrategyAllPublic

+ const MDBStrategyPreferredLanguage

+ const MDBStrategyPublicOrSmallInMerkaz

+ func HumanizeBytes(b int64) string

+ type AllPublicStrategy struct

type FileRecord

+ MdbSize int64

+ type MDBFile struct

+ ContentUnitID int64

+ ID int64

+ Language string

+ MimeType sql.NullString

+ Name string

+ Sha1 string

+ Size int64

+ Type string

+ VideoSize sql.NullString

+ type MDBStrategy interface

+ Augment func(*sql.DB, map[string]*FileRecord) error

+ func MakeMDBStrategy(name, params string) (MDBStrategy, error)

+ func NewAllPublicStrategy() MDBStrategy

+ func NewPreferredLanguageStrategy(Languages []string) MDBStrategy

+ func NewPublicOrSmallInMerkazStrategy() MDBStrategy

+ func NewSimpleQueryStrategy(query string) MDBStrategy

+ type PreferredLanguageStrategy struct

+ Languages []string

+ func (s *PreferredLanguageStrategy) Augment(db *sql.DB, idx map[string]*FileRecord) error

+ type PublicOrSmallInMerkazStrategy struct

+ type SimpleQueryStrategy struct

+ func (s *SimpleQueryStrategy) Augment(db *sql.DB, idx map[string]*FileRecord) error

Aug 3, 2019

Changes in this version

+ func Mkdirp(path string) error

+ type Closer interface

+ Close func()

type Syncer

+ func NewSyncer(cfg *config.Config) Syncer

+ AugmentMDBToIndex func(idx map[string]*FileRecord) error

+ GetFS func() *Sha1FS

+ type SyncerImpl struct

+ Config *config.Config

+ FS *Sha1FS

+ func (s *SyncerImpl) AugmentMDBToIndex(idx map[string]*FileRecord) error

+ func (s *SyncerImpl) Close()

+ func (s *SyncerImpl) DoSync(cfg *config.Config)

+ func (s *SyncerImpl) GetFS() *Sha1FS

+ func (s *SyncerImpl) OnTaskComplete(workerID int, task fetch.Task, resp interface{}, err error)

+ func (s *SyncerImpl) OnTaskEnqueue(task fetch.Task)

+ func (s *SyncerImpl) OnTaskRun(workerID int, task fetch.Task)

Feb 20, 2019

Changes in this version

+ func Sha1Sum(path string) (string, error)

+ type ChecksumTask struct

+ Checksum string

+ Err error

+ FModTime int64

+ FName string

+ FSize int64

+ Path string

+ type FileRecord struct

+ LocalCopy bool

+ MdbID int64

+ ModTime time.Time

+ Sha1 string

+ Size int64

+ func (r *FileRecord) FromLine(line string) error

+ func (r *FileRecord) ToLine(path string) string

+ type Sha1FS struct

+ Root string

+ ScanReapWorkers int

+ func NewSha1FS(cfg *config.Config) *Sha1FS

+ func (fs *Sha1FS) IsExistValid(checksum string) bool

+ func (fs *Sha1FS) Path(checksum string) string

+ func (fs *Sha1FS) ReadIndex() (map[string]*FileRecord, error)

+ func (fs *Sha1FS) ScanReap() error

+ func (fs *Sha1FS) WriteIndex(idx map[string]*FileRecord) error

+ type Syncer struct

+ func (s *Syncer) Close()

+ func (s *Syncer) DoSync(cfg *config.Config)

+ func (s *Syncer) OnTaskComplete(workerID int, task fetch.Task, resp interface{}, err error)

+ func (s *Syncer) OnTaskEnqueue(task fetch.Task)

+ func (s *Syncer) OnTaskRun(workerID int, task fetch.Task)