pipeline

Mar 22, 2022

Changes in this version

+ func DownloadBestPngs(dir string, name string, conn Downloader) error

+ func HideCmd(cmd *exec.Cmd)

type Pipeliner

+ PreNoWipeQueueId func() string

type Queuer

+ PreNoWipeQueueId func() string

type UploadQueuer

+ PreNoWipeQueueId func() string

Aug 19, 2021

Changes in this version

+ type DownloadLister interface

+ Download func(bucket string, key string, fn string) error

+ ListObjects func(bucket string, prefix string) ([]string, error)

+ Log func(v ...interface{})

+ WIPStorageId func() string

+ type Downloader interface

+ Download func(bucket string, key string, fn string) error

+ Log func(v ...interface{})

+ WIPStorageId func() string

+ type Lister interface

+ ListObjects func(bucket string, prefix string) ([]string, error)

+ Log func(v ...interface{})

+ WIPStorageId func() string

type Pipeliner

+ AddToQueue func(url string, msg string) error

+ CheckQueue func(url string, timeout int64) (bookpipeline.Qmsg, error)

+ DelFromQueue func(url string, handle string) error

+ Download func(bucket string, key string, fn string) error

+ Init func() error

+ ListObjects func(bucket string, prefix string) ([]string, error)

+ QueueHeartbeat func(msg bookpipeline.Qmsg, qurl string, duration int64) (bookpipeline.Qmsg, error)

+ Upload func(bucket string, key string, path string) error

+ type Queuer interface

+ AddToQueue func(url string, msg string) error

+ AnalyseQueueId func() string

+ CheckQueue func(url string, timeout int64) (bookpipeline.Qmsg, error)

+ DelFromQueue func(url string, handle string) error

+ Log func(v ...interface{})

+ OCRPageQueueId func() string

+ PreQueueId func() string

+ QueueHeartbeat func(msg bookpipeline.Qmsg, qurl string, duration int64) (bookpipeline.Qmsg, error)

+ WipeQueueId func() string

+ type UploadQueuer interface

+ AddToQueue func(url string, msg string) error

+ AnalyseQueueId func() string

+ CheckQueue func(url string, timeout int64) (bookpipeline.Qmsg, error)

+ DelFromQueue func(url string, handle string) error

+ Log func(v ...interface{})

+ OCRPageQueueId func() string

+ PreQueueId func() string

+ QueueHeartbeat func(msg bookpipeline.Qmsg, qurl string, duration int64) (bookpipeline.Qmsg, error)

+ Upload func(bucket string, key string, path string) error

+ WIPStorageId func() string

+ WipeQueueId func() string

+ type Uploader interface

+ Log func(v ...interface{})

+ Upload func(bucket string, key string, path string) error

+ WIPStorageId func() string

Nov 17, 2020

Changes in this version

+ const HeartbeatSeconds

+ func Analyse(conn Pipeliner) func(chan string, chan string, chan error, *log.Logger)

+ func CheckImages(dir string) error

+ func DetectQueueType(dir string, conn Pipeliner) string

+ func DownloadAll(name string, conn Pipeliner) error

+ func DownloadAnalyses(name string, conn Pipeliner) error

+ func DownloadBestPages(name string, conn Pipeliner, pluspngs bool) error

+ func DownloadPdfs(name string, conn Pipeliner) error

+ func GetMailSettings() (mailSettings, error)

+ func Ocr(training string, tesscmd string) func(chan string, chan string, chan error, *log.Logger)

+ func OcrPage(msg bookpipeline.Qmsg, conn Pipeliner, ...) error

+ func Preprocess(thresholds []float64) func(chan string, chan string, chan error, *log.Logger)

+ func ProcessBook(msg bookpipeline.Qmsg, conn Pipeliner, ...) error

+ func SaveLogs(conn Pipeliner, starttime int64, hostname string) error

+ func UploadImages(dir string, bookname string, conn Pipeliner) error

+ func Wipe(towipe chan string, up chan string, errc chan error, logger *log.Logger)

+ type Clouder interface

+ AddToQueue func(url string, msg string) error

+ CheckQueue func(url string, timeout int64) (bookpipeline.Qmsg, error)

+ DelFromQueue func(url string, handle string) error

+ Download func(bucket string, key string, fn string) error

+ Init func() error

+ ListObjects func(bucket string, prefix string) ([]string, error)

+ QueueHeartbeat func(msg bookpipeline.Qmsg, qurl string, duration int64) (bookpipeline.Qmsg, error)

+ Upload func(bucket string, key string, path string) error

+ type MinPipeliner interface

+ MinimalInit func() error

+ type NullWriter bool

+ func (w NullWriter) Write(p []byte) (n int, err error)

+ type Pipeliner interface

+ AnalyseQueueId func() string

+ GetLogger func() *log.Logger

+ Log func(v ...interface{})

+ OCRPageQueueId func() string

+ PreQueueId func() string

+ WIPStorageId func() string

+ WipeQueueId func() string