analyzer

Documentation

Index

• Constants
• type CompareResult
• type Dispatcher
  • func NewDispatcher() *Dispatcher
  • func (d *Dispatcher) GetProcessedTaskCnt() int
  • func (d *Dispatcher) GetTaskQueue() chan DocTask
  • func (d *Dispatcher) Run()
  • func (d *Dispatcher) Stop()
• type DocTask
• type DocsComparator
• type PaperPdfProcessor
  • func NewPaperPdfProcessor(newPaper common.UploadedPaper, database storage.DatabaseInterface, ...) *PaperPdfProcessor
  • func (p *PaperPdfProcessor) CompareToDoc(targetPaperShingles common.PaperShingles)
  • func (p *PaperPdfProcessor) MakeShingles() error
  • func (p *PaperPdfProcessor) PerformAnalyze() (common.AnalysisResult, error)
  • func (p *PaperPdfProcessor) PrepareFile() error
• type Worker
  • func NewWorker(workerId int, workerPool chan chan DocTask) *Worker
  • func (w *Worker) GetTotallyProcessedTasks() int
  • func (w *Worker) Start()
  • func (w *Worker) Stop()

Constants

const UniquenessThresholdValue = 70

Types

type CompareResult

type CompareResult struct {
	TargetPaperId  string
	SimilarityRate float64
}

type Dispatcher

type Dispatcher struct {
	// contains filtered or unexported fields
}

func NewDispatcher

func NewDispatcher() *Dispatcher

func (*Dispatcher) GetProcessedTaskCnt

func (d *Dispatcher) GetProcessedTaskCnt() int

func (*Dispatcher) GetTaskQueue

func (d *Dispatcher) GetTaskQueue() chan DocTask

func (*Dispatcher) Run

func (d *Dispatcher) Run()

func (*Dispatcher) Stop

func (d *Dispatcher) Stop()

type DocTask

type DocTask struct {
	TargetPaperShingles common.PaperShingles
	Comparator          DocsComparator
}

type DocsComparator

type DocsComparator interface {
	CompareToDoc(targetPaperShingles common.PaperShingles)
}

type PaperPdfProcessor

type PaperPdfProcessor struct {
	// contains filtered or unexported fields
}

func NewPaperPdfProcessor

func NewPaperPdfProcessor(newPaper common.UploadedPaper, database storage.DatabaseInterface, dispatcher *Dispatcher) *PaperPdfProcessor

func (*PaperPdfProcessor) CompareToDoc

func (p *PaperPdfProcessor) CompareToDoc(targetPaperShingles common.PaperShingles)

func (*PaperPdfProcessor) MakeShingles

func (p *PaperPdfProcessor) MakeShingles() error

func (*PaperPdfProcessor) PerformAnalyze

func (p *PaperPdfProcessor) PerformAnalyze() (common.AnalysisResult, error)

func (*PaperPdfProcessor) PrepareFile

func (p *PaperPdfProcessor) PrepareFile() error

type Worker

type Worker struct {
	Id int

	WorkerPool  chan chan DocTask
	TaskChannel chan DocTask
	// contains filtered or unexported fields
}

func NewWorker

func NewWorker(workerId int, workerPool chan chan DocTask) *Worker

func (*Worker) GetTotallyProcessedTasks

func (w *Worker) GetTotallyProcessedTasks() int

func (*Worker) Start

func (w *Worker) Start()

func (*Worker) Stop

func (w *Worker) Stop()