proto

Documentation

Index

• Constants
• type ResourceDto
• type ResourceMsg
• type URLFoundMsg
• type URLTodoMsg

Constants

const (
	// URLTodoSubject represent the subject used by the crawler process to read the URL to crawl
	URLTodoSubject = "url.todo"
	// URLFoundSubject represent the subject used by the scheduler process to read the URL to schedule
	URLFoundSubject = "url.found"
	// ResourceSubject represent the subject used by the persister process to store the resource body
	ResourceSubject = "resource"
)

Types

type ResourceDto

type ResourceDto struct {
	URL   string    `json:"url"`
	Body  string    `json:"body"`
	Title string    `json:"title"`
	Time  time.Time `json:"time"`
}

ResourceDto represent a resource as given by the API

type ResourceMsg

type ResourceMsg struct {
	URL  string `json:"url"`
	Body string `json:"body"`
}

ResourceMsg represent the body of a crawled resource

type URLFoundMsg

type URLFoundMsg struct {
	URL string `json:"url"`
}

URLFoundMsg represent a found URL

type URLTodoMsg

type URLTodoMsg struct {
	URL string `json:"url"`
}

URLTodoMsg represent an URL to crawl