parser

README

Parsers

Package is responsible for parsing data out of connectors, next parsers a supported:

1. HTML
2. JSON
3. XPath
4. XML(In progress)

Documentation

Index

• func FillArrayArrayField[T comparable](engine *engineParser[T], parent []T, size int, fn func(T, string) []T, ...) builder.Jsonable
• func FillArrayBaseField[T comparable](engine *engineParser[T], parent []T, size int, cfg *config.BaseField) builder.Jsonable
• func FillArrayObjectField[T comparable](engine *engineParser[T], parent []T, size int, cfg *config.ObjectConfig) builder.Jsonable
• func IsZero[T comparable](v T) bool
• func NewHTML(body []byte, logger logger.Logger) *engineParser[*goquery.Selection]
• func NewJson(body []byte, logger logger.Logger) *engineParser[*gjson.Result]
• func NewXML(body []byte, logger logger.Logger) *engineParser[*xmlquery.Node]
• func NewXPath(body []byte, logger logger.Logger) *engineParser[*html.Node]
• func ProcessExpression(expression string, result builder.Jsonable, index *uint32) (interface{}, error)
• func ProcessFileField(parsedValue builder.Jsonable, index *uint32, field *config.FileFieldConfig, ...) (string, error)
• type Engine
  • func NewEngine(cfg *config.ConnectorConfig, logger logger.Logger) Engine
• type Factory
• type ParseResult
  • func (p *ParseResult) IsEmpty() bool
  • func (p *ParseResult) Raw() interface{}
  • func (p *ParseResult) ToJson() string
• type Parser

Functions

func FillArrayArrayField

func FillArrayArrayField[T comparable](engine *engineParser[T], parent []T, size int, fn func(T, string) []T, cfg *config.ArrayConfig) builder.Jsonable

func FillArrayBaseField

func FillArrayBaseField[T comparable](engine *engineParser[T], parent []T, size int, cfg *config.BaseField) builder.Jsonable

func FillArrayObjectField

func FillArrayObjectField[T comparable](engine *engineParser[T], parent []T, size int, cfg *config.ObjectConfig) builder.Jsonable

func IsZero

func IsZero[T comparable](v T) bool

func NewHTML

func NewHTML(body []byte, logger logger.Logger) *engineParser[*goquery.Selection]

func NewJson

func NewJson(body []byte, logger logger.Logger) *engineParser[*gjson.Result]

func NewXML

func NewXML(body []byte, logger logger.Logger) *engineParser[*xmlquery.Node]

func NewXPath

func NewXPath(body []byte, logger logger.Logger) *engineParser[*html.Node]

func ProcessExpression

func ProcessExpression(expression string, result builder.Jsonable, index *uint32) (interface{}, error)

func ProcessFileField

func ProcessFileField(parsedValue builder.Jsonable, index *uint32, field *config.FileFieldConfig, logger logger.Logger) (string, error)

Types

type Engine

type Engine interface {
	Get(model *config.Model, parsedValue builder.Jsonable, index *uint32) (*ParseResult, error)
}

func NewEngine

func NewEngine(cfg *config.ConnectorConfig, logger logger.Logger) Engine

type Factory

type Factory func([]byte, logger.Logger) Parser

var (
	JsonFactory Factory = func(bytes []byte, logger logger.Logger) Parser {
		return NewJson(bytes, logger.With("parser", "json"))
	}

	HTMLFactory Factory = func(bytes []byte, logger logger.Logger) Parser {
		return NewHTML(bytes, logger.With("parser", "html"))
	}

	XPathFactory Factory = func(bytes []byte, logger logger.Logger) Parser {
		return NewXPath(bytes, logger.With("parser", "xpath"))
	}

	XMLFactory Factory = func(bytes []byte, logger logger.Logger) Parser {
		return NewXML(bytes, logger.With("parser", "xml"))
	}
)

type ParseResult

type ParseResult struct {
	Json      string `json:"raw"`
	RawResult interface{}
}

func (*ParseResult) IsEmpty

func (p *ParseResult) IsEmpty() bool

func (*ParseResult) Raw

func (p *ParseResult) Raw() interface{}

func (*ParseResult) ToJson

func (p *ParseResult) ToJson() string

type Parser

type Parser interface {
	Parse(model *config.Model) (*ParseResult, error)
}