rendering

Documentation

Index

• Constants
• type NodeState
  • func NewNodeState(r *PruningRenderer, node psi.Node) *NodeState
  • func (ns *NodeState) Reset(tokenizer tokenizers.BasicTokenizer)
  • func (ns *NodeState) Update(renderer *PruningRenderer) error
  • func (ns *NodeState) WriteTo(writer io.Writer) (total int64, err error)
• type PruningRenderer
  • func (r *PruningRenderer) Render(node psi.Node, writer io.Writer) (total int64, err error)
• type TokenBuffer
  • func NewTokenBuffer(tokenizer tokenizers.BasicTokenizer, limit int) *TokenBuffer
  • func (w *TokenBuffer) Bytes() []byte
  • func (w *TokenBuffer) IsValid() bool
  • func (w *TokenBuffer) Reset()
  • func (w *TokenBuffer) SetTokenLimit(limit int)
  • func (w *TokenBuffer) String() string
  • func (w *TokenBuffer) TokenCount() int
  • func (w *TokenBuffer) TokenLimit() int
  • func (w *TokenBuffer) Write(data []byte) (int, error)
  • func (w *TokenBuffer) WriteBuffer(tb *TokenBuffer) (int, error)
  • func (w *TokenBuffer) WriteNode(renderer *PruningRenderer, node psi.Node) (total int, err error)
  • func (w *TokenBuffer) WriteTo(writer io.Writer) (total int64, err error)
  • func (w *TokenBuffer) WriteToTruncated(writer io.Writer) (total int64, err error)

Constants

const DoNotPrune = -1

Types

type NodeState

type NodeState struct {
	Priority       int
	InitialWeight  float32
	CurrentWeight  float32
	ChildrenWeight float32
	TokenCount     int
	Buffer         *TokenBuffer
	Node           psi.Node
}

func NewNodeState

func NewNodeState(r *PruningRenderer, node psi.Node) *NodeState

func (*NodeState) Reset

func (ns *NodeState) Reset(tokenizer tokenizers.BasicTokenizer)

func (*NodeState) Update

func (ns *NodeState) Update(renderer *PruningRenderer) error

func (*NodeState) WriteTo

func (ns *NodeState) WriteTo(writer io.Writer) (total int64, err error)

type PruningRenderer

type PruningRenderer struct {
	Tokenizer tokenizers.BasicTokenizer
	Weight    func(state *NodeState, node psi.Node) float32
	Write     func(w *TokenBuffer, node psi.Node) (int, error)
	// contains filtered or unexported fields
}

func (*PruningRenderer) Render

func (r *PruningRenderer) Render(node psi.Node, writer io.Writer) (total int64, err error)

type TokenBuffer

type TokenBuffer struct {
	// contains filtered or unexported fields
}

func NewTokenBuffer

func NewTokenBuffer(tokenizer tokenizers.BasicTokenizer, limit int) *TokenBuffer

func (*TokenBuffer) Bytes

func (w *TokenBuffer) Bytes() []byte

func (*TokenBuffer) IsValid

func (w *TokenBuffer) IsValid() bool

func (*TokenBuffer) Reset

func (w *TokenBuffer) Reset()

func (*TokenBuffer) SetTokenLimit

func (w *TokenBuffer) SetTokenLimit(limit int)

func (*TokenBuffer) String

func (w *TokenBuffer) String() string

func (*TokenBuffer) TokenCount

func (w *TokenBuffer) TokenCount() int

func (*TokenBuffer) TokenLimit

func (w *TokenBuffer) TokenLimit() int

func (*TokenBuffer) Write

func (w *TokenBuffer) Write(data []byte) (int, error)

func (*TokenBuffer) WriteBuffer

func (w *TokenBuffer) WriteBuffer(tb *TokenBuffer) (int, error)

func (*TokenBuffer) WriteNode

func (w *TokenBuffer) WriteNode(renderer *PruningRenderer, node psi.Node) (total int, err error)

func (*TokenBuffer) WriteTo

func (w *TokenBuffer) WriteTo(writer io.Writer) (total int64, err error)

func (*TokenBuffer) WriteToTruncated

func (w *TokenBuffer) WriteToTruncated(writer io.Writer) (total int64, err error)