gnml

Documentation

Index

• type TextPart
  • func SplitText(text string, chunkSize, overlap int) []TextPart

Types

type TextPart

type TextPart struct {
	// PartNum is the sequence number of the chunk.
	PartNum int

	// Content is the content of the chunk.
	Content string

	// StartOffset is the start offset of the chunk
	// (from the start of the text).
	StartOffset int

	// Length is the length of the chunk.
	Length int
}

TextPart represents a chunk of a text file.

func SplitText

func SplitText(text string, chunkSize, overlap int) []TextPart