charset

Documentation

Index

• Variables
• func DetectEncoding(content []byte) (string, error)
• func RemoveBOMIfPresent(content []byte) []byte
• func ToUTF8(content string) string
• func ToUTF8DropErrors(content []byte) []byte
• func ToUTF8WithErr(content []byte) (string, error)
• func ToUTF8WithFallback(content []byte) []byte
• func ToUTF8WithFallbackReader(rd io.Reader) io.Reader

Variables

var UTF8BOM = []byte{'\xef', '\xbb', '\xbf'}

UTF8BOM is the utf-8 byte-order marker

Functions

func DetectEncoding

func DetectEncoding(content []byte) (string, error)

DetectEncoding detect the encoding of content

func RemoveBOMIfPresent

func RemoveBOMIfPresent(content []byte) []byte

RemoveBOMIfPresent removes a UTF-8 BOM from a []byte

func ToUTF8

func ToUTF8(content string) string

ToUTF8 converts content to UTF8 encoding and ignore error

func ToUTF8DropErrors

func ToUTF8DropErrors(content []byte) []byte

ToUTF8DropErrors makes sure the return string is valid utf-8; attempts conversion if possible

func ToUTF8WithErr

func ToUTF8WithErr(content []byte) (string, error)

ToUTF8WithErr converts content to UTF8 encoding

func ToUTF8WithFallback

func ToUTF8WithFallback(content []byte) []byte

ToUTF8WithFallback detects the encoding of content and coverts to UTF-8 if possible

func ToUTF8WithFallbackReader

func ToUTF8WithFallbackReader(rd io.Reader) io.Reader

ToUTF8WithFallbackReader detects the encoding of content and coverts to UTF-8 reader if possible