futf

package module

v0.0.0-...-2bbac4a Latest Latest Go to latest Published: Mar 27, 2025 License: MIT Imports: 6 Imported by: 1

Details

original Windows-1251 text has been mis-interpreted as Windows-1252
then those mis-interpreted characters are themselves turned into their UTF-8 equivalents

Мировая фанстастика от А до Я -> Ìèðîâàÿ ôàíñòàñòèêà îò À äî ß

import github.com/fullpipe/futf

futf.ToUTF8("Ìèðîâàÿ ôàíñòàñòèêà îò À äî ß") // Мировая фанстастика от А до Я

This section is empty.

View Source

var AllInOne = allInOneGuesser{
	// contains filtered or unexported fields
}

func Dec(s []byte, enc encoding.Encoding) []byte

func Enc(s string, enc encoding.Encoding) []byte

func ToUTF8(str string) string

type CharmapDecoder struct {
	encoding.Encoding
}

func (d *CharmapDecoder) Decode(str []byte) []byte

type Decoder interface {
	Decode(str []byte) []byte
}

type Guesser interface {
	Guese(str []byte) (Decoder, int)
}

type MissCodedDecoder struct {
	// contains filtered or unexported fields
}

Solves cases when original text in Windows1251 was missinterpreted as Windows1252 and than was encoded to unicode

func (d *MissCodedDecoder) Decode(str []byte) []byte

type UtfBOM struct{}

func (g *UtfBOM) Guese(str []byte) (Decoder, int)

type Windows1251 struct{}

func (g *Windows1251) Guese(str []byte) (Decoder, int)