GoLang - Persist using ISO-8859-1 charset

database, go, iso-8859-1, mysql, utf-8

Solution

package charset

import "code.google.com/p/go-charset/charset" 

func NewWriter

func NewWriter(charset string, w io.Writer) (io.WriteCloser, error)

`NewWriter` returns a new `WriteCloser` writing to `w`. It converts writes of UTF-8 text into writes on `w` of text in the named character set. The `Close` is necessary to flush any remaining partially translated characters to the output.

I would follow the instructions: "The `Close` is necessary to flush any remaining partially translated characters to the output." For example,

package main

import (
    "bytes"
    "code.google.com/p/go-charset/charset"
    _ "code.google.com/p/go-charset/data"
    "fmt"
    "io/ioutil"
    "strings"
)

func toISO88591(utf8 string) (string, error) {
    buf := new(bytes.Buffer)
    w, err := charset.NewWriter("latin1", buf)
    if err != nil {
        return "", err
    }
    fmt.Fprintf(w, utf8)
    w.Close()
    return buf.String(), nil
}

func fromISO88591(iso88591 string) (string, error) {
    r, err := charset.NewReader("latin1", strings.NewReader(iso88591))
    if err != nil {
        return "", err
    }
    buf, err := ioutil.ReadAll(r)
    if err != nil {
        return "", err
    }
    return string(buf), nil
}

func main() {
    utfi := "£5 for Peppé"
    fmt.Printf("%q\n", utfi)
    iso, err := toISO88591(utfi)
    if err != nil {
        fmt.Println(err)
    }
    fmt.Printf("%q\n", iso)
    utfo, err := fromISO88591(iso)
    if err != nil {
        fmt.Println(err)
    }
    fmt.Printf("%q\n", utfo)
    fmt.Println(utfi == utfo)
}

Output:

"£5 for Peppé"
"\xa35 for Pepp\xe9"
"£5 for Peppé"
true

Problem

Original source