Skip to content

Instantly share code, notes, and snippets.

@wrandowR

wrandowR/Golang Normalize

Created April 5, 2022 16:03
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save wrandowR/5e90df8d2a9853e8786349f758f640b4 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save wrandowR/5e90df8d2a9853e8786349f758f640b4 to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. W'w created this gist Apr 5, 2022.
    21 changes: 21 additions & 0 deletions Golang Normalize
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,21 @@

    func Normalize(text string) string {

    rgTable := rangetable.Merge(unicode.Mn, unicode.P)

    t := transform.Chain(norm.NFD, runes.Remove(runes.In(rgTable)), norm.NFC)
    text, _, err := transform.String(t, text)
    if err != nil {
    log.WithError(err).Error("Error normalizing text")
    return internalNormalize(text)
    }

    return internalNormalize(text)
    }

    func internalNormalize(text string) string {
    text = strings.TrimSpace(text)
    text = strings.ToLower(text)

    return text
    }