diff options
Diffstat (limited to 'libgo/go/unicode/letter.go')
-rw-r--r-- | libgo/go/unicode/letter.go | 241 |
1 files changed, 241 insertions, 0 deletions
diff --git a/libgo/go/unicode/letter.go b/libgo/go/unicode/letter.go new file mode 100644 index 000000000..9380624fd --- /dev/null +++ b/libgo/go/unicode/letter.go @@ -0,0 +1,241 @@ +// Copyright 2009 The Go Authors. All rights reserved. +// Use of this source code is governed by a BSD-style +// license that can be found in the LICENSE file. + +// This package provides data and functions to test some properties of Unicode code points. +package unicode + +const ( + MaxRune = 0x10FFFF // Maximum valid Unicode code point. + ReplacementChar = 0xFFFD // Represents invalid code points. +) + + +// The representation of a range of Unicode code points. The range runs from Lo to Hi +// inclusive and has the specified stride. +type Range struct { + Lo int + Hi int + Stride int +} + +// CaseRange represents a range of Unicode code points for simple (one +// code point to one code point) case conversion. +// The range runs from Lo to Hi inclusive, with a fixed stride of 1. Deltas +// are the number to add to the code point to reach the code point for a +// different case for that character. They may be negative. If zero, it +// means the character is in the corresponding case. There is a special +// case representing sequences of alternating corresponding Upper and Lower +// pairs. It appears with a fixed Delta of +// {UpperLower, UpperLower, UpperLower} +// The constant UpperLower has an otherwise impossible delta value. +type CaseRange struct { + Lo int + Hi int + Delta d +} + +// SpecialCase represents language-specific case mappings such as Turkish. +// Methods of SpecialCase customize (by overriding) the standard mappings. +type SpecialCase []CaseRange + +//BUG(r): Provide a mechanism for full case folding (those that involve +// multiple runes in the input or output). + +// Indices into the Delta arrays inside CaseRanges for case mapping. +const ( + UpperCase = iota + LowerCase + TitleCase + MaxCase +) + +type d [MaxCase]int32 // to make the CaseRanges text shorter + +// If the Delta field of a CaseRange is UpperLower or LowerUpper, it means +// this CaseRange represents a sequence of the form (say) +// Upper Lower Upper Lower. +const ( + UpperLower = MaxRune + 1 // (Cannot be a valid delta.) +) + +// Is tests whether rune is in the specified table of ranges. +func Is(ranges []Range, rune int) bool { + // common case: rune is ASCII or Latin-1 + if rune < 0x100 { + for _, r := range ranges { + if rune > r.Hi { + continue + } + if rune < r.Lo { + return false + } + return (rune-r.Lo)%r.Stride == 0 + } + return false + } + + // binary search over ranges + lo := 0 + hi := len(ranges) + for lo < hi { + m := lo + (hi-lo)/2 + r := ranges[m] + if r.Lo <= rune && rune <= r.Hi { + return (rune-r.Lo)%r.Stride == 0 + } + if rune < r.Lo { + hi = m + } else { + lo = m + 1 + } + } + return false +} + +// IsUpper reports whether the rune is an upper case letter. +func IsUpper(rune int) bool { + if rune < 0x80 { // quick ASCII check + return 'A' <= rune && rune <= 'Z' + } + return Is(Upper, rune) +} + +// IsLower reports whether the rune is a lower case letter. +func IsLower(rune int) bool { + if rune < 0x80 { // quick ASCII check + return 'a' <= rune && rune <= 'z' + } + return Is(Lower, rune) +} + +// IsTitle reports whether the rune is a title case letter. +func IsTitle(rune int) bool { + if rune < 0x80 { // quick ASCII check + return false + } + return Is(Title, rune) +} + +// IsLetter reports whether the rune is a letter. +func IsLetter(rune int) bool { + if rune < 0x80 { // quick ASCII check + rune &^= 'a' - 'A' + return 'A' <= rune && rune <= 'Z' + } + return Is(Letter, rune) +} + +// IsSpace reports whether the rune is a white space character. +func IsSpace(rune int) bool { + if rune <= 0xFF { // quick Latin-1 check + switch rune { + case '\t', '\n', '\v', '\f', '\r', ' ', 0x85, 0xA0: + return true + } + return false + } + return Is(White_Space, rune) +} + +// to maps the rune using the specified case mapping. +func to(_case int, rune int, caseRange []CaseRange) int { + if _case < 0 || MaxCase <= _case { + return ReplacementChar // as reasonable an error as any + } + // binary search over ranges + lo := 0 + hi := len(caseRange) + for lo < hi { + m := lo + (hi-lo)/2 + r := caseRange[m] + if r.Lo <= rune && rune <= r.Hi { + delta := int(r.Delta[_case]) + if delta > MaxRune { + // In an Upper-Lower sequence, which always starts with + // an UpperCase letter, the real deltas always look like: + // {0, 1, 0} UpperCase (Lower is next) + // {-1, 0, -1} LowerCase (Upper, Title are previous) + // The characters at even offsets from the beginning of the + // sequence are upper case; the ones at odd offsets are lower. + // The correct mapping can be done by clearing or setting the low + // bit in the sequence offset. + // The constants UpperCase and TitleCase are even while LowerCase + // is odd so we take the low bit from _case. + return r.Lo + ((rune-r.Lo)&^1 | _case&1) + } + return rune + delta + } + if rune < r.Lo { + hi = m + } else { + lo = m + 1 + } + } + return rune +} + +// To maps the rune to the specified case: UpperCase, LowerCase, or TitleCase. +func To(_case int, rune int) int { + return to(_case, rune, CaseRanges) +} + +// ToUpper maps the rune to upper case. +func ToUpper(rune int) int { + if rune < 0x80 { // quick ASCII check + if 'a' <= rune && rune <= 'z' { + rune -= 'a' - 'A' + } + return rune + } + return To(UpperCase, rune) +} + +// ToLower maps the rune to lower case. +func ToLower(rune int) int { + if rune < 0x80 { // quick ASCII check + if 'A' <= rune && rune <= 'Z' { + rune += 'a' - 'A' + } + return rune + } + return To(LowerCase, rune) +} + +// ToTitle maps the rune to title case. +func ToTitle(rune int) int { + if rune < 0x80 { // quick ASCII check + if 'a' <= rune && rune <= 'z' { // title case is upper case for ASCII + rune -= 'a' - 'A' + } + return rune + } + return To(TitleCase, rune) +} + +// ToUpper maps the rune to upper case giving priority to the special mapping. +func (special SpecialCase) ToUpper(rune int) int { + r := to(UpperCase, rune, []CaseRange(special)) + if r == rune { + r = ToUpper(rune) + } + return r +} + +// ToTitle maps the rune to title case giving priority to the special mapping. +func (special SpecialCase) ToTitle(rune int) int { + r := to(TitleCase, rune, []CaseRange(special)) + if r == rune { + r = ToTitle(rune) + } + return r +} + +// ToLower maps the rune to lower case giving priority to the special mapping. +func (special SpecialCase) ToLower(rune int) int { + r := to(LowerCase, rune, []CaseRange(special)) + if r == rune { + r = ToLower(rune) + } + return r +} |