From 554fd8c5195424bdbcabf5de30fdc183aba391bd Mon Sep 17 00:00:00 2001 From: upstream source tree Date: Sun, 15 Mar 2015 20:14:05 -0400 Subject: obtained gcc-4.6.4.tar.bz2 from upstream website; verified gcc-4.6.4.tar.bz2.sig; imported gcc-4.6.4 source tree from verified upstream tarball. downloading a git-generated archive based on the 'upstream' tag should provide you with a source tree that is binary identical to the one extracted from the above tarball. if you have obtained the source via the command 'git clone', however, do note that line-endings of files in your working directory might differ from line-endings of the respective files in the upstream repository. --- libgo/go/utf16/utf16.go | 101 ++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 101 insertions(+) create mode 100644 libgo/go/utf16/utf16.go (limited to 'libgo/go/utf16/utf16.go') diff --git a/libgo/go/utf16/utf16.go b/libgo/go/utf16/utf16.go new file mode 100644 index 000000000..372e38a71 --- /dev/null +++ b/libgo/go/utf16/utf16.go @@ -0,0 +1,101 @@ +// Copyright 2010 The Go Authors. All rights reserved. +// Use of this source code is governed by a BSD-style +// license that can be found in the LICENSE file. + +// Package utf16 implements encoding and decoding of UTF-16 sequences. +package utf16 + +import "unicode" + +const ( + // 0xd800-0xdc00 encodes the high 10 bits of a pair. + // 0xdc00-0xe000 encodes the low 10 bits of a pair. + // the value is those 20 bits plus 0x10000. + surr1 = 0xd800 + surr2 = 0xdc00 + surr3 = 0xe000 + + surrSelf = 0x10000 +) + +// IsSurrogate returns true if the specified Unicode code point +// can appear in a surrogate pair. +func IsSurrogate(rune int) bool { + return surr1 <= rune && rune < surr3 +} + +// DecodeRune returns the UTF-16 decoding of a surrogate pair. +// If the pair is not a valid UTF-16 surrogate pair, DecodeRune returns +// the Unicode replacement code point U+FFFD. +func DecodeRune(r1, r2 int) int { + if surr1 <= r1 && r1 < surr2 && surr2 <= r2 && r2 < surr3 { + return (int(r1)-surr1)<<10 | (int(r2) - surr2) + 0x10000 + } + return unicode.ReplacementChar +} + +// EncodeRune returns the UTF-16 surrogate pair r1, r2 for the given rune. +// If the rune is not a valid Unicode code point or does not need encoding, +// EncodeRune returns U+FFFD, U+FFFD. +func EncodeRune(rune int) (r1, r2 int) { + if rune < surrSelf || rune > unicode.MaxRune || IsSurrogate(rune) { + return unicode.ReplacementChar, unicode.ReplacementChar + } + rune -= surrSelf + return surr1 + (rune>>10)&0x3ff, surr2 + rune&0x3ff +} + +// Encode returns the UTF-16 encoding of the Unicode code point sequence s. +func Encode(s []int) []uint16 { + n := len(s) + for _, v := range s { + if v >= surrSelf { + n++ + } + } + + a := make([]uint16, n) + n = 0 + for _, v := range s { + switch { + case v < 0, surr1 <= v && v < surr3, v > unicode.MaxRune: + v = unicode.ReplacementChar + fallthrough + case v < surrSelf: + a[n] = uint16(v) + n++ + default: + r1, r2 := EncodeRune(v) + a[n] = uint16(r1) + a[n+1] = uint16(r2) + n += 2 + } + } + return a[0:n] +} + +// Decode returns the Unicode code point sequence represented +// by the UTF-16 encoding s. +func Decode(s []uint16) []int { + a := make([]int, len(s)) + n := 0 + for i := 0; i < len(s); i++ { + switch r := s[i]; { + case surr1 <= r && r < surr2 && i+1 < len(s) && + surr2 <= s[i+1] && s[i+1] < surr3: + // valid surrogate sequence + a[n] = DecodeRune(int(r), int(s[i+1])) + i++ + n++ + case surr1 <= r && r < surr3: + // invalid surrogate sequence + a[n] = unicode.ReplacementChar + n++ + default: + // normal rune + a[n] = int(r) + n++ + } + } + return a[0:n] +} -- cgit v1.2.3