Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1411)

Unified Diff: utils/string_encoding/Utf32.dart

Issue 9310038: Fix mac/git renaming case failure. Aaarrrrgggghhhh. (Closed) Base URL: https://dart.googlecode.com/svn/branches/bleeding_edge/dart
Patch Set: Created 8 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « utils/string_encoding/Utf16.dart ('k') | utils/string_encoding/Utf8.dart » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: utils/string_encoding/Utf32.dart
diff --git a/utils/string_encoding/Utf32.dart b/utils/string_encoding/Utf32.dart
deleted file mode 100644
index 099f3eebda65a35084b7acc1cc428f483fb06267..0000000000000000000000000000000000000000
--- a/utils/string_encoding/Utf32.dart
+++ /dev/null
@@ -1,273 +0,0 @@
-// Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
-// for details. All rights reserved. Use of this source code is governed by a
-// BSD-style license that can be found in the LICENSE file.
-
-#library("utf32");
-#import("unicode_core.dart");
-#import("unicode.dart");
-
-/**
- * Produce a String from a sequence of UTF-32 encoded bytes. The parameters
- * allow an offset into a list of bytes (as int), limiting the length of the
- * values be decoded and the ability of override the default Unicode
- * replacement character. Set the replacementCharacter to null to throw an
- * IllegalArgumentException rather than replace the bad value.
- */
-String decodeFromUtf32(List<int> bytes, [int offset = 0, int length,
- int replacementCodepoint = UNICODE_REPLACEMENT_CHARACTER_CODEPOINT]) =>
- codepointsToString(_utf32ToCodePoints(bytes, offset, length,
- replacementCodepoint));
-
-/**
- * Produce a String from a sequence of UTF-32BE encoded bytes. The parameters
- * allow an offset into a list of bytes (as int), limiting the length of the
- * values be decoded and the ability of override the default Unicode
- * replacement character. Set the replacementCharacter to null to throw an
- * IllegalArgumentException rather than replace the bad value.
- */
-String decodeFromUtf32be(
- List<int> bytes, [int offset = 0, int length, bool stripBom = true,
- int replacementCodepoint = UNICODE_REPLACEMENT_CHARACTER_CODEPOINT]) =>
- codepointsToString(_utf32beToCodePoints(bytes, offset, length, stripBom,
- replacementCodepoint));
-
-/**
- * Produce a String from a sequence of UTF-32LE encoded bytes. The parameters
- * allow an offset into a list of bytes (as int), limiting the length of the
- * values be decoded and the ability of override the default Unicode
- * replacement character. Set the replacementCharacter to null to throw an
- * IllegalArgumentException rather than replace the bad value.
- */
-String decodeFromUtf32le(
- List<int> bytes, [int offset = 0, int length, bool stripBom = true,
- int replacementCodepoint = UNICODE_REPLACEMENT_CHARACTER_CODEPOINT]) =>
- codepointsToString(_utf32leToCodePoints(bytes, offset, length, stripBom,
- replacementCodepoint));
-
-/**
- * Produce a sequence of UTF-32 encoded bytes.
- */
-List<int> encodeAsUtf32(String str) =>
- encodeAsUtf32be(str, true);
-
-/**
- * Produce a sequence of UTF-32BE encoded bytes.
- */
-List<int> encodeAsUtf32be(String str, [bool writeBOM = false]) {
- List<int> utf32CodeUnits = stringToCodepoints(str);
- List<int> encoding = new List<int>(4 * utf32CodeUnits.length +
- (writeBOM ? 4 : 0));
- int i = 0;
- if (writeBOM) {
- encoding[i++] = 0;
- encoding[i++] = 0;
- encoding[i++] = UNICODE_UTF_BOM_HI;
- encoding[i++] = UNICODE_UTF_BOM_LO;
- }
- for (int unit in utf32CodeUnits) {
- encoding[i++] = (unit >> 24) & UNICODE_BYTE_ZERO_MASK;
- encoding[i++] = (unit >> 16) & UNICODE_BYTE_ZERO_MASK;
- encoding[i++] = (unit >> 8) & UNICODE_BYTE_ZERO_MASK;
- encoding[i++] = unit & UNICODE_BYTE_ZERO_MASK;
- }
- return encoding;
-}
-
-/**
- * Produce a sequence of UTF-32LE encoded bytes.
- */
-List<int> encodeAsUtf32le(String str, [bool writeBOM = false]) {
- List<int> utf32CodeUnits = stringToCodepoints(str);
- List<int> encoding = new List<int>(4 * utf32CodeUnits.length +
- (writeBOM ? 4 : 0));
- int i = 0;
- if (writeBOM) {
- encoding[i++] = UNICODE_UTF_BOM_LO;
- encoding[i++] = UNICODE_UTF_BOM_HI;
- encoding[i++] = 0;
- encoding[i++] = 0;
- }
- for (int unit in utf32CodeUnits) {
- encoding[i++] = unit & UNICODE_BYTE_ZERO_MASK;
- encoding[i++] = (unit >> 8) & UNICODE_BYTE_ZERO_MASK;
- encoding[i++] = (unit >> 16) & UNICODE_BYTE_ZERO_MASK;
- encoding[i++] = (unit >> 24) & UNICODE_BYTE_ZERO_MASK;
- }
- return encoding;
-}
-
-bool hasUtf32Bom(
- List<int> utf32EncodedBytes, [int offset = 0, int length]) {
- return hasUtf32beBom(utf32EncodedBytes, offset, length) ||
- hasUtf32leBom(utf32EncodedBytes, offset, length);
-}
-
-bool hasUtf32beBom(List<int> utf32EncodedBytes, [int offset = 0, int length]) {
- if (!(offset >= 0)) {
- throw new IllegalArgumentException("offset");
- }
-
- if (!(length == null || length >= 0)) {
- throw new IllegalArgumentException("length");
- }
-
- int end = length != null ?
- Math.min(utf32EncodedBytes.length, offset + length) :
- utf32EncodedBytes.length;
-
- return (offset + 4) <= end &&
- utf32EncodedBytes[offset] == 0 &&
- utf32EncodedBytes[offset + 1] == 0 &&
- utf32EncodedBytes[offset + 2] == UNICODE_UTF_BOM_HI &&
- utf32EncodedBytes[offset + 3] == UNICODE_UTF_BOM_LO;
-}
-
-bool hasUtf32leBom(List<int> utf32EncodedBytes, [int offset = 0, int length]) {
- if (!(offset >= 0)) {
- throw new IllegalArgumentException("offset");
- }
-
- if (!(length == null || length >= 0)) {
- throw new IllegalArgumentException("length");
- }
-
- int end = length != null ?
- Math.min(utf32EncodedBytes.length, offset + length) :
- utf32EncodedBytes.length;
-
- return (offset + 4) <= end &&
- utf32EncodedBytes[offset] == UNICODE_UTF_BOM_LO &&
- utf32EncodedBytes[offset + 1] == UNICODE_UTF_BOM_HI &&
- utf32EncodedBytes[offset + 2] == 0 &&
- utf32EncodedBytes[offset + 3] == 0;
-}
-
-void _addReplacementCodepoint(List<int> codepointBuffer, int offset,
- int replacementCodepoint) {
- if(replacementCodepoint != null) {
- codepointBuffer[offset] = replacementCodepoint;
- } else {
- throw new IllegalArgumentException("Invalid encoding");
- }
-}
-
-int _sizeCodepoints(int utf32BytesLength) =>
- ((utf32BytesLength)/4).ceil().toInt();
-
-/**
- * Joins groups of 4 bytes (0-255) UTF-32BE to produce single code points.
- */
-List<int> _utf32beToCodePoints(
- List<int> utf32beEncodedBytes, [int offset = 0, int length,
- bool stripBom = true,
- int replacementCodepoint = UNICODE_REPLACEMENT_CHARACTER_CODEPOINT]) {
- if (!(offset >= 0)) {
- throw new IllegalArgumentException("offset");
- }
-
- if (!(length == null || length >= 0)) {
- throw new IllegalArgumentException("length");
- }
-
- int end = length != null ?
- Math.min(utf32beEncodedBytes.length, offset + length) :
- utf32beEncodedBytes.length;
-
- int i = (stripBom && hasUtf32beBom(utf32beEncodedBytes, offset, length)) ?
- offset + 4 : offset;
- int lastIndex = end - 3;
- List<int> codepoints = new List<int>(_sizeCodepoints(end - i));
- int j = 0;
- while (i < lastIndex) {
- int value = utf32beEncodedBytes[i++];
- value = (value << 8) + utf32beEncodedBytes[i++];
- value = (value << 8) + utf32beEncodedBytes[i++];
- value = (value << 8) + utf32beEncodedBytes[i++];
- if (_validCodepoint(value)) {
- codepoints[j++] = value;
- } else {
- _addReplacementCodepoint(codepoints, j++, replacementCodepoint);
- }
- }
- while (j < codepoints.length) {
- _addReplacementCodepoint(codepoints, j++, replacementCodepoint);
- }
- return codepoints;
-}
-
-/**
- * Joins groups of 4 bytes (0-255) UTF-32LE to produce single code points.
- */
-List<int> _utf32leToCodePoints(
- List<int> utf32leEncodedBytes, [int offset = 0, int length,
- bool stripBom = true,
- int replacementCodepoint = UNICODE_REPLACEMENT_CHARACTER_CODEPOINT]) {
- if (!(offset >= 0)) {
- throw new IllegalArgumentException("offset");
- }
-
- if (!(length == null || length >= 0)) {
- throw new IllegalArgumentException("length");
- }
-
- int end = length != null ?
- Math.min(utf32leEncodedBytes.length, offset + length) :
- utf32leEncodedBytes.length;
-
- int i = (stripBom && hasUtf32leBom(utf32leEncodedBytes, offset, length)) ?
- offset + 4 : offset;
- int lastIndex = end - 3;
- List<int> codepoints = new List<int>(_sizeCodepoints(end - i));
- int j = 0;
- while (i < lastIndex) {
- int value = utf32leEncodedBytes[i+3];
- value = (value << 8) + utf32leEncodedBytes[i+2];
- value = (value << 8) + utf32leEncodedBytes[i+1];
- value = (value << 8) + utf32leEncodedBytes[i];
- i += 4;
- if (_validCodepoint(value)) {
- codepoints[j++] = value;
- } else {
- _addReplacementCodepoint(codepoints, j++, replacementCodepoint);
- }
- }
- while (j < codepoints.length) {
- _addReplacementCodepoint(codepoints, j++, replacementCodepoint);
- }
- return codepoints;
-}
-
-/**
- * Joins groups of 4 bytes (0-255) UTF-32 to produce single code points.
- */
-List<int> _utf32ToCodePoints(List<int> utf32EncodedBytes, [int offset = 0,
- int length,
- int replacementCodepoint = UNICODE_REPLACEMENT_CHARACTER_CODEPOINT]) {
- if (!(offset >= 0)) {
- throw new IllegalArgumentException("offset");
- }
-
- if (!(length == null || length >= 0)) {
- throw new IllegalArgumentException("length");
- }
-
- int end = length != null ?
- Math.min(utf32EncodedBytes.length, offset + length) :
- utf32EncodedBytes.length;
-
- if (hasUtf32beBom(utf32EncodedBytes, offset, length)) {
- return _utf32beToCodePoints(utf32EncodedBytes, offset + 4,
- end - (offset + 4), false);
- } else if (hasUtf32leBom(utf32EncodedBytes, offset, length)) {
- return _utf32leToCodePoints(utf32EncodedBytes, offset + 4,
- end - (offset + 4), false);
- } else {
- return _utf32beToCodePoints(utf32EncodedBytes, offset, end - offset);
- }
-}
-
-bool _validCodepoint(int codepoint) {
- return (codepoint >= 0 && codepoint < UNICODE_UTF16_RESERVED_LO) ||
- (codepoint > UNICODE_UTF16_RESERVED_HI &&
- codepoint < UNICODE_VALID_RANGE_MAX);
-}
« no previous file with comments | « utils/string_encoding/Utf16.dart ('k') | utils/string_encoding/Utf8.dart » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698