| OLD | NEW |
| (Empty) |
| 1 #!/usr/bin/env dart | |
| 2 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file | |
| 3 // for details. All rights reserved. Use of this source code is governed by a | |
| 4 // BSD-style license that can be found in the LICENSE file. | |
| 5 | |
| 6 #library("utf32_tests"); | |
| 7 #import("dunit.dart"); | |
| 8 #import("../../string_encoding/unicode_core.dart"); | |
| 9 #import("../../string_encoding/utf32.dart"); | |
| 10 | |
| 11 void main() { | |
| 12 TestSuite suite = new TestSuite(); | |
| 13 suite.registerTestClass(new Utf32Tests()); | |
| 14 suite.run(); | |
| 15 } | |
| 16 | |
| 17 class Utf32Tests extends TestClass { | |
| 18 static final String testKoreanCharSubset = """ | |
| 19 가각갂갃간갅갆갇갈갉갊갋갌갍갎갏감갑값갓갔강갖갗갘같갚갛 | |
| 20 개객갞갟갠갡갢갣갤갥갦갧갨갩갪갫갬갭갮갯갰갱갲갳갴갵갶갷 | |
| 21 갸갹갺갻갼갽갾갿걀걁걂걃걄걅걆걇걈걉걊걋걌걍걎걏걐걑걒걓"""; | |
| 22 static final String testHanTwice = "二"; | |
| 23 | |
| 24 static final List<int> testKoreanCharSubsetUtf32beBom = const<int>[ | |
| 25 0x00, 0x00, 0xfe, 0xff, 0x00, 0x00, 0xac, 0x00, | |
| 26 0x00, 0x00, 0xac, 0x01, 0x00, 0x00, 0xac, 0x02, | |
| 27 0x00, 0x00, 0xac, 0x03, 0x00, 0x00, 0xac, 0x04, | |
| 28 0x00, 0x00, 0xac, 0x05, 0x00, 0x00, 0xac, 0x06, | |
| 29 0x00, 0x00, 0xac, 0x07, 0x00, 0x00, 0xac, 0x08, | |
| 30 0x00, 0x00, 0xac, 0x09, 0x00, 0x00, 0xac, 0x0a, | |
| 31 0x00, 0x00, 0xac, 0x0b, 0x00, 0x00, 0xac, 0x0c, | |
| 32 0x00, 0x00, 0xac, 0x0d, 0x00, 0x00, 0xac, 0x0e, | |
| 33 0x00, 0x00, 0xac, 0x0f, 0x00, 0x00, 0xac, 0x10, | |
| 34 0x00, 0x00, 0xac, 0x11, 0x00, 0x00, 0xac, 0x12, | |
| 35 0x00, 0x00, 0xac, 0x13, 0x00, 0x00, 0xac, 0x14, | |
| 36 0x00, 0x00, 0xac, 0x15, 0x00, 0x00, 0xac, 0x16, | |
| 37 0x00, 0x00, 0xac, 0x17, 0x00, 0x00, 0xac, 0x18, | |
| 38 0x00, 0x00, 0xac, 0x19, 0x00, 0x00, 0xac, 0x1a, | |
| 39 0x00, 0x00, 0xac, 0x1b, 0x00, 0x00, 0x00, 0x0a, | |
| 40 0x00, 0x00, 0xac, 0x1c, 0x00, 0x00, 0xac, 0x1d, | |
| 41 0x00, 0x00, 0xac, 0x1e, 0x00, 0x00, 0xac, 0x1f, | |
| 42 0x00, 0x00, 0xac, 0x20, 0x00, 0x00, 0xac, 0x21, | |
| 43 0x00, 0x00, 0xac, 0x22, 0x00, 0x00, 0xac, 0x23, | |
| 44 0x00, 0x00, 0xac, 0x24, 0x00, 0x00, 0xac, 0x25, | |
| 45 0x00, 0x00, 0xac, 0x26, 0x00, 0x00, 0xac, 0x27, | |
| 46 0x00, 0x00, 0xac, 0x28, 0x00, 0x00, 0xac, 0x29, | |
| 47 0x00, 0x00, 0xac, 0x2a, 0x00, 0x00, 0xac, 0x2b, | |
| 48 0x00, 0x00, 0xac, 0x2c, 0x00, 0x00, 0xac, 0x2d, | |
| 49 0x00, 0x00, 0xac, 0x2e, 0x00, 0x00, 0xac, 0x2f, | |
| 50 0x00, 0x00, 0xac, 0x30, 0x00, 0x00, 0xac, 0x31, | |
| 51 0x00, 0x00, 0xac, 0x32, 0x00, 0x00, 0xac, 0x33, | |
| 52 0x00, 0x00, 0xac, 0x34, 0x00, 0x00, 0xac, 0x35, | |
| 53 0x00, 0x00, 0xac, 0x36, 0x00, 0x00, 0xac, 0x37, | |
| 54 0x00, 0x00, 0x00, 0x0a, 0x00, 0x00, 0xac, 0x38, | |
| 55 0x00, 0x00, 0xac, 0x39, 0x00, 0x00, 0xac, 0x3a, | |
| 56 0x00, 0x00, 0xac, 0x3b, 0x00, 0x00, 0xac, 0x3c, | |
| 57 0x00, 0x00, 0xac, 0x3d, 0x00, 0x00, 0xac, 0x3e, | |
| 58 0x00, 0x00, 0xac, 0x3f, 0x00, 0x00, 0xac, 0x40, | |
| 59 0x00, 0x00, 0xac, 0x41, 0x00, 0x00, 0xac, 0x42, | |
| 60 0x00, 0x00, 0xac, 0x43, 0x00, 0x00, 0xac, 0x44, | |
| 61 0x00, 0x00, 0xac, 0x45, 0x00, 0x00, 0xac, 0x46, | |
| 62 0x00, 0x00, 0xac, 0x47, 0x00, 0x00, 0xac, 0x48, | |
| 63 0x00, 0x00, 0xac, 0x49, 0x00, 0x00, 0xac, 0x4a, | |
| 64 0x00, 0x00, 0xac, 0x4b, 0x00, 0x00, 0xac, 0x4c, | |
| 65 0x00, 0x00, 0xac, 0x4d, 0x00, 0x00, 0xac, 0x4e, | |
| 66 0x00, 0x00, 0xac, 0x4f, 0x00, 0x00, 0xac, 0x50, | |
| 67 0x00, 0x00, 0xac, 0x51, 0x00, 0x00, 0xac, 0x52, | |
| 68 0x00, 0x00, 0xac, 0x53]; | |
| 69 | |
| 70 static final List<int> testKoreanCharSubsetUtf32le = const<int>[ | |
| 71 0x00, 0xac, 0x00, 0x00, 0x01, 0xac, 0x00, 0x00, | |
| 72 0x02, 0xac, 0x00, 0x00, 0x03, 0xac, 0x00, 0x00, | |
| 73 0x04, 0xac, 0x00, 0x00, 0x05, 0xac, 0x00, 0x00, | |
| 74 0x06, 0xac, 0x00, 0x00, 0x07, 0xac, 0x00, 0x00, | |
| 75 0x08, 0xac, 0x00, 0x00, 0x09, 0xac, 0x00, 0x00, | |
| 76 0x0a, 0xac, 0x00, 0x00, 0x0b, 0xac, 0x00, 0x00, | |
| 77 0x0c, 0xac, 0x00, 0x00, 0x0d, 0xac, 0x00, 0x00, | |
| 78 0x0e, 0xac, 0x00, 0x00, 0x0f, 0xac, 0x00, 0x00, | |
| 79 0x10, 0xac, 0x00, 0x00, 0x11, 0xac, 0x00, 0x00, | |
| 80 0x12, 0xac, 0x00, 0x00, 0x13, 0xac, 0x00, 0x00, | |
| 81 0x14, 0xac, 0x00, 0x00, 0x15, 0xac, 0x00, 0x00, | |
| 82 0x16, 0xac, 0x00, 0x00, 0x17, 0xac, 0x00, 0x00, | |
| 83 0x18, 0xac, 0x00, 0x00, 0x19, 0xac, 0x00, 0x00, | |
| 84 0x1a, 0xac, 0x00, 0x00, 0x1b, 0xac, 0x00, 0x00, | |
| 85 0x0a, 0x00, 0x00, 0x00, 0x1c, 0xac, 0x00, 0x00, | |
| 86 0x1d, 0xac, 0x00, 0x00, 0x1e, 0xac, 0x00, 0x00, | |
| 87 0x1f, 0xac, 0x00, 0x00, 0x20, 0xac, 0x00, 0x00, | |
| 88 0x21, 0xac, 0x00, 0x00, 0x22, 0xac, 0x00, 0x00, | |
| 89 0x23, 0xac, 0x00, 0x00, 0x24, 0xac, 0x00, 0x00, | |
| 90 0x25, 0xac, 0x00, 0x00, 0x26, 0xac, 0x00, 0x00, | |
| 91 0x27, 0xac, 0x00, 0x00, 0x28, 0xac, 0x00, 0x00, | |
| 92 0x29, 0xac, 0x00, 0x00, 0x2a, 0xac, 0x00, 0x00, | |
| 93 0x2b, 0xac, 0x00, 0x00, 0x2c, 0xac, 0x00, 0x00, | |
| 94 0x2d, 0xac, 0x00, 0x00, 0x2e, 0xac, 0x00, 0x00, | |
| 95 0x2f, 0xac, 0x00, 0x00, 0x30, 0xac, 0x00, 0x00, | |
| 96 0x31, 0xac, 0x00, 0x00, 0x32, 0xac, 0x00, 0x00, | |
| 97 0x33, 0xac, 0x00, 0x00, 0x34, 0xac, 0x00, 0x00, | |
| 98 0x35, 0xac, 0x00, 0x00, 0x36, 0xac, 0x00, 0x00, | |
| 99 0x37, 0xac, 0x00, 0x00, 0x0a, 0x00, 0x00, 0x00, | |
| 100 0x38, 0xac, 0x00, 0x00, 0x39, 0xac, 0x00, 0x00, | |
| 101 0x3a, 0xac, 0x00, 0x00, 0x3b, 0xac, 0x00, 0x00, | |
| 102 0x3c, 0xac, 0x00, 0x00, 0x3d, 0xac, 0x00, 0x00, | |
| 103 0x3e, 0xac, 0x00, 0x00, 0x3f, 0xac, 0x00, 0x00, | |
| 104 0x40, 0xac, 0x00, 0x00, 0x41, 0xac, 0x00, 0x00, | |
| 105 0x42, 0xac, 0x00, 0x00, 0x43, 0xac, 0x00, 0x00, | |
| 106 0x44, 0xac, 0x00, 0x00, 0x45, 0xac, 0x00, 0x00, | |
| 107 0x46, 0xac, 0x00, 0x00, 0x47, 0xac, 0x00, 0x00, | |
| 108 0x48, 0xac, 0x00, 0x00, 0x49, 0xac, 0x00, 0x00, | |
| 109 0x4a, 0xac, 0x00, 0x00, 0x4b, 0xac, 0x00, 0x00, | |
| 110 0x4c, 0xac, 0x00, 0x00, 0x4d, 0xac, 0x00, 0x00, | |
| 111 0x4e, 0xac, 0x00, 0x00, 0x4f, 0xac, 0x00, 0x00, | |
| 112 0x50, 0xac, 0x00, 0x00, 0x51, 0xac, 0x00, 0x00, | |
| 113 0x52, 0xac, 0x00, 0x00, 0x53, 0xac, 0x00, 0x00]; | |
| 114 | |
| 115 void registerTests(TestSuite suite) { | |
| 116 register("Utf32Tests.testUtf32BytesToString", testUtf32BytesToString, | |
| 117 suite); | |
| 118 register("Utf32Tests.testEncodeToUtf32", testEncodeToUtf32, suite); | |
| 119 register("Utf32Tests.testIterableMethods", testIterableMethods, suite); | |
| 120 } | |
| 121 | |
| 122 void testEncodeToUtf32() { | |
| 123 Expect.listEquals([], encodeUtf32le(""), "no input"); // TODO(dcarlson) skip
bom on empty? | |
| 124 Expect.listEquals(testKoreanCharSubsetUtf32beBom, | |
| 125 encodeUtf32(testKoreanCharSubset), | |
| 126 "encode UTF-32(BE by default) Korean"); | |
| 127 Expect.listEquals(testKoreanCharSubsetUtf32le, | |
| 128 encodeUtf32le(testKoreanCharSubset), | |
| 129 "encode UTF-32(LE by default) Korean"); | |
| 130 } | |
| 131 | |
| 132 void testUtf32BytesToString() { | |
| 133 Expect.stringEquals("", decodeUtf32([]), "no input"); | |
| 134 Expect.stringEquals("\ufffd", decodeUtf32([0]), "single byte"); | |
| 135 Expect.stringEquals("\ufffd", decodeUtf32([0, 0, 0x4e]), | |
| 136 "short a byte"); | |
| 137 Expect.stringEquals("\u4e8c\ufffd", decodeUtf32([0, 0, 0x4e, 0x8c, 0]), | |
| 138 "extra byte"); | |
| 139 | |
| 140 Expect.stringEquals(testHanTwice, decodeUtf32([0, 0, 0x4e, 0x8c]), | |
| 141 "twice variation 1"); | |
| 142 Expect.stringEquals(testHanTwice, | |
| 143 decodeUtf32([0, 0, 0xfe, 0xff, 0, 0, 0x4e, 0x8c]), | |
| 144 "twice variation 2"); | |
| 145 Expect.stringEquals(testHanTwice, | |
| 146 decodeUtf32([0xff, 0xfe, 0, 0, 0x8c, 0x4e, 0, 0]), | |
| 147 "twice variation 3"); | |
| 148 | |
| 149 Expect.stringEquals(testHanTwice, decodeUtf32be([0, 0, 0x4e, 0x8c]), | |
| 150 "twice variation 4"); | |
| 151 Expect.stringEquals(testHanTwice, | |
| 152 decodeUtf32be([0, 0, 0xfe, 0xff, 0, 0, 0x4e, 0x8c]), | |
| 153 "twice variation 5"); | |
| 154 | |
| 155 Expect.stringEquals(testHanTwice, decodeUtf32le([0x8c, 0x4e, 0, 0]), | |
| 156 "twice variation 6"); | |
| 157 Expect.stringEquals(testHanTwice, | |
| 158 decodeUtf32le([0xff, 0xfe, 0, 0, 0x8c, 0x4e, 0, 0]), | |
| 159 "twice variation 7"); | |
| 160 | |
| 161 Expect.stringEquals(testKoreanCharSubset, | |
| 162 decodeUtf32(testKoreanCharSubsetUtf32beBom), | |
| 163 "UTF-32BE Korean"); | |
| 164 } | |
| 165 | |
| 166 void testIterableMethods() { | |
| 167 // empty input | |
| 168 Expect.isFalse(decodeUtf32AsIterable([]).iterator().hasNext()); | |
| 169 | |
| 170 IterableUtf32Decoder koreanDecoder = | |
| 171 decodeUtf32AsIterable(testKoreanCharSubsetUtf32beBom); | |
| 172 // get the first character | |
| 173 Expect.equals(testKoreanCharSubset.charCodes()[0], | |
| 174 koreanDecoder.iterator().next()); | |
| 175 // get the whole translation using the Iterable interface | |
| 176 Expect.stringEquals(testKoreanCharSubset, | |
| 177 new String.fromCharCodes(new List<int>.from(koreanDecoder))); | |
| 178 | |
| 179 // specify types | |
| 180 Expect.equals(44032, (new List<int> | |
| 181 .from(decodeUtf32beAsIterable(testKoreanCharSubsetUtf32beBom)))[0]); | |
| 182 Expect.equals(44032, (new List<int> | |
| 183 .from(decodeUtf32leAsIterable(testKoreanCharSubsetUtf32le)))[0]); | |
| 184 Expect.equals(UNICODE_BOM, (new List<int> | |
| 185 .from(decodeUtf32beAsIterable(testKoreanCharSubsetUtf32beBom, | |
| 186 stripBom: false)))[0]); | |
| 187 } | |
| 188 } | |
| OLD | NEW |