OLD | NEW |
1 #!/usr/bin/env dart | 1 #!/usr/bin/env dart |
2 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file | 2 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file |
3 // for details. All rights reserved. Use of this source code is governed by a | 3 // for details. All rights reserved. Use of this source code is governed by a |
4 // BSD-style license that can be found in the LICENSE file. | 4 // BSD-style license that can be found in the LICENSE file. |
5 | 5 |
6 #library("utf8_tests"); | 6 #library("utf8_tests"); |
7 #import("dunit.dart"); | 7 #import("dunit.dart"); |
8 #import("../../../lib/utf/utf.dart"); | 8 #import("../../../lib/utf/utf.dart"); |
9 | 9 |
10 void main() { | 10 void main() { |
11 TestSuite suite = new TestSuite(); | 11 TestSuite suite = new TestSuite(); |
12 suite.registerTestClass(new Utf8Tests()); | 12 suite.registerTestClass(new Utf8Tests()); |
13 suite.run(); | 13 suite.run(); |
14 } | 14 } |
15 | 15 |
16 class Utf8Tests extends TestClass { | 16 class Utf8Tests extends TestClass { |
17 static final String testEnglishPhrase = | 17 static const String testEnglishPhrase = |
18 "The quick brown fox jumps over the lazy dog."; | 18 "The quick brown fox jumps over the lazy dog."; |
19 | 19 |
20 static final List<int> testEnglishUtf8 = const<int> [ | 20 static const List<int> testEnglishUtf8 = const<int> [ |
21 0x54, 0x68, 0x65, 0x20, 0x71, 0x75, 0x69, 0x63, | 21 0x54, 0x68, 0x65, 0x20, 0x71, 0x75, 0x69, 0x63, |
22 0x6b, 0x20, 0x62, 0x72, 0x6f, 0x77, 0x6e, 0x20, | 22 0x6b, 0x20, 0x62, 0x72, 0x6f, 0x77, 0x6e, 0x20, |
23 0x66, 0x6f, 0x78, 0x20, 0x6a, 0x75, 0x6d, 0x70, | 23 0x66, 0x6f, 0x78, 0x20, 0x6a, 0x75, 0x6d, 0x70, |
24 0x73, 0x20, 0x6f, 0x76, 0x65, 0x72, 0x20, 0x74, | 24 0x73, 0x20, 0x6f, 0x76, 0x65, 0x72, 0x20, 0x74, |
25 0x68, 0x65, 0x20, 0x6c, 0x61, 0x7a, 0x79, 0x20, | 25 0x68, 0x65, 0x20, 0x6c, 0x61, 0x7a, 0x79, 0x20, |
26 0x64, 0x6f, 0x67, 0x2e]; | 26 0x64, 0x6f, 0x67, 0x2e]; |
27 | 27 |
28 static final String testDanishPhrase = "Quizdeltagerne spiste jordbær med " + | 28 static const String testDanishPhrase = "Quizdeltagerne spiste jordbær med " + |
29 "fløde mens cirkusklovnen Wolther spillede på xylofon."; | 29 "fløde mens cirkusklovnen Wolther spillede på xylofon."; |
30 | 30 |
31 static final List<int> testDanishUtf8 = const<int>[ | 31 static const List<int> testDanishUtf8 = const<int>[ |
32 0x51, 0x75, 0x69, 0x7a, 0x64, 0x65, 0x6c, 0x74, | 32 0x51, 0x75, 0x69, 0x7a, 0x64, 0x65, 0x6c, 0x74, |
33 0x61, 0x67, 0x65, 0x72, 0x6e, 0x65, 0x20, 0x73, | 33 0x61, 0x67, 0x65, 0x72, 0x6e, 0x65, 0x20, 0x73, |
34 0x70, 0x69, 0x73, 0x74, 0x65, 0x20, 0x6a, 0x6f, | 34 0x70, 0x69, 0x73, 0x74, 0x65, 0x20, 0x6a, 0x6f, |
35 0x72, 0x64, 0x62, 0xc3, 0xa6, 0x72, 0x20, 0x6d, | 35 0x72, 0x64, 0x62, 0xc3, 0xa6, 0x72, 0x20, 0x6d, |
36 0x65, 0x64, 0x20, 0x66, 0x6c, 0xc3, 0xb8, 0x64, | 36 0x65, 0x64, 0x20, 0x66, 0x6c, 0xc3, 0xb8, 0x64, |
37 0x65, 0x20, 0x6d, 0x65, 0x6e, 0x73, 0x20, 0x63, | 37 0x65, 0x20, 0x6d, 0x65, 0x6e, 0x73, 0x20, 0x63, |
38 0x69, 0x72, 0x6b, 0x75, 0x73, 0x6b, 0x6c, 0x6f, | 38 0x69, 0x72, 0x6b, 0x75, 0x73, 0x6b, 0x6c, 0x6f, |
39 0x76, 0x6e, 0x65, 0x6e, 0x20, 0x57, 0x6f, 0x6c, | 39 0x76, 0x6e, 0x65, 0x6e, 0x20, 0x57, 0x6f, 0x6c, |
40 0x74, 0x68, 0x65, 0x72, 0x20, 0x73, 0x70, 0x69, | 40 0x74, 0x68, 0x65, 0x72, 0x20, 0x73, 0x70, 0x69, |
41 0x6c, 0x6c, 0x65, 0x64, 0x65, 0x20, 0x70, 0xc3, | 41 0x6c, 0x6c, 0x65, 0x64, 0x65, 0x20, 0x70, 0xc3, |
42 0xa5, 0x20, 0x78, 0x79, 0x6c, 0x6f, 0x66, 0x6f, | 42 0xa5, 0x20, 0x78, 0x79, 0x6c, 0x6f, 0x66, 0x6f, |
43 0x6e, 0x2e]; | 43 0x6e, 0x2e]; |
44 | 44 |
45 // unusual formatting due to strange editor interaction w/ text direction. | 45 // unusual formatting due to strange editor interaction w/ text direction. |
46 static final String | 46 static const String |
47 testHebrewPhrase = "דג סקרן שט בים מאוכזב ולפתע מצא לו חברה איך הקליטה"; | 47 testHebrewPhrase = "דג סקרן שט בים מאוכזב ולפתע מצא לו חברה איך הקליטה"; |
48 | 48 |
49 static final List<int> testHebrewUtf8 = const<int>[ | 49 static const List<int> testHebrewUtf8 = const<int>[ |
50 0xd7, 0x93, 0xd7, 0x92, 0x20, 0xd7, 0xa1, 0xd7, | 50 0xd7, 0x93, 0xd7, 0x92, 0x20, 0xd7, 0xa1, 0xd7, |
51 0xa7, 0xd7, 0xa8, 0xd7, 0x9f, 0x20, 0xd7, 0xa9, | 51 0xa7, 0xd7, 0xa8, 0xd7, 0x9f, 0x20, 0xd7, 0xa9, |
52 0xd7, 0x98, 0x20, 0xd7, 0x91, 0xd7, 0x99, 0xd7, | 52 0xd7, 0x98, 0x20, 0xd7, 0x91, 0xd7, 0x99, 0xd7, |
53 0x9d, 0x20, 0xd7, 0x9e, 0xd7, 0x90, 0xd7, 0x95, | 53 0x9d, 0x20, 0xd7, 0x9e, 0xd7, 0x90, 0xd7, 0x95, |
54 0xd7, 0x9b, 0xd7, 0x96, 0xd7, 0x91, 0x20, 0xd7, | 54 0xd7, 0x9b, 0xd7, 0x96, 0xd7, 0x91, 0x20, 0xd7, |
55 0x95, 0xd7, 0x9c, 0xd7, 0xa4, 0xd7, 0xaa, 0xd7, | 55 0x95, 0xd7, 0x9c, 0xd7, 0xa4, 0xd7, 0xaa, 0xd7, |
56 0xa2, 0x20, 0xd7, 0x9e, 0xd7, 0xa6, 0xd7, 0x90, | 56 0xa2, 0x20, 0xd7, 0x9e, 0xd7, 0xa6, 0xd7, 0x90, |
57 0x20, 0xd7, 0x9c, 0xd7, 0x95, 0x20, 0xd7, 0x97, | 57 0x20, 0xd7, 0x9c, 0xd7, 0x95, 0x20, 0xd7, 0x97, |
58 0xd7, 0x91, 0xd7, 0xa8, 0xd7, 0x94, 0x20, 0xd7, | 58 0xd7, 0x91, 0xd7, 0xa8, 0xd7, 0x94, 0x20, 0xd7, |
59 0x90, 0xd7, 0x99, 0xd7, 0x9a, 0x20, 0xd7, 0x94, | 59 0x90, 0xd7, 0x99, 0xd7, 0x9a, 0x20, 0xd7, 0x94, |
60 0xd7, 0xa7, 0xd7, 0x9c, 0xd7, 0x99, 0xd7, 0x98, | 60 0xd7, 0xa7, 0xd7, 0x9c, 0xd7, 0x99, 0xd7, 0x98, |
61 0xd7, 0x94]; | 61 0xd7, 0x94]; |
62 | 62 |
63 static final String testRussianPhrase = "Съешь же ещё этих мягких " + | 63 static const String testRussianPhrase = "Съешь же ещё этих мягких " + |
64 "французских булок да выпей чаю"; | 64 "французских булок да выпей чаю"; |
65 | 65 |
66 static final List<int> testRussianUtf8 = const<int>[ | 66 static const List<int> testRussianUtf8 = const<int>[ |
67 0xd0, 0xa1, 0xd1, 0x8a, 0xd0, 0xb5, 0xd1, 0x88, | 67 0xd0, 0xa1, 0xd1, 0x8a, 0xd0, 0xb5, 0xd1, 0x88, |
68 0xd1, 0x8c, 0x20, 0xd0, 0xb6, 0xd0, 0xb5, 0x20, | 68 0xd1, 0x8c, 0x20, 0xd0, 0xb6, 0xd0, 0xb5, 0x20, |
69 0xd0, 0xb5, 0xd1, 0x89, 0xd1, 0x91, 0x20, 0xd1, | 69 0xd0, 0xb5, 0xd1, 0x89, 0xd1, 0x91, 0x20, 0xd1, |
70 0x8d, 0xd1, 0x82, 0xd0, 0xb8, 0xd1, 0x85, 0x20, | 70 0x8d, 0xd1, 0x82, 0xd0, 0xb8, 0xd1, 0x85, 0x20, |
71 0xd0, 0xbc, 0xd1, 0x8f, 0xd0, 0xb3, 0xd0, 0xba, | 71 0xd0, 0xbc, 0xd1, 0x8f, 0xd0, 0xb3, 0xd0, 0xba, |
72 0xd0, 0xb8, 0xd1, 0x85, 0x20, 0xd1, 0x84, 0xd1, | 72 0xd0, 0xb8, 0xd1, 0x85, 0x20, 0xd1, 0x84, 0xd1, |
73 0x80, 0xd0, 0xb0, 0xd0, 0xbd, 0xd1, 0x86, 0xd1, | 73 0x80, 0xd0, 0xb0, 0xd0, 0xbd, 0xd1, 0x86, 0xd1, |
74 0x83, 0xd0, 0xb7, 0xd1, 0x81, 0xd0, 0xba, 0xd0, | 74 0x83, 0xd0, 0xb7, 0xd1, 0x81, 0xd0, 0xba, 0xd0, |
75 0xb8, 0xd1, 0x85, 0x20, 0xd0, 0xb1, 0xd1, 0x83, | 75 0xb8, 0xd1, 0x85, 0x20, 0xd0, 0xb1, 0xd1, 0x83, |
76 0xd0, 0xbb, 0xd0, 0xbe, 0xd0, 0xba, 0x20, 0xd0, | 76 0xd0, 0xbb, 0xd0, 0xbe, 0xd0, 0xba, 0x20, 0xd0, |
77 0xb4, 0xd0, 0xb0, 0x20, 0xd0, 0xb2, 0xd1, 0x8b, | 77 0xb4, 0xd0, 0xb0, 0x20, 0xd0, 0xb2, 0xd1, 0x8b, |
78 0xd0, 0xbf, 0xd0, 0xb5, 0xd0, 0xb9, 0x20, 0xd1, | 78 0xd0, 0xbf, 0xd0, 0xb5, 0xd0, 0xb9, 0x20, 0xd1, |
79 0x87, 0xd0, 0xb0, 0xd1, 0x8e]; | 79 0x87, 0xd0, 0xb0, 0xd1, 0x8e]; |
80 | 80 |
81 static final String testGreekPhrase = "Γαζέες καὶ μυρτιὲς δὲν θὰ βρῶ πιὰ " + | 81 static const String testGreekPhrase = "Γαζέες καὶ μυρτιὲς δὲν θὰ βρῶ πιὰ " + |
82 "στὸ χρυσαφὶ ξέφωτο"; | 82 "στὸ χρυσαφὶ ξέφωτο"; |
83 | 83 |
84 static final List<int> testGreekUtf8 = const<int>[ | 84 static const List<int> testGreekUtf8 = const<int>[ |
85 0xce, 0x93, 0xce, 0xb1, 0xce, 0xb6, 0xce, 0xad, | 85 0xce, 0x93, 0xce, 0xb1, 0xce, 0xb6, 0xce, 0xad, |
86 0xce, 0xb5, 0xcf, 0x82, 0x20, 0xce, 0xba, 0xce, | 86 0xce, 0xb5, 0xcf, 0x82, 0x20, 0xce, 0xba, 0xce, |
87 0xb1, 0xe1, 0xbd, 0xb6, 0x20, 0xce, 0xbc, 0xcf, | 87 0xb1, 0xe1, 0xbd, 0xb6, 0x20, 0xce, 0xbc, 0xcf, |
88 0x85, 0xcf, 0x81, 0xcf, 0x84, 0xce, 0xb9, 0xe1, | 88 0x85, 0xcf, 0x81, 0xcf, 0x84, 0xce, 0xb9, 0xe1, |
89 0xbd, 0xb2, 0xcf, 0x82, 0x20, 0xce, 0xb4, 0xe1, | 89 0xbd, 0xb2, 0xcf, 0x82, 0x20, 0xce, 0xb4, 0xe1, |
90 0xbd, 0xb2, 0xce, 0xbd, 0x20, 0xce, 0xb8, 0xe1, | 90 0xbd, 0xb2, 0xce, 0xbd, 0x20, 0xce, 0xb8, 0xe1, |
91 0xbd, 0xb0, 0x20, 0xce, 0xb2, 0xcf, 0x81, 0xe1, | 91 0xbd, 0xb0, 0x20, 0xce, 0xb2, 0xcf, 0x81, 0xe1, |
92 0xbf, 0xb6, 0x20, 0xcf, 0x80, 0xce, 0xb9, 0xe1, | 92 0xbf, 0xb6, 0x20, 0xcf, 0x80, 0xce, 0xb9, 0xe1, |
93 0xbd, 0xb0, 0x20, 0xcf, 0x83, 0xcf, 0x84, 0xe1, | 93 0xbd, 0xb0, 0x20, 0xcf, 0x83, 0xcf, 0x84, 0xe1, |
94 0xbd, 0xb8, 0x20, 0xcf, 0x87, 0xcf, 0x81, 0xcf, | 94 0xbd, 0xb8, 0x20, 0xcf, 0x87, 0xcf, 0x81, 0xcf, |
95 0x85, 0xcf, 0x83, 0xce, 0xb1, 0xcf, 0x86, 0xe1, | 95 0x85, 0xcf, 0x83, 0xce, 0xb1, 0xcf, 0x86, 0xe1, |
96 0xbd, 0xb6, 0x20, 0xce, 0xbe, 0xce, 0xad, 0xcf, | 96 0xbd, 0xb6, 0x20, 0xce, 0xbe, 0xce, 0xad, 0xcf, |
97 0x86, 0xcf, 0x89, 0xcf, 0x84, 0xce, 0xbf]; | 97 0x86, 0xcf, 0x89, 0xcf, 0x84, 0xce, 0xbf]; |
98 | 98 |
99 static final String testKatakanaPhrase = """ | 99 static const String testKatakanaPhrase = """ |
100 イロハニホヘト チリヌルヲ ワカヨタレソ ツネナラム | 100 イロハニホヘト チリヌルヲ ワカヨタレソ ツネナラム |
101 ウヰノオクヤマ ケフコエテ アサキユメミシ ヱヒモセスン"""; | 101 ウヰノオクヤマ ケフコエテ アサキユメミシ ヱヒモセスン"""; |
102 | 102 |
103 static final List<int> testKatakanaUtf8 = const<int>[ | 103 static const List<int> testKatakanaUtf8 = const<int>[ |
104 0xe3, 0x82, 0xa4, 0xe3, 0x83, 0xad, 0xe3, 0x83, | 104 0xe3, 0x82, 0xa4, 0xe3, 0x83, 0xad, 0xe3, 0x83, |
105 0x8f, 0xe3, 0x83, 0x8b, 0xe3, 0x83, 0x9b, 0xe3, | 105 0x8f, 0xe3, 0x83, 0x8b, 0xe3, 0x83, 0x9b, 0xe3, |
106 0x83, 0x98, 0xe3, 0x83, 0x88, 0x20, 0xe3, 0x83, | 106 0x83, 0x98, 0xe3, 0x83, 0x88, 0x20, 0xe3, 0x83, |
107 0x81, 0xe3, 0x83, 0xaa, 0xe3, 0x83, 0x8c, 0xe3, | 107 0x81, 0xe3, 0x83, 0xaa, 0xe3, 0x83, 0x8c, 0xe3, |
108 0x83, 0xab, 0xe3, 0x83, 0xb2, 0x20, 0xe3, 0x83, | 108 0x83, 0xab, 0xe3, 0x83, 0xb2, 0x20, 0xe3, 0x83, |
109 0xaf, 0xe3, 0x82, 0xab, 0xe3, 0x83, 0xa8, 0xe3, | 109 0xaf, 0xe3, 0x82, 0xab, 0xe3, 0x83, 0xa8, 0xe3, |
110 0x82, 0xbf, 0xe3, 0x83, 0xac, 0xe3, 0x82, 0xbd, | 110 0x82, 0xbf, 0xe3, 0x83, 0xac, 0xe3, 0x82, 0xbd, |
111 0x20, 0xe3, 0x83, 0x84, 0xe3, 0x83, 0x8d, 0xe3, | 111 0x20, 0xe3, 0x83, 0x84, 0xe3, 0x83, 0x8d, 0xe3, |
112 0x83, 0x8a, 0xe3, 0x83, 0xa9, 0xe3, 0x83, 0xa0, | 112 0x83, 0x8a, 0xe3, 0x83, 0xa9, 0xe3, 0x83, 0xa0, |
113 0x0a, 0xe3, 0x82, 0xa6, 0xe3, 0x83, 0xb0, 0xe3, | 113 0x0a, 0xe3, 0x82, 0xa6, 0xe3, 0x83, 0xb0, 0xe3, |
(...skipping 352 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
466 | 466 |
467 IterableUtf8Decoder kataDecoder = decodeUtf8AsIterable(testKatakanaUtf8); | 467 IterableUtf8Decoder kataDecoder = decodeUtf8AsIterable(testKatakanaUtf8); |
468 // get the first character | 468 // get the first character |
469 Expect.equals(testKatakanaPhrase.charCodes()[0], | 469 Expect.equals(testKatakanaPhrase.charCodes()[0], |
470 kataDecoder.iterator().next()); | 470 kataDecoder.iterator().next()); |
471 // get the whole translation using the Iterable interface | 471 // get the whole translation using the Iterable interface |
472 Expect.stringEquals(testKatakanaPhrase, | 472 Expect.stringEquals(testKatakanaPhrase, |
473 new String.fromCharCodes(new List<int>.from(kataDecoder))); | 473 new String.fromCharCodes(new List<int>.from(kataDecoder))); |
474 } | 474 } |
475 } | 475 } |
OLD | NEW |