| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright (C) 2007 Apple Inc. All rights reserved. | 2 * Copyright (C) 2007 Apple Inc. All rights reserved. |
| 3 * | 3 * |
| 4 * Redistribution and use in source and binary forms, with or without | 4 * Redistribution and use in source and binary forms, with or without |
| 5 * modification, are permitted provided that the following conditions | 5 * modification, are permitted provided that the following conditions |
| 6 * are met: | 6 * are met: |
| 7 * 1. Redistributions of source code must retain the above copyright | 7 * 1. Redistributions of source code must retain the above copyright |
| 8 * notice, this list of conditions and the following disclaimer. | 8 * notice, this list of conditions and the following disclaimer. |
| 9 * 2. Redistributions in binary form must reproduce the above copyright | 9 * 2. Redistributions in binary form must reproduce the above copyright |
| 10 * notice, this list of conditions and the following disclaimer in the | 10 * notice, this list of conditions and the following disclaimer in the |
| 11 * documentation and/or other materials provided with the distribution. | 11 * documentation and/or other materials provided with the distribution. |
| 12 * | 12 * |
| 13 * THIS SOFTWARE IS PROVIDED BY APPLE COMPUTER, INC. ``AS IS'' AND ANY | 13 * THIS SOFTWARE IS PROVIDED BY APPLE COMPUTER, INC. ``AS IS'' AND ANY |
| 14 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE | 14 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| 15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR | 15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
| 16 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE COMPUTER, INC. OR | 16 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE COMPUTER, INC. OR |
| 17 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, | 17 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, |
| 18 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, | 18 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
| 19 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR | 19 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR |
| 20 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY | 20 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY |
| 21 * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | 21 * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | 22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 23 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | 23 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 24 */ | 24 */ |
| 25 | 25 |
| 26 #ifndef WTF_UTF8_h | 26 #ifndef WTF_UTF8_h |
| 27 #define WTF_UTF8_h | 27 #define WTF_UTF8_h |
| 28 | 28 |
| 29 #include "wtf/unicode/Unicode.h" | 29 #include "wtf/unicode/Unicode.h" |
| 30 #include "wtf/WTFExport.h" |
| 30 | 31 |
| 31 namespace WTF { | 32 namespace WTF { |
| 32 namespace Unicode { | 33 namespace Unicode { |
| 33 | 34 |
| 34 // Given a first byte, gives the length of the UTF-8 sequence it begins. | 35 // Given a first byte, gives the length of the UTF-8 sequence it begins. |
| 35 // Returns 0 for bytes that are not legal starts of UTF-8 sequences. | 36 // Returns 0 for bytes that are not legal starts of UTF-8 sequences. |
| 36 // Only allows sequences of up to 4 bytes, since that works for all Unicode
characters (U-00000000 to U-0010FFFF). | 37 // Only allows sequences of up to 4 bytes, since that works for all Unicode
characters (U-00000000 to U-0010FFFF). |
| 37 int UTF8SequenceLength(char); | 38 WTF_EXPORT int UTF8SequenceLength(char); |
| 38 | 39 |
| 39 // Takes a null-terminated C-style string with a UTF-8 sequence in it and co
nverts it to a character. | 40 // Takes a null-terminated C-style string with a UTF-8 sequence in it and co
nverts it to a character. |
| 40 // Only allows Unicode characters (U-00000000 to U-0010FFFF). | 41 // Only allows Unicode characters (U-00000000 to U-0010FFFF). |
| 41 // Returns -1 if the sequence is not valid (including presence of extra byte
s). | 42 // Returns -1 if the sequence is not valid (including presence of extra byte
s). |
| 42 int decodeUTF8Sequence(const char*); | 43 WTF_EXPORT int decodeUTF8Sequence(const char*); |
| 43 | 44 |
| 44 typedef enum { | 45 typedef enum { |
| 45 conversionOK, // conversion successful | 46 conversionOK, // conversion successful |
| 46 sourceExhausted, // partial character in source, but hit end | 47 sourceExhausted, // partial character in source, but hit end |
| 47 targetExhausted, // insuff. room in target for conversion | 48 targetExhausted, // insuff. room in target for conversion |
| 48 sourceIllegal // source sequence is illegal/malformed | 49 sourceIllegal // source sequence is illegal/malformed |
| 49 } ConversionResult; | 50 } ConversionResult; |
| 50 | 51 |
| 51 // These conversion functions take a "strict" argument. When this | 52 // These conversion functions take a "strict" argument. When this |
| 52 // flag is set to strict, both irregular sequences and isolated surrogates | 53 // flag is set to strict, both irregular sequences and isolated surrogates |
| 53 // will cause an error. When the flag is set to lenient, both irregular | 54 // will cause an error. When the flag is set to lenient, both irregular |
| 54 // sequences and isolated surrogates are converted. | 55 // sequences and isolated surrogates are converted. |
| 55 // | 56 // |
| 56 // Whether the flag is strict or lenient, all illegal sequences will cause | 57 // Whether the flag is strict or lenient, all illegal sequences will cause |
| 57 // an error return. This includes sequences such as: <F4 90 80 80>, <C0 80>, | 58 // an error return. This includes sequences such as: <F4 90 80 80>, <C0 80>, |
| 58 // or <A0> in UTF-8, and values above 0x10FFFF in UTF-32. Conformant code | 59 // or <A0> in UTF-8, and values above 0x10FFFF in UTF-32. Conformant code |
| 59 // must check for illegal sequences. | 60 // must check for illegal sequences. |
| 60 // | 61 // |
| 61 // When the flag is set to lenient, characters over 0x10FFFF are converted | 62 // When the flag is set to lenient, characters over 0x10FFFF are converted |
| 62 // to the replacement character; otherwise (when the flag is set to strict) | 63 // to the replacement character; otherwise (when the flag is set to strict) |
| 63 // they constitute an error. | 64 // they constitute an error. |
| 64 | 65 |
| 65 ConversionResult convertUTF8ToUTF16( | 66 WTF_EXPORT ConversionResult convertUTF8ToUTF16( |
| 66 const char** sourceStart, const char* sourceEnd, | 67 const char** sourceStart, const char* sourceEnd, |
| 67 UChar** targetStart, UChar* targetEnd, bool* isSourceAllASCI
I = 0, bool strict = true); | 68 UChar** targetStart, UChar* targetEnd, bool* isSourceAllASCI
I = 0, bool strict = true); |
| 68 | 69 |
| 69 ConversionResult convertLatin1ToUTF8( | 70 WTF_EXPORT ConversionResult convertLatin1ToUTF8( |
| 70 const LChar** sourceStart, const LChar* sourceEnd, | 71 const LChar** sourceStart, const LChar* sourceEnd, |
| 71 char** targetStart, char* targetEnd); | 72 char** targetStart, char* targetEnd); |
| 72 | 73 |
| 73 ConversionResult convertUTF16ToUTF8( | 74 WTF_EXPORT ConversionResult convertUTF16ToUTF8( |
| 74 const UChar** sourceStart, const UChar* sourceEnd, | 75 const UChar** sourceStart, const UChar* sourceEnd, |
| 75 char** targetStart, char* targetEnd, bool strict = true); | 76 char** targetStart, char* targetEnd, bool strict = true); |
| 76 | 77 |
| 77 unsigned calculateStringHashAndLengthFromUTF8MaskingTop8Bits(const char* dat
a, const char* dataEnd, unsigned& dataLength, unsigned& utf16Length); | 78 WTF_EXPORT unsigned calculateStringHashAndLengthFromUTF8MaskingTop8Bits(cons
t char* data, const char* dataEnd, unsigned& dataLength, unsigned& utf16Length); |
| 78 | 79 |
| 79 bool equalUTF16WithUTF8(const UChar* a, const UChar* aEnd, const char* b, co
nst char* bEnd); | 80 WTF_EXPORT bool equalUTF16WithUTF8(const UChar* a, const UChar* aEnd, const
char* b, const char* bEnd); |
| 80 | 81 |
| 81 } // namespace Unicode | 82 } // namespace Unicode |
| 82 } // namespace WTF | 83 } // namespace WTF |
| 83 | 84 |
| 84 #endif // WTF_UTF8_h | 85 #endif // WTF_UTF8_h |
| OLD | NEW |