123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348 |
- /*
- * UTF-8 support routines
- *
- * Copyright 2000 Alexandre Julliard
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation; either
- * version 2.1 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with this library; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
- */
- #include <string.h>
- #include "wine/asm.h"
- #ifdef __ASM_OBSOLETE
- #include "unicode.h"
- extern WCHAR wine_compose( const WCHAR *str ) DECLSPEC_HIDDEN;
- /* number of following bytes in sequence based on first byte value (for bytes above 0x7f) */
- static const char utf8_length[128] =
- {
- 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, /* 0x80-0x8f */
- 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, /* 0x90-0x9f */
- 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, /* 0xa0-0xaf */
- 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, /* 0xb0-0xbf */
- 0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* 0xc0-0xcf */
- 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* 0xd0-0xdf */
- 2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, /* 0xe0-0xef */
- 3,3,3,3,3,0,0,0,0,0,0,0,0,0,0,0 /* 0xf0-0xff */
- };
- /* first byte mask depending on UTF-8 sequence length */
- static const unsigned char utf8_mask[4] = { 0x7f, 0x1f, 0x0f, 0x07 };
- /* minimum Unicode value depending on UTF-8 sequence length */
- static const unsigned int utf8_minval[4] = { 0x0, 0x80, 0x800, 0x10000 };
- /* get the next char value taking surrogates into account */
- static inline unsigned int get_surrogate_value( const WCHAR *src, unsigned int srclen )
- {
- if (src[0] >= 0xd800 && src[0] <= 0xdfff) /* surrogate pair */
- {
- if (src[0] > 0xdbff || /* invalid high surrogate */
- srclen <= 1 || /* missing low surrogate */
- src[1] < 0xdc00 || src[1] > 0xdfff) /* invalid low surrogate */
- return 0;
- return 0x10000 + ((src[0] & 0x3ff) << 10) + (src[1] & 0x3ff);
- }
- return src[0];
- }
- /* query necessary dst length for src string */
- static inline int get_length_wcs_utf8( int flags, const WCHAR *src, unsigned int srclen )
- {
- int len;
- unsigned int val;
- for (len = 0; srclen; srclen--, src++)
- {
- if (*src < 0x80) /* 0x00-0x7f: 1 byte */
- {
- len++;
- continue;
- }
- if (*src < 0x800) /* 0x80-0x7ff: 2 bytes */
- {
- len += 2;
- continue;
- }
- if (!(val = get_surrogate_value( src, srclen )))
- {
- if (flags & WC_ERR_INVALID_CHARS) return -2;
- continue;
- }
- if (val < 0x10000) /* 0x800-0xffff: 3 bytes */
- len += 3;
- else /* 0x10000-0x10ffff: 4 bytes */
- {
- len += 4;
- src++;
- srclen--;
- }
- }
- return len;
- }
- /* wide char to UTF-8 string conversion */
- /* return -1 on dst buffer overflow, -2 on invalid input char */
- int wine_utf8_wcstombs_obsolete( int flags, const WCHAR *src, int srclen, char *dst, int dstlen )
- {
- int len;
- if (!dstlen) return get_length_wcs_utf8( flags, src, srclen );
- for (len = dstlen; srclen; srclen--, src++)
- {
- WCHAR ch = *src;
- unsigned int val;
- if (ch < 0x80) /* 0x00-0x7f: 1 byte */
- {
- if (!len--) return -1; /* overflow */
- *dst++ = ch;
- continue;
- }
- if (ch < 0x800) /* 0x80-0x7ff: 2 bytes */
- {
- if ((len -= 2) < 0) return -1; /* overflow */
- dst[1] = 0x80 | (ch & 0x3f);
- ch >>= 6;
- dst[0] = 0xc0 | ch;
- dst += 2;
- continue;
- }
- if (!(val = get_surrogate_value( src, srclen )))
- {
- if (flags & WC_ERR_INVALID_CHARS) return -2;
- continue;
- }
- if (val < 0x10000) /* 0x800-0xffff: 3 bytes */
- {
- if ((len -= 3) < 0) return -1; /* overflow */
- dst[2] = 0x80 | (val & 0x3f);
- val >>= 6;
- dst[1] = 0x80 | (val & 0x3f);
- val >>= 6;
- dst[0] = 0xe0 | val;
- dst += 3;
- }
- else /* 0x10000-0x10ffff: 4 bytes */
- {
- if ((len -= 4) < 0) return -1; /* overflow */
- dst[3] = 0x80 | (val & 0x3f);
- val >>= 6;
- dst[2] = 0x80 | (val & 0x3f);
- val >>= 6;
- dst[1] = 0x80 | (val & 0x3f);
- val >>= 6;
- dst[0] = 0xf0 | val;
- dst += 4;
- src++;
- srclen--;
- }
- }
- return dstlen - len;
- }
- /* helper for the various utf8 mbstowcs functions */
- static inline unsigned int decode_utf8_char( unsigned char ch, const char **str, const char *strend )
- {
- unsigned int len = utf8_length[ch-0x80];
- unsigned int res = ch & utf8_mask[len];
- const char *end = *str + len;
- if (end > strend) return ~0;
- switch(len)
- {
- case 3:
- if ((ch = end[-3] ^ 0x80) >= 0x40) break;
- res = (res << 6) | ch;
- (*str)++;
- case 2:
- if ((ch = end[-2] ^ 0x80) >= 0x40) break;
- res = (res << 6) | ch;
- (*str)++;
- case 1:
- if ((ch = end[-1] ^ 0x80) >= 0x40) break;
- res = (res << 6) | ch;
- (*str)++;
- if (res < utf8_minval[len]) break;
- return res;
- }
- return ~0;
- }
- /* query necessary dst length for src string with composition */
- static inline int get_length_mbs_utf8_compose( int flags, const char *src, int srclen )
- {
- int ret = 0;
- unsigned int res;
- WCHAR composed[2];
- const char *srcend = src + srclen;
- composed[0] = 0;
- while (src < srcend)
- {
- unsigned char ch = *src++;
- if (ch < 0x80) /* special fast case for 7-bit ASCII */
- {
- composed[0] = ch;
- ret++;
- continue;
- }
- if ((res = decode_utf8_char( ch, &src, srcend )) <= 0xffff)
- {
- if (composed[0])
- {
- composed[1] = res;
- if ((composed[0] = wine_compose( composed ))) continue;
- }
- composed[0] = res;
- ret++;
- }
- else if (res <= 0x10ffff)
- {
- ret += 2;
- composed[0] = 0; /* no composition for surrogates */
- }
- else if (flags & MB_ERR_INVALID_CHARS) return -2; /* bad char */
- /* otherwise ignore it */
- }
- return ret;
- }
- /* UTF-8 to wide char string conversion with composition */
- /* return -1 on dst buffer overflow, -2 on invalid input char */
- static int utf8_mbstowcs_compose( int flags, const char *src, int srclen, WCHAR *dst, int dstlen )
- {
- unsigned int res;
- const char *srcend = src + srclen;
- WCHAR composed[2];
- WCHAR *dstend = dst + dstlen;
- if (!dstlen) return get_length_mbs_utf8_compose( flags, src, srclen );
- composed[0] = 0;
- while (src < srcend)
- {
- unsigned char ch = *src++;
- if (ch < 0x80) /* special fast case for 7-bit ASCII */
- {
- if (dst >= dstend) return -1; /* overflow */
- *dst++ = composed[0] = ch;
- continue;
- }
- if ((res = decode_utf8_char( ch, &src, srcend )) <= 0xffff)
- {
- if (composed[0])
- {
- composed[1] = res;
- if ((composed[0] = wine_compose( composed )))
- {
- dst[-1] = composed[0];
- continue;
- }
- }
- if (dst >= dstend) return -1; /* overflow */
- *dst++ = composed[0] = res;
- }
- else if (res <= 0x10ffff) /* we need surrogates */
- {
- if (dst >= dstend - 1) return -1; /* overflow */
- res -= 0x10000;
- *dst++ = 0xd800 | (res >> 10);
- *dst++ = 0xdc00 | (res & 0x3ff);
- composed[0] = 0; /* no composition for surrogates */
- }
- else if (flags & MB_ERR_INVALID_CHARS) return -2; /* bad char */
- /* otherwise ignore it */
- }
- return dstlen - (dstend - dst);
- }
- /* query necessary dst length for src string */
- static inline int get_length_mbs_utf8( int flags, const char *src, int srclen )
- {
- int ret = 0;
- unsigned int res;
- const char *srcend = src + srclen;
- while (src < srcend)
- {
- unsigned char ch = *src++;
- if (ch < 0x80) /* special fast case for 7-bit ASCII */
- {
- ret++;
- continue;
- }
- if ((res = decode_utf8_char( ch, &src, srcend )) <= 0x10ffff)
- {
- if (res > 0xffff) ret++;
- ret++;
- }
- else if (flags & MB_ERR_INVALID_CHARS) return -2; /* bad char */
- /* otherwise ignore it */
- }
- return ret;
- }
- /* UTF-8 to wide char string conversion */
- /* return -1 on dst buffer overflow, -2 on invalid input char */
- int wine_utf8_mbstowcs_obsolete( int flags, const char *src, int srclen, WCHAR *dst, int dstlen )
- {
- unsigned int res;
- const char *srcend = src + srclen;
- WCHAR *dstend = dst + dstlen;
- if (flags & MB_COMPOSITE) return utf8_mbstowcs_compose( flags, src, srclen, dst, dstlen );
- if (!dstlen) return get_length_mbs_utf8( flags, src, srclen );
- while ((dst < dstend) && (src < srcend))
- {
- unsigned char ch = *src++;
- if (ch < 0x80) /* special fast case for 7-bit ASCII */
- {
- *dst++ = ch;
- continue;
- }
- if ((res = decode_utf8_char( ch, &src, srcend )) <= 0xffff)
- {
- *dst++ = res;
- }
- else if (res <= 0x10ffff) /* we need surrogates */
- {
- if (dst == dstend - 1) return -1; /* overflow */
- res -= 0x10000;
- *dst++ = 0xd800 | (res >> 10);
- *dst++ = 0xdc00 | (res & 0x3ff);
- }
- else if (flags & MB_ERR_INVALID_CHARS) return -2; /* bad char */
- /* otherwise ignore it */
- }
- if (src < srcend) return -1; /* overflow */
- return dstlen - (dstend - dst);
- }
- __ASM_OBSOLETE(wine_utf8_wcstombs);
- __ASM_OBSOLETE(wine_utf8_mbstowcs);
- #endif /* __ASM_OBSOLETE */
|