2 * msvcrt.dll mbcs functions
4 * Copyright 1999 Alexandre Julliard
5 * Copyright 2000 Jon Griffths
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
22 * Not currently binary compatible with win32. MSVCRT_mbctype must be
23 * populated correctly and the ismb* functions should reference it.
29 #include "wine/unicode.h"
30 #include "wine/debug.h"
32 WINE_DEFAULT_DEBUG_CHANNEL(msvcrt);
34 unsigned char MSVCRT_mbctype[257] = { 0 };
36 /* It seems that the data about valid trail bytes is not available from kernel32
37 * so we have to store is here. The format is the same as for lead bytes in CPINFO */
38 struct cp_extra_info_t
41 BYTE TrailBytes[MAX_LEADBYTES];
44 static struct cp_extra_info_t g_cpextrainfo[] =
46 {932, {0x40, 0x7e, 0x80, 0xfc, 0, 0}},
47 {936, {0x40, 0xfe, 0, 0}},
48 {949, {0x41, 0xfe, 0, 0}},
49 {950, {0x40, 0x7e, 0xa1, 0xfe, 0, 0}},
50 {1361, {0x31, 0x7e, 0x81, 0xfe, 0, 0}},
51 {20932, {1, 255, 0, 0}}, /* seems to give different results on different systems */
52 {0, {1, 255, 0, 0}} /* match all with FIXME */
55 /* Maps multibyte cp932 punctuation marks to single byte equivalents */
56 static const unsigned char mbctombb_932_punct[] = {
57 0x20,0xa4,0xa1,0x2c,0x2e,0xa5,0x3a,0x3b,0x3f,0x21,0xde,0xdf,0x00,0x00,0x00,0x5e,
58 0x7e,0x5f,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0xb0,0x00,0x00,0x2f,0x00,
59 0x00,0x00,0x7c,0x00,0x00,0x60,0x27,0x00,0x22,0x28,0x29,0x00,0x00,0x5b,0x5d,0x7b,
60 0x7d,0x00,0x00,0x00,0x00,0xa2,0xa3,0x00,0x00,0x00,0x00,0x2b,0x2d,0x00,0x00,0x00,
61 0x00,0x3d,0x00,0x3c,0x3e,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x5c,
62 0x24,0x00,0x00,0x25,0x23,0x26,0x2a,0x40};
64 /* Maps multibyte cp932 hiragana/katakana to single-byte equivalents */
65 static const unsigned char mbctombb_932_kana[] = {
66 0xa7,0xb1,0xa8,0xb2,0xa9,0xb3,0xaa,0xb4,0xab,0xb5,0xb6,0xb6,0xb7,0xb7,0xb8,0xb8,
67 0xb9,0xb9,0xba,0xba,0xbb,0xbb,0xbc,0xbc,0xbd,0xbd,0xbe,0xbe,0xbf,0xbf,0xc0,0xc0,
68 0xc1,0xc1,0xaf,0xc2,0xc2,0xc3,0xc3,0xc4,0xc4,0xc5,0xc6,0xc7,0xc8,0xc9,0xca,0xca,
69 0xca,0xcb,0xcb,0xcb,0xcc,0xcc,0xcc,0xcd,0xcd,0xcd,0xce,0xce,0xce,0xcf,0xd0,0xd1,
70 0xd2,0xd3,0xac,0xd4,0xad,0xd5,0xae,0xd6,0xd7,0xd8,0xd9,0xda,0xdb,0xdc,0xdc,0xb2,
71 0xb4,0xa6,0xdd,0xb3,0xb6,0xb9};
73 static MSVCRT_wchar_t msvcrt_mbc_to_wc(unsigned int ch)
83 mbch[0] = (ch >> 8) & 0xff;
87 if (!MultiByteToWideChar(get_mbcinfo()->mbcodepage, 0, mbch, n_chars, &chW, 1))
89 WARN("MultiByteToWideChar failed on %x\n", ch);
95 static inline MSVCRT_size_t u_strlen( const unsigned char *str )
97 return strlen( (const char*) str );
100 static inline unsigned char* u_strncat( unsigned char* dst, const unsigned char* src, MSVCRT_size_t len )
102 return (unsigned char*)strncat( (char*)dst, (const char*)src, len);
105 static inline int u_strcmp( const unsigned char *s1, const unsigned char *s2 )
107 return strcmp( (const char*)s1, (const char*)s2 );
110 static inline int u_strcasecmp( const unsigned char *s1, const unsigned char *s2 )
112 return strcasecmp( (const char*)s1, (const char*)s2 );
115 static inline int u_strncmp( const unsigned char *s1, const unsigned char *s2, MSVCRT_size_t len )
117 return strncmp( (const char*)s1, (const char*)s2, len );
120 static inline int u_strncasecmp( const unsigned char *s1, const unsigned char *s2, MSVCRT_size_t len )
122 return strncasecmp( (const char*)s1, (const char*)s2, len );
125 static inline unsigned char *u_strchr( const unsigned char *s, unsigned char x )
127 return (unsigned char*) strchr( (const char*)s, x );
130 static inline unsigned char *u_strrchr( const unsigned char *s, unsigned char x )
132 return (unsigned char*) strrchr( (const char*)s, x );
135 static inline unsigned char *u_strtok( unsigned char *s, const unsigned char *delim )
137 return (unsigned char*) strtok( (char*)s, (const char*)delim );
140 static inline unsigned char *u__strset( unsigned char *s, unsigned char c )
142 return (unsigned char*) _strset( (char*)s, c);
145 static inline unsigned char *u__strnset( unsigned char *s, unsigned char c, MSVCRT_size_t len )
147 return (unsigned char*) MSVCRT__strnset( (char*)s, c, len );
150 static inline MSVCRT_size_t u_strcspn( const unsigned char *s, const unsigned char *rej )
152 return strcspn( (const char *)s, (const char*)rej );
155 /*********************************************************************
156 * __p__mbctype (MSVCRT.@)
158 unsigned char* CDECL __p__mbctype(void)
160 return get_mbcinfo()->mbctype;
163 /*********************************************************************
164 * ___mb_cur_max_func(MSVCRT.@)
166 int* CDECL MSVCRT____mb_cur_max_func(void)
168 return &get_locinfo()->mb_cur_max;
171 /* ___mb_cur_max_l_func - not exported in native msvcrt */
172 int* CDECL ___mb_cur_max_l_func(MSVCRT__locale_t locale)
174 MSVCRT_pthreadlocinfo locinfo;
177 locinfo = get_locinfo();
179 locinfo = locale->locinfo;
181 return &locinfo->mb_cur_max;
184 /*********************************************************************
185 * INTERNAL: _setmbcp_l
187 int _setmbcp_l(int cp, MSVCRT_pthreadmbcinfo mbcinfo)
189 const char format[] = ".%d";
202 mbcinfo = get_mbcinfo();
213 newcp = get_locinfo()->lc_codepage;
216 /* fall through (C locale) */
218 newcp = 20127; /* ASCII */
225 sprintf(bufA, format, newcp);
226 mbcinfo->mblcid = MSVCRT_locale_to_LCID(bufA);
227 if(mbcinfo->mblcid == -1)
229 WARN("Can't assign LCID to codepage (%d)\n", mbcinfo->mblcid);
233 if (!GetCPInfo(newcp, &cpi))
235 WARN("Codepage %d not found\n", newcp);
236 *MSVCRT__errno() = MSVCRT_EINVAL;
240 /* setup the _mbctype */
241 memset(mbcinfo->mbctype, 0, sizeof(unsigned char[257]));
242 memset(mbcinfo->mbcasemap, 0, sizeof(unsigned char[256]));
244 bytes = cpi.LeadByte;
245 while (bytes[0] || bytes[1])
247 for (i = bytes[0]; i <= bytes[1]; i++)
248 mbcinfo->mbctype[i + 1] |= _M1;
252 if (cpi.MaxCharSize > 1)
254 /* trail bytes not available through kernel32 but stored in a structure in msvcrt */
255 struct cp_extra_info_t *cpextra = g_cpextrainfo;
257 mbcinfo->ismbcodepage = 1;
260 if (cpextra->cp == 0 || cpextra->cp == newcp)
262 if (cpextra->cp == 0)
263 FIXME("trail bytes data not available for DBCS codepage %d - assuming all bytes\n", newcp);
265 bytes = cpextra->TrailBytes;
266 while (bytes[0] || bytes[1])
268 for (i = bytes[0]; i <= bytes[1]; i++)
269 mbcinfo->mbctype[i + 1] |= _M2;
278 mbcinfo->ismbcodepage = 0;
280 /* we can't use GetStringTypeA directly because we don't have a locale - only a code page
283 for (i = 0; i < 256; i++)
284 if (!(mbcinfo->mbctype[i + 1] & _M1))
285 bufA[charcount++] = i;
287 ret = MultiByteToWideChar(newcp, 0, bufA, charcount, bufW, charcount);
288 if (ret != charcount)
289 ERR("MultiByteToWideChar of chars failed for cp %d, ret=%d (exp %d), error=%d\n", newcp, ret, charcount, GetLastError());
291 GetStringTypeW(CT_CTYPE1, bufW, charcount, chartypes);
294 for (i = 0; i < 256; i++)
295 if (!(mbcinfo->mbctype[i + 1] & _M1))
297 if (chartypes[charcount] & C1_UPPER)
299 mbcinfo->mbctype[i + 1] |= _SBUP;
300 bufW[charcount] = tolowerW(bufW[charcount]);
302 else if (chartypes[charcount] & C1_LOWER)
304 mbcinfo->mbctype[i + 1] |= _SBLOW;
305 bufW[charcount] = toupperW(bufW[charcount]);
310 ret = WideCharToMultiByte(newcp, 0, bufW, charcount, bufA, charcount, NULL, NULL);
311 if (ret != charcount)
312 ERR("WideCharToMultiByte failed for cp %d, ret=%d (exp %d), error=%d\n", newcp, ret, charcount, GetLastError());
315 for (i = 0; i < 256; i++)
317 if(!(mbcinfo->mbctype[i + 1] & _M1))
319 if(mbcinfo->mbctype[i] & (C1_UPPER|C1_LOWER))
320 mbcinfo->mbcasemap[i] = bufA[charcount];
325 if (newcp == 932) /* CP932 only - set _MP and _MS */
327 /* On Windows it's possible to calculate the _MP and _MS from CT_CTYPE1
328 * and CT_CTYPE3. But as of Wine 0.9.43 we return wrong values what makes
329 * it hard. As this is set only for codepage 932 we hardcode it what gives
330 * also faster execution.
332 for (i = 161; i <= 165; i++)
333 mbcinfo->mbctype[i + 1] |= _MP;
334 for (i = 166; i <= 223; i++)
335 mbcinfo->mbctype[i + 1] |= _MS;
338 mbcinfo->mbcodepage = newcp;
339 if(MSVCRT_locale && mbcinfo == MSVCRT_locale->mbcinfo)
340 memcpy(MSVCRT_mbctype, MSVCRT_locale->mbcinfo->mbctype, sizeof(MSVCRT_mbctype));
345 /*********************************************************************
346 * _setmbcp (MSVCRT.@)
348 int CDECL _setmbcp(int cp)
350 return _setmbcp_l(cp, NULL);
353 /*********************************************************************
354 * _getmbcp (MSVCRT.@)
356 int CDECL _getmbcp(void)
358 return get_mbcinfo()->mbcodepage;
361 /*********************************************************************
362 * _mbsnextc(MSVCRT.@)
364 unsigned int CDECL _mbsnextc(const unsigned char* str)
367 return *str << 8 | str[1];
371 /*********************************************************************
372 * _mbctolower(MSVCRT.@)
374 unsigned int CDECL _mbctolower(unsigned int c)
378 FIXME("Handle MBC chars\n");
381 return tolower(c); /* ASCII CP or SB char */
384 /*********************************************************************
385 * _mbctoupper(MSVCRT.@)
387 unsigned int CDECL _mbctoupper(unsigned int c)
391 FIXME("Handle MBC chars\n");
394 return toupper(c); /* ASCII CP or SB char */
397 /*********************************************************************
398 * _mbctombb (MSVCRT.@)
400 unsigned int CDECL _mbctombb(unsigned int c)
404 if(get_mbcinfo()->mbcodepage == 932)
406 if(c >= 0x829f && c <= 0x82f1) /* Hiragana */
407 return mbctombb_932_kana[c - 0x829f];
408 if(c >= 0x8340 && c <= 0x8396 && c != 0x837f) /* Katakana */
409 return mbctombb_932_kana[c - 0x8340 - (c >= 0x837f ? 1 : 0)];
410 if(c >= 0x8140 && c <= 0x8197) /* Punctuation */
412 value = mbctombb_932_punct[c - 0x8140];
413 return value ? value : c;
415 if((c >= 0x824f && c <= 0x8258) || /* Fullwidth digits */
416 (c >= 0x8260 && c <= 0x8279)) /* Fullwidth capitals letters */
418 if(c >= 0x8281 && c <= 0x829a) /* Fullwidth small letters */
420 /* all other cases return c */
425 /*********************************************************************
426 * _mbcjistojms(MSVCRT.@)
428 * Converts a jis character to sjis.
429 * Based on description from
430 * http://www.slayers.ne.jp/~oouchi/code/jistosjis.html
432 unsigned int CDECL _mbcjistojms(unsigned int c)
434 /* Conversion takes place only when codepage is 932.
435 In all other cases, c is returned unchanged */
436 if(get_mbcinfo()->mbcodepage == 932)
438 if(HIBYTE(c) >= 0x21 && HIBYTE(c) <= 0x7e &&
439 LOBYTE(c) >= 0x21 && LOBYTE(c) <= 0x7e)
449 c = (((HIBYTE(c) - 0x21)/2 + 0x81) << 8) | LOBYTE(c);
455 return 0; /* Codepage is 932, but c can't be converted */
461 /*********************************************************************
464 unsigned char* CDECL _mbsdec(const unsigned char* start, const unsigned char* cur)
466 if(get_mbcinfo()->ismbcodepage)
467 return (unsigned char *)(_ismbstrail(start,cur-1) ? cur - 2 : cur -1);
469 return (unsigned char *)cur - 1; /* ASCII CP or SB char */
472 /*********************************************************************
475 unsigned int CDECL _mbclen(const unsigned char* str)
477 return _ismbblead(*str) ? 2 : 1;
480 /*********************************************************************
483 unsigned char* CDECL _mbsinc(const unsigned char* str)
485 return (unsigned char *)(str + _mbclen(str));
488 /*********************************************************************
491 unsigned char* CDECL _mbsninc(const unsigned char* str, MSVCRT_size_t num)
496 while (num > 0 && *str)
498 if (_ismbblead(*str))
508 return (unsigned char*)str;
511 /*********************************************************************
514 MSVCRT_size_t CDECL _mbslen(const unsigned char* str)
516 MSVCRT_size_t len = 0;
519 if (_ismbblead(*str))
522 if (!*str) /* count only full chars */
531 /*********************************************************************
534 void CDECL _mbccpy(unsigned char* dest, const unsigned char* src)
538 *++dest = *++src; /* MB char */
541 /*********************************************************************
544 * The parameter n is the number or characters to copy, not the size of
545 * the buffer. Use _mbsnbcpy for a function analogical to strncpy
547 unsigned char* CDECL _mbsncpy(unsigned char* dst, const unsigned char* src, MSVCRT_size_t n)
549 unsigned char* ret = dst;
552 if (get_mbcinfo()->ismbcodepage)
557 if (_ismbblead(*src))
577 if (!(*dst++ = *src++)) break;
580 while (n--) *dst++ = 0;
584 /*********************************************************************
585 * _mbsnbcpy_s(MSVCRT.@)
587 * Unlike _mbsnbcpy this function does not pad the rest of the dest
590 int CDECL _mbsnbcpy_s(unsigned char* dst, MSVCRT_size_t size, const unsigned char* src, MSVCRT_size_t n)
592 MSVCRT_size_t pos = 0;
594 if(!dst || size == 0)
595 return MSVCRT_EINVAL;
599 return MSVCRT_EINVAL;
604 if(get_mbcinfo()->ismbcodepage)
612 return MSVCRT_ERANGE;
614 is_lead = (!is_lead && _ismbblead(*src));
619 if (is_lead) /* if string ends with a lead, remove it */
630 return MSVCRT_ERANGE;
643 return MSVCRT_ERANGE;
649 /*********************************************************************
650 * _mbsnbcpy(MSVCRT.@)
652 * Like strncpy this function doesn't enforce the string to be
655 unsigned char* CDECL _mbsnbcpy(unsigned char* dst, const unsigned char* src, MSVCRT_size_t n)
657 unsigned char* ret = dst;
660 if(get_mbcinfo()->ismbcodepage)
665 is_lead = (!is_lead && _ismbblead(*src));
670 if (is_lead) /* if string ends with a lead, remove it */
678 if (!(*dst++ = *src++)) break;
681 while (n--) *dst++ = 0;
685 /*********************************************************************
688 int CDECL _mbscmp(const unsigned char* str, const unsigned char* cmp)
690 if(get_mbcinfo()->ismbcodepage)
692 unsigned int strc, cmpc;
695 return *cmp ? -1 : 0;
698 strc = _mbsnextc(str);
699 cmpc = _mbsnextc(cmp);
701 return strc < cmpc ? -1 : 1;
702 str +=(strc > 255) ? 2 : 1;
703 cmp +=(strc > 255) ? 2 : 1; /* equal, use same increment */
706 return u_strcmp(str, cmp); /* ASCII CP */
709 /*********************************************************************
710 * _mbsicoll(MSVCRT.@)
711 * FIXME: handle locales.
713 int CDECL _mbsicoll(const unsigned char* str, const unsigned char* cmp)
715 if(get_mbcinfo()->ismbcodepage)
717 unsigned int strc, cmpc;
720 return *cmp ? -1 : 0;
723 strc = _mbctolower(_mbsnextc(str));
724 cmpc = _mbctolower(_mbsnextc(cmp));
726 return strc < cmpc ? -1 : 1;
727 str +=(strc > 255) ? 2 : 1;
728 cmp +=(strc > 255) ? 2 : 1; /* equal, use same increment */
731 return u_strcasecmp(str, cmp); /* ASCII CP */
734 /*********************************************************************
736 * Performs a case-sensitive comparison according to the current code page
738 * _NLSCMPERROR if error
739 * FIXME: handle locales.
741 int CDECL _mbscoll(const unsigned char* str, const unsigned char* cmp)
743 if(get_mbcinfo()->ismbcodepage)
745 unsigned int strc, cmpc;
748 return *cmp ? -1 : 0;
751 strc = _mbsnextc(str);
752 cmpc = _mbsnextc(cmp);
754 return strc < cmpc ? -1 : 1;
755 str +=(strc > 255) ? 2 : 1;
756 cmp +=(strc > 255) ? 2 : 1; /* equal, use same increment */
759 return u_strcmp(str, cmp); /* ASCII CP */
763 /*********************************************************************
766 int CDECL _mbsicmp(const unsigned char* str, const unsigned char* cmp)
768 if(get_mbcinfo()->ismbcodepage)
770 unsigned int strc, cmpc;
773 return *cmp ? -1 : 0;
776 strc = _mbctolower(_mbsnextc(str));
777 cmpc = _mbctolower(_mbsnextc(cmp));
779 return strc < cmpc ? -1 : 1;
780 str +=(strc > 255) ? 2 : 1;
781 cmp +=(strc > 255) ? 2 : 1; /* equal, use same increment */
784 return u_strcasecmp(str, cmp); /* ASCII CP */
787 /*********************************************************************
790 int CDECL _mbsncmp(const unsigned char* str, const unsigned char* cmp, MSVCRT_size_t len)
795 if(get_mbcinfo()->ismbcodepage)
797 unsigned int strc, cmpc;
802 return *cmp ? -1 : 0;
805 strc = _mbsnextc(str);
806 cmpc = _mbsnextc(cmp);
808 return strc < cmpc ? -1 : 1;
809 inc=(strc > 255) ? 2 : 1; /* Equal, use same increment */
813 return 0; /* Matched len chars */
815 return u_strncmp(str, cmp, len); /* ASCII CP */
818 /*********************************************************************
819 * _mbsnbcmp(MSVCRT.@)
821 int CDECL _mbsnbcmp(const unsigned char* str, const unsigned char* cmp, MSVCRT_size_t len)
825 if(get_mbcinfo()->ismbcodepage)
827 unsigned int strc, cmpc;
832 return *cmp ? -1 : 0;
835 if (_ismbblead(*str))
837 strc=(len>=2)?_mbsnextc(str):0;
845 if (_ismbblead(*cmp))
846 cmpc=(len>=2)?_mbsnextc(cmp):0;
850 return strc < cmpc ? -1 : 1;
855 return 0; /* Matched len chars */
857 return u_strncmp(str,cmp,len);
860 /*********************************************************************
861 * _mbsnicmp(MSVCRT.@)
863 * Compare two multibyte strings case insensitively to 'len' characters.
865 int CDECL _mbsnicmp(const unsigned char* str, const unsigned char* cmp, MSVCRT_size_t len)
867 /* FIXME: No tolower() for mb strings yet */
868 if(get_mbcinfo()->ismbcodepage)
870 unsigned int strc, cmpc;
874 return *cmp ? -1 : 0;
877 strc = _mbctolower(_mbsnextc(str));
878 cmpc = _mbctolower(_mbsnextc(cmp));
880 return strc < cmpc ? -1 : 1;
881 str +=(strc > 255) ? 2 : 1;
882 cmp +=(strc > 255) ? 2 : 1; /* Equal, use same increment */
884 return 0; /* Matched len chars */
886 return u_strncasecmp(str, cmp, len); /* ASCII CP */
889 /*********************************************************************
890 * _mbsnbicmp(MSVCRT.@)
892 int CDECL _mbsnbicmp(const unsigned char* str, const unsigned char* cmp, MSVCRT_size_t len)
896 if(get_mbcinfo()->ismbcodepage)
898 unsigned int strc, cmpc;
903 return *cmp ? -1 : 0;
906 if (_ismbblead(*str))
908 strc=(len>=2)?_mbsnextc(str):0;
916 if (_ismbblead(*cmp))
917 cmpc=(len>=2)?_mbsnextc(cmp):0;
920 strc = _mbctolower(strc);
921 cmpc = _mbctolower(cmpc);
923 return strc < cmpc ? -1 : 1;
928 return 0; /* Matched len bytes */
930 return u_strncasecmp(str,cmp,len);
933 /*********************************************************************
936 unsigned char * CDECL _mbscat( unsigned char *dst, const unsigned char *src )
938 strcat( (char *)dst, (const char *)src );
942 /*********************************************************************
945 unsigned char* CDECL _mbscpy( unsigned char *dst, const unsigned char *src )
947 strcpy( (char *)dst, (const char *)src );
951 /*********************************************************************
954 unsigned char * CDECL _mbsstr(const unsigned char *haystack, const unsigned char *needle)
956 return (unsigned char *)strstr( (const char *)haystack, (const char *)needle );
959 /*********************************************************************
962 * Find a multibyte character in a multibyte string.
964 unsigned char* CDECL _mbschr(const unsigned char* s, unsigned int x)
966 if(get_mbcinfo()->ismbcodepage)
973 return (unsigned char*)s;
976 s += c > 255 ? 2 : 1;
979 return u_strchr(s, x); /* ASCII CP */
982 /*********************************************************************
985 unsigned char* CDECL _mbsrchr(const unsigned char* s, unsigned int x)
987 if(get_mbcinfo()->ismbcodepage)
990 unsigned char* match=NULL;
996 match=(unsigned char*)s;
999 s +=(c > 255) ? 2 : 1;
1002 return u_strrchr(s, x);
1005 /*********************************************************************
1008 * Find and extract tokens from strings
1010 unsigned char* CDECL _mbstok(unsigned char *str, const unsigned char *delim)
1012 thread_data_t *data = msvcrt_get_thread_data();
1015 if(get_mbcinfo()->ismbcodepage)
1020 if (!(str = data->mbstok_next)) return NULL;
1022 while ((c = _mbsnextc(str)) && _mbschr(delim, c)) {
1023 str += c > 255 ? 2 : 1;
1025 if (!*str) return NULL;
1027 while ((c = _mbsnextc(str)) && !_mbschr(delim, c)) {
1028 str += c > 255 ? 2 : 1;
1032 if (c > 255) *str++ = 0;
1034 data->mbstok_next = str;
1037 return u_strtok(str, delim); /* ASCII CP */
1040 /*********************************************************************
1041 * _mbbtombc(MSVCRT.@)
1043 unsigned int CDECL _mbbtombc(unsigned int c)
1045 if(get_mbcinfo()->ismbcodepage &&
1046 ((c >= 0x20 && c <=0x7e) ||(c >= 0xa1 && c <= 0xdf)))
1048 /* FIXME: I can't get this function to return anything
1049 * different from what I pass it...
1052 return c; /* ASCII CP or no MB char */
1055 /*********************************************************************
1056 * _mbbtype(MSVCRT.@)
1058 int CDECL _mbbtype(unsigned char c, int type)
1062 if ((c >= 0x20 && c <= 0x7e) || (c >= 0xa1 && c <= 0xdf))
1064 else if ((c >= 0x40 && c <= 0x7e) || (c >= 0x80 && c <= 0xfc))
1067 return _MBC_ILLEGAL;
1071 if ((c >= 0x20 && c <= 0x7e) || (c >= 0xa1 && c <= 0xdf))
1073 else if ((c >= 0x81 && c <= 0x9f) || (c >= 0xe0 && c <= 0xfc))
1076 return _MBC_ILLEGAL;
1080 /*********************************************************************
1081 * _ismbbkana(MSVCRT.@)
1083 int CDECL _ismbbkana(unsigned int c)
1085 /* FIXME: use lc_ctype when supported, not lc_all */
1086 if(get_mbcinfo()->mbcodepage == 932)
1088 /* Japanese/Katakana, CP 932 */
1089 return (c >= 0xa1 && c <= 0xdf);
1094 /*********************************************************************
1095 * _ismbcdigit(MSVCRT.@)
1097 int CDECL _ismbcdigit(unsigned int ch)
1099 MSVCRT_wchar_t wch = msvcrt_mbc_to_wc( ch );
1100 return (get_char_typeW( wch ) & C1_DIGIT);
1103 /*********************************************************************
1104 * _ismbcgraph(MSVCRT.@)
1106 int CDECL _ismbcgraph(unsigned int ch)
1108 MSVCRT_wchar_t wch = msvcrt_mbc_to_wc( ch );
1109 return (get_char_typeW( wch ) & (C1_UPPER | C1_LOWER | C1_DIGIT | C1_PUNCT | C1_ALPHA));
1112 /*********************************************************************
1113 * _ismbcalpha (MSVCRT.@)
1115 int CDECL _ismbcalpha(unsigned int ch)
1117 MSVCRT_wchar_t wch = msvcrt_mbc_to_wc( ch );
1118 return (get_char_typeW( wch ) & C1_ALPHA);
1121 /*********************************************************************
1122 * _ismbclower (MSVCRT.@)
1124 int CDECL _ismbclower(unsigned int ch)
1126 MSVCRT_wchar_t wch = msvcrt_mbc_to_wc( ch );
1127 return (get_char_typeW( wch ) & C1_UPPER);
1130 /*********************************************************************
1131 * _ismbcupper (MSVCRT.@)
1133 int CDECL _ismbcupper(unsigned int ch)
1135 MSVCRT_wchar_t wch = msvcrt_mbc_to_wc( ch );
1136 return (get_char_typeW( wch ) & C1_LOWER);
1139 /*********************************************************************
1140 * _ismbcsymbol(MSVCRT.@)
1142 int CDECL _ismbcsymbol(unsigned int ch)
1144 MSVCRT_wchar_t wch = msvcrt_mbc_to_wc( ch );
1146 if (!GetStringTypeW(CT_CTYPE3, &wch, 1, &ctype))
1148 WARN("GetStringTypeW failed on %x\n", ch);
1151 return ((ctype & C3_SYMBOL) != 0);
1154 /*********************************************************************
1155 * _ismbcalnum (MSVCRT.@)
1157 int CDECL _ismbcalnum(unsigned int ch)
1159 MSVCRT_wchar_t wch = msvcrt_mbc_to_wc( ch );
1160 return (get_char_typeW( wch ) & (C1_ALPHA | C1_DIGIT));
1163 /*********************************************************************
1164 * _ismbcspace (MSVCRT.@)
1166 int CDECL _ismbcspace(unsigned int ch)
1168 MSVCRT_wchar_t wch = msvcrt_mbc_to_wc( ch );
1169 return (get_char_typeW( wch ) & C1_SPACE);
1172 /*********************************************************************
1173 * _ismbcprint (MSVCRT.@)
1175 int CDECL _ismbcprint(unsigned int ch)
1177 MSVCRT_wchar_t wch = msvcrt_mbc_to_wc( ch );
1178 return (get_char_typeW( wch ) & (C1_UPPER | C1_LOWER | C1_DIGIT | C1_PUNCT | C1_ALPHA | C1_SPACE));
1181 /*********************************************************************
1182 * _ismbcpunct(MSVCRT.@)
1184 int CDECL _ismbcpunct(unsigned int ch)
1186 MSVCRT_wchar_t wch = msvcrt_mbc_to_wc( ch );
1187 return (get_char_typeW( wch ) & C1_PUNCT);
1190 /*********************************************************************
1191 * _ismbchira(MSVCRT.@)
1193 int CDECL _ismbchira(unsigned int c)
1195 /* FIXME: use lc_ctype when supported, not lc_all */
1196 if(get_mbcinfo()->mbcodepage == 932)
1198 /* Japanese/Hiragana, CP 932 */
1199 return (c >= 0x829f && c <= 0x82f1);
1204 /*********************************************************************
1205 * _ismbckata(MSVCRT.@)
1207 int CDECL _ismbckata(unsigned int c)
1209 /* FIXME: use lc_ctype when supported, not lc_all */
1210 if(get_mbcinfo()->mbcodepage == 932)
1213 return _ismbbkana(c);
1214 /* Japanese/Katakana, CP 932 */
1215 return (c >= 0x8340 && c <= 0x8396 && c != 0x837f);
1220 /*********************************************************************
1221 * _ismbblead(MSVCRT.@)
1223 int CDECL _ismbblead(unsigned int c)
1225 return (get_mbcinfo()->mbctype[(c&0xff) + 1] & _M1) != 0;
1229 /*********************************************************************
1230 * _ismbbtrail(MSVCRT.@)
1232 int CDECL _ismbbtrail(unsigned int c)
1234 return (get_mbcinfo()->mbctype[(c&0xff) + 1] & _M2) != 0;
1237 /*********************************************************************
1238 * _ismbclegal(MSVCRT.@)
1240 int CDECL _ismbclegal(unsigned int c)
1242 return _ismbblead(HIBYTE(c)) && _ismbbtrail(LOBYTE(c));
1245 /*********************************************************************
1246 * _ismbslead(MSVCRT.@)
1248 int CDECL _ismbslead(const unsigned char* start, const unsigned char* str)
1252 if(!get_mbcinfo()->ismbcodepage)
1255 /* Lead bytes can also be trail bytes so we need to analyse the string
1257 while (start <= str)
1261 lead = !lead && _ismbblead(*start);
1265 return lead ? -1 : 0;
1268 /*********************************************************************
1269 * _ismbstrail(MSVCRT.@)
1271 int CDECL _ismbstrail(const unsigned char* start, const unsigned char* str)
1273 /* Note: this function doesn't check _ismbbtrail */
1274 if ((str > start) && _ismbslead(start, str-1))
1280 /*********************************************************************
1281 * _mbsbtype (MSVCRT.@)
1283 int CDECL _mbsbtype(const unsigned char *str, MSVCRT_size_t count)
1286 const unsigned char *end = str + count;
1288 /* Lead bytes can also be trail bytes so we need to analyse the string.
1289 * Also we must return _MBC_ILLEGAL for chars past the end of the string
1291 while (str < end) /* Note: we skip the last byte - will check after the loop */
1294 return _MBC_ILLEGAL;
1295 lead = get_mbcinfo()->ismbcodepage && !lead && _ismbblead(*str);
1300 if (_ismbbtrail(*str))
1303 return _MBC_ILLEGAL;
1305 if (_ismbblead(*str))
1311 /*********************************************************************
1314 unsigned char* CDECL _mbsset(unsigned char* str, unsigned int c)
1316 unsigned char* ret = str;
1318 if(!get_mbcinfo()->ismbcodepage || c < 256)
1319 return u__strset(str, c); /* ASCII CP or SB char */
1321 c &= 0xffff; /* Strip high bits */
1323 while(str[0] && str[1])
1329 str[0] = '\0'; /* FIXME: OK to shorten? */
1334 /*********************************************************************
1335 * _mbsnbset(MSVCRT.@)
1337 unsigned char* CDECL _mbsnbset(unsigned char *str, unsigned int c, MSVCRT_size_t len)
1339 unsigned char *ret = str;
1344 if(!get_mbcinfo()->ismbcodepage || c < 256)
1345 return u__strnset(str, c, len); /* ASCII CP or SB char */
1347 c &= 0xffff; /* Strip high bits */
1349 while(str[0] && str[1] && (len > 1))
1357 /* as per msdn pad with a blank character */
1364 /*********************************************************************
1365 * _mbsnset(MSVCRT.@)
1367 unsigned char* CDECL _mbsnset(unsigned char* str, unsigned int c, MSVCRT_size_t len)
1369 unsigned char *ret = str;
1374 if(!get_mbcinfo()->ismbcodepage || c < 256)
1375 return u__strnset(str, c, len); /* ASCII CP or SB char */
1377 c &= 0xffff; /* Strip high bits */
1379 while(str[0] && str[1] && len--)
1385 str[0] = '\0'; /* FIXME: OK to shorten? */
1390 /*********************************************************************
1391 * _mbsnccnt(MSVCRT.@)
1392 * 'c' is for 'character'.
1394 MSVCRT_size_t CDECL _mbsnccnt(const unsigned char* str, MSVCRT_size_t len)
1397 if(get_mbcinfo()->ismbcodepage)
1400 while(*str && len-- > 0)
1402 if(_ismbblead(*str))
1415 return min(ret, len); /* ASCII CP */
1418 /*********************************************************************
1419 * _mbsnbcnt(MSVCRT.@)
1420 * 'b' is for byte count.
1422 MSVCRT_size_t CDECL _mbsnbcnt(const unsigned char* str, MSVCRT_size_t len)
1425 if(get_mbcinfo()->ismbcodepage)
1427 const unsigned char* xstr = str;
1428 while(*xstr && len-- > 0)
1430 if (_ismbblead(*xstr++))
1436 return min(ret, len); /* ASCII CP */
1439 /*********************************************************************
1440 * _mbsnbcat(MSVCRT.@)
1442 unsigned char* CDECL _mbsnbcat(unsigned char* dst, const unsigned char* src, MSVCRT_size_t len)
1444 if(get_mbcinfo()->ismbcodepage)
1446 unsigned char *res = dst;
1448 if (_ismbblead(*dst++)) {
1452 /* as per msdn overwrite the lead byte in front of '\0' */
1458 while (*src && len--) *dst++ = *src++;
1462 return u_strncat(dst, src, len); /* ASCII CP */
1465 int CDECL _mbsnbcat_s(unsigned char *dst, MSVCRT_size_t size, const unsigned char *src, MSVCRT_size_t len)
1467 unsigned char *ptr = dst;
1470 if (!dst && !size && !src && !len)
1473 if (!dst || !size || !src)
1478 *MSVCRT__errno() = MSVCRT_EINVAL;
1479 return MSVCRT_EINVAL;
1482 /* Find the null terminator of the destination buffer. */
1483 while (size && *ptr)
1489 *MSVCRT__errno() = MSVCRT_EINVAL;
1490 return MSVCRT_EINVAL;
1493 /* If necessary, check that the character preceding the null terminator is
1494 * a lead byte and move the pointer back by one for later overwrite. */
1495 if (ptr != dst && get_mbcinfo()->ismbcodepage && _ismbblead(*(ptr - 1)))
1498 for (i = 0; *src && i < len; i++)
1506 *MSVCRT__errno() = MSVCRT_ERANGE;
1507 return MSVCRT_ERANGE;
1515 /*********************************************************************
1516 * _mbsncat(MSVCRT.@)
1518 unsigned char* CDECL _mbsncat(unsigned char* dst, const unsigned char* src, MSVCRT_size_t len)
1520 if(get_mbcinfo()->ismbcodepage)
1522 unsigned char *res = dst;
1525 if (_ismbblead(*dst++))
1528 while (*src && len--)
1531 if(_ismbblead(*src++))
1537 return u_strncat(dst, src, len); /* ASCII CP */
1541 /*********************************************************************
1544 unsigned char* CDECL _mbslwr(unsigned char* s)
1546 unsigned char *ret = s;
1549 if (get_mbcinfo()->ismbcodepage)
1554 c = _mbctolower(_mbsnextc(s));
1555 /* Note that I assume that the size of the character is unchanged */
1564 else for ( ; *s; s++) *s = tolower(*s);
1569 /*********************************************************************
1570 * _mbslwr_s(MSVCRT.@)
1572 int CDECL _mbslwr_s(unsigned char* s, MSVCRT_size_t len)
1578 else if (!s || !len)
1580 *MSVCRT__errno() = MSVCRT_EINVAL;
1581 return MSVCRT_EINVAL;
1583 if (get_mbcinfo()->ismbcodepage)
1586 for ( ; *s && len > 0; len--)
1588 c = _mbctolower(_mbsnextc(s));
1589 /* Note that I assume that the size of the character is unchanged */
1598 else for ( ; *s && len > 0; s++, len--) *s = tolower(*s);
1602 *MSVCRT__errno() = MSVCRT_EINVAL;
1603 return MSVCRT_EINVAL;
1609 /*********************************************************************
1612 unsigned char* CDECL _mbsupr(unsigned char* s)
1614 unsigned char *ret = s;
1617 if (get_mbcinfo()->ismbcodepage)
1622 c = _mbctoupper(_mbsnextc(s));
1623 /* Note that I assume that the size of the character is unchanged */
1632 else for ( ; *s; s++) *s = toupper(*s);
1637 /*********************************************************************
1638 * _mbsupr_s(MSVCRT.@)
1640 int CDECL _mbsupr_s(unsigned char* s, MSVCRT_size_t len)
1646 else if (!s || !len)
1648 *MSVCRT__errno() = MSVCRT_EINVAL;
1649 return MSVCRT_EINVAL;
1651 if (get_mbcinfo()->ismbcodepage)
1654 for ( ; *s && len > 0; len--)
1656 c = _mbctoupper(_mbsnextc(s));
1657 /* Note that I assume that the size of the character is unchanged */
1666 else for ( ; *s && len > 0; s++, len--) *s = toupper(*s);
1670 *MSVCRT__errno() = MSVCRT_EINVAL;
1671 return MSVCRT_EINVAL;
1677 /*********************************************************************
1678 * _mbsspn (MSVCRT.@)
1680 MSVCRT_size_t CDECL _mbsspn(const unsigned char* string, const unsigned char* set)
1682 const unsigned char *p, *q;
1684 for (p = string; *p; p++)
1688 for (q = set; *q; q++)
1692 if ((*p == *q) && (p[1] == q[1]))
1696 if (!q[0] || !q[1]) break;
1700 for (q = set; *q; q++)
1709 /*********************************************************************
1710 * _mbsspnp (MSVCRT.@)
1712 unsigned char* CDECL _mbsspnp(const unsigned char* string, const unsigned char* set)
1714 const unsigned char *p, *q;
1716 for (p = string; *p; p++)
1720 for (q = set; *q; q++)
1724 if ((*p == *q) && (p[1] == q[1]))
1728 if (!q[0] || !q[1]) break;
1732 for (q = set; *q; q++)
1740 return (unsigned char *)p;
1743 /*********************************************************************
1744 * _mbscspn(MSVCRT.@)
1746 MSVCRT_size_t CDECL _mbscspn(const unsigned char* str, const unsigned char* cmp)
1748 if (get_mbcinfo()->ismbcodepage)
1749 FIXME("don't handle double character case\n");
1750 return u_strcspn(str, cmp);
1753 /*********************************************************************
1754 * _mbsrev (MSVCRT.@)
1756 unsigned char* CDECL _mbsrev(unsigned char* str)
1758 int i, len = _mbslen(str);
1759 unsigned char *p, *temp=MSVCRT_malloc(len*2);
1764 /* unpack multibyte string to temp buffer */
1766 for(i=0; i<len; i++)
1780 /* repack it in the reverse order */
1782 for(i=len-1; i>=0; i--)
1784 if(_ismbblead(temp[i*2]))
1800 /*********************************************************************
1801 * _mbspbrk (MSVCRT.@)
1803 unsigned char* CDECL _mbspbrk(const unsigned char* str, const unsigned char* accept)
1805 const unsigned char* p;
1809 for(p = accept; *p; p += (_ismbblead(*p)?2:1) )
1812 if( !_ismbblead(*p) || ( *(p+1) == *(str+1) ) )
1813 return (unsigned char*)str;
1815 str += (_ismbblead(*str)?2:1);
1822 * Functions depending on locale codepage
1825 /*********************************************************************
1828 * Unlike most of the multibyte string functions this function uses
1829 * the locale codepage, not the codepage set by _setmbcp
1831 int CDECL MSVCRT_mblen(const char* str, MSVCRT_size_t size)
1833 if (str && *str && size)
1835 if(get_locinfo()->mb_cur_max == 1)
1836 return 1; /* ASCII CP */
1838 return !MSVCRT_isleadbyte(*str) ? 1 : (size>1 ? 2 : -1);
1843 /*********************************************************************
1844 * _mbstrlen_l(MSVCRT.@)
1846 MSVCRT_size_t CDECL _mbstrlen_l(const char* str, MSVCRT__locale_t locale)
1848 MSVCRT_pthreadlocinfo locinfo;
1851 locinfo = get_locinfo();
1853 locinfo = locale->locinfo;
1855 if(locinfo->mb_cur_max > 1) {
1856 MSVCRT_size_t len = 0;
1858 /* FIXME: According to the documentation we are supposed to test for
1859 * multi-byte character validity. Whatever that means
1861 str += MSVCRT_isleadbyte(*str) ? 2 : 1;
1870 /*********************************************************************
1871 * _mbstrlen(MSVCRT.@)
1873 MSVCRT_size_t CDECL _mbstrlen(const char* str)
1875 return _mbstrlen_l(str, NULL);
1878 /*********************************************************************
1879 * _mbtowc_l(MSVCRT.@)
1881 int CDECL MSVCRT_mbtowc_l(MSVCRT_wchar_t *dst, const char* str, MSVCRT_size_t n, MSVCRT__locale_t locale)
1883 MSVCRT_pthreadlocinfo locinfo;
1884 MSVCRT_wchar_t tmpdst = '\0';
1887 locinfo = get_locinfo();
1889 locinfo = locale->locinfo;
1893 if(!MultiByteToWideChar(locinfo->lc_codepage, 0, str, n, &tmpdst, 1))
1897 /* return the number of bytes from src that have been used */
1900 if(n >= 2 && MSVCRT__isleadbyte_l(*str, locale) && str[1])
1905 /*********************************************************************
1908 int CDECL MSVCRT_mbtowc(MSVCRT_wchar_t *dst, const char* str, MSVCRT_size_t n)
1910 return MSVCRT_mbtowc_l(dst, str, n, NULL);
1913 /*********************************************************************
1914 * _mbstowcs_l(MSVCRT.@)
1916 MSVCRT_size_t CDECL MSVCRT__mbstowcs_l(MSVCRT_wchar_t *wcstr, const char *mbstr,
1917 MSVCRT_size_t count, MSVCRT__locale_t locale)
1919 MSVCRT_pthreadlocinfo locinfo;
1920 MSVCRT_size_t i, size;
1923 locinfo = get_locinfo();
1925 locinfo = locale->locinfo;
1927 /* Ignore count parameter */
1929 return MultiByteToWideChar(locinfo->lc_codepage, 0, mbstr, -1, NULL, 0)-1;
1931 for(i=0, size=0; i<count; i++) {
1932 if(mbstr[size] == '\0')
1935 size += (MSVCRT_isleadbyte(mbstr[size]) ? 2 : 1);
1938 size = MultiByteToWideChar(locinfo->lc_codepage, 0,
1939 mbstr, size, wcstr, count);
1941 if(size<count && wcstr)
1947 /*********************************************************************
1948 * mbstowcs(MSVCRT.@)
1950 MSVCRT_size_t CDECL MSVCRT_mbstowcs(MSVCRT_wchar_t *wcstr,
1951 const char *mbstr, MSVCRT_size_t count)
1953 return MSVCRT__mbstowcs_l(wcstr, mbstr, count, NULL);
1956 /*********************************************************************
1957 * _mbstowcs_s_l(MSVCRT.@)
1959 int CDECL MSVCRT__mbstowcs_s_l(MSVCRT_size_t *ret, MSVCRT_wchar_t *wcstr,
1960 MSVCRT_size_t size, const char *mbstr,
1961 MSVCRT_size_t count, MSVCRT__locale_t locale)
1965 if(!wcstr && !size) {
1966 conv = MSVCRT__mbstowcs_l(NULL, mbstr, 0, locale);
1972 if(!MSVCRT_CHECK_PMT(mbstr != NULL) || !MSVCRT_CHECK_PMT(wcstr != NULL)) {
1975 *MSVCRT__errno() = MSVCRT_EINVAL;
1976 return MSVCRT_EINVAL;
1979 if(count==MSVCRT__TRUNCATE || size<count)
1984 conv = MSVCRT__mbstowcs_l(wcstr, mbstr, conv, locale);
1986 wcstr[conv++] = '\0';
1987 else if(conv==size && (count==MSVCRT__TRUNCATE || wcstr[conv-1]=='\0'))
1988 wcstr[conv-1] = '\0';
1990 MSVCRT_INVALID_PMT("wcstr[size] is too small");
1993 *MSVCRT__errno() = MSVCRT_ERANGE;
1994 return MSVCRT_ERANGE;
2002 /*********************************************************************
2003 * mbstowcs_s(MSVCRT.@)
2005 int CDECL MSVCRT__mbstowcs_s(MSVCRT_size_t *ret, MSVCRT_wchar_t *wcstr,
2006 MSVCRT_size_t size, const char *mbstr, MSVCRT_size_t count)
2008 return MSVCRT__mbstowcs_s_l(ret, wcstr, size, mbstr, count, NULL);